2024-05-20T23:50:02.677 INFO:root:teuthology version: 0.0.1.dev276+g4fbe5e8 2024-05-20T23:50:02.677 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_leonidus@teuthology --verbose --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/with-quiesce 6-workunit/suites/iozone}} --archive /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411 --name leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi -- /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411/orig.config.yaml 2024-05-20T23:50:02.733 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-20T23:50:02.825 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411 branch: wip-lusov-quiesce description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/with-quiesce 6-workunit/suites/iozone}} email: null first_in_suite: false job_id: '7717411' kernel: client: branch: testing kdb: true sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiesce ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - slow metadata IO - SLOW_OPS - slow request sha1: b772be9bbd810236a4ab405b6b221a45c687051f subvols: create: 2 subvol_options: --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt dry_run: true install: ceph: flavor: default sha1: b772be9bbd810236a4ab405b6b221a45c687051f kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - nowsync syntax: v2 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiesce sha1: b772be9bbd810236a4ab405b6b221a45c687051f owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 6003 sha1: b772be9bbd810236a4ab405b6b221a45c687051f sleep_before_teardown: 0 subset: 419/111111 suite: fs suite_branch: wip-lusov-quiesce suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_b772be9bbd810236a4ab405b6b221a45c687051f/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: b772be9bbd810236a4ab405b6b221a45c687051f syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi012.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE4Kc7gBmh6nmkauKL1+zRUE0X2zL61UuDcwuTDhpGJxgPxMjUmaLOUjmD4lhd82P8163SWveKZvmtzmd8qR3S8= smithi060.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNSJp0JzT4HDSupnEP0uOH/mDwqggFVOPBaag6Eb3WD4Dwjpc4JlG7ny1X72hzjLFkCMTiPRjl7Yofpq3smbtLg= smithi077.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPkq/XfVUFtIyDvy4VCA51m6kD3xWqXOd7hXZiyIkNRYe6t0xSgjI7tyeN+RhVzHnfZe3gnMNs9crQzZvhWyQgE= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - quiescer: null - workunit: clients: all: - suites/iozone.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: install-fix teuthology_sha1: 4fbe5e8dc899215f216853b8569a107d8be8861d timestamp: 2024-05-20_23:06:58 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2698841 2024-05-20T23:50:02.825 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_b772be9bbd810236a4ab405b6b221a45c687051f/qa; will attempt to use it 2024-05-20T23:50:02.826 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_b772be9bbd810236a4ab405b6b221a45c687051f/qa/tasks 2024-05-20T23:50:02.826 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-20T23:50:02.828 INFO:teuthology.task.internal:Checking packages... 2024-05-20T23:50:02.849 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'b772be9bbd810236a4ab405b6b221a45c687051f' 2024-05-20T23:50:02.849 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-20T23:50:02.849 INFO:teuthology.packaging:ref: None 2024-05-20T23:50:02.849 INFO:teuthology.packaging:tag: None 2024-05-20T23:50:02.849 INFO:teuthology.packaging:branch: wip-lusov-quiesce 2024-05-20T23:50:02.849 INFO:teuthology.packaging:sha1: b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-20T23:50:02.850 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiesce 2024-05-20T23:50:03.088 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3829.gb772be9b 2024-05-20T23:50:03.090 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-20T23:50:03.097 INFO:teuthology.task.internal:no buildpackages task found 2024-05-20T23:50:03.097 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-20T23:50:03.109 INFO:teuthology.task.internal:Saving configuration 2024-05-20T23:50:03.129 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-20T23:50:03.135 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-20T23:50:03.162 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi012.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-20 23:45:00.550603', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE4Kc7gBmh6nmkauKL1+zRUE0X2zL61UuDcwuTDhpGJxgPxMjUmaLOUjmD4lhd82P8163SWveKZvmtzmd8qR3S8='} 2024-05-20T23:50:03.184 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi060.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-20 23:45:00.546955', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNSJp0JzT4HDSupnEP0uOH/mDwqggFVOPBaag6Eb3WD4Dwjpc4JlG7ny1X72hzjLFkCMTiPRjl7Yofpq3smbtLg='} 2024-05-20T23:50:03.202 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi077.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-20 23:45:00.548897', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPkq/XfVUFtIyDvy4VCA51m6kD3xWqXOd7hXZiyIkNRYe6t0xSgjI7tyeN+RhVzHnfZe3gnMNs9crQzZvhWyQgE='} 2024-05-20T23:50:03.202 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-20T23:50:03.210 INFO:teuthology.task.internal:roles: ubuntu@smithi012.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-05-20T23:50:03.210 INFO:teuthology.task.internal:roles: ubuntu@smithi060.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-05-20T23:50:03.210 INFO:teuthology.task.internal:roles: ubuntu@smithi077.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-05-20T23:50:03.211 INFO:teuthology.run_tasks:Running task console_log... 2024-05-20T23:50:03.287 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f915293bac0>, signals=[15]) 2024-05-20T23:50:03.288 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-20T23:50:03.293 INFO:teuthology.task.internal:Opening connections... 2024-05-20T23:50:03.293 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi012.front.sepia.ceph.com 2024-05-20T23:50:03.294 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T23:50:03.369 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi060.front.sepia.ceph.com 2024-05-20T23:50:03.370 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi060.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T23:50:03.444 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi077.front.sepia.ceph.com 2024-05-20T23:50:03.445 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T23:50:03.521 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-20T23:50:03.527 DEBUG:teuthology.orchestra.run.smithi012:> uname -m 2024-05-20T23:50:03.546 INFO:teuthology.orchestra.run.smithi012.stdout:x86_64 2024-05-20T23:50:03.546 DEBUG:teuthology.orchestra.run.smithi012:> cat /etc/os-release 2024-05-20T23:50:03.603 INFO:teuthology.orchestra.run.smithi012.stdout:NAME="CentOS Stream" 2024-05-20T23:50:03.603 INFO:teuthology.orchestra.run.smithi012.stdout:VERSION="9" 2024-05-20T23:50:03.603 INFO:teuthology.orchestra.run.smithi012.stdout:ID="centos" 2024-05-20T23:50:03.604 INFO:teuthology.orchestra.run.smithi012.stdout:ID_LIKE="rhel fedora" 2024-05-20T23:50:03.604 INFO:teuthology.orchestra.run.smithi012.stdout:VERSION_ID="9" 2024-05-20T23:50:03.604 INFO:teuthology.orchestra.run.smithi012.stdout:PLATFORM_ID="platform:el9" 2024-05-20T23:50:03.604 INFO:teuthology.orchestra.run.smithi012.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-20T23:50:03.604 INFO:teuthology.orchestra.run.smithi012.stdout:ANSI_COLOR="0;31" 2024-05-20T23:50:03.604 INFO:teuthology.orchestra.run.smithi012.stdout:LOGO="fedora-logo-icon" 2024-05-20T23:50:03.604 INFO:teuthology.orchestra.run.smithi012.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-20T23:50:03.604 INFO:teuthology.orchestra.run.smithi012.stdout:HOME_URL="https://centos.org/" 2024-05-20T23:50:03.604 INFO:teuthology.orchestra.run.smithi012.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-20T23:50:03.604 INFO:teuthology.orchestra.run.smithi012.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-20T23:50:03.604 INFO:teuthology.orchestra.run.smithi012.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-20T23:50:03.605 INFO:teuthology.lock.ops:Updating smithi012.front.sepia.ceph.com on lock server 2024-05-20T23:50:03.626 DEBUG:teuthology.orchestra.run.smithi060:> uname -m 2024-05-20T23:50:03.644 INFO:teuthology.orchestra.run.smithi060.stdout:x86_64 2024-05-20T23:50:03.645 DEBUG:teuthology.orchestra.run.smithi060:> cat /etc/os-release 2024-05-20T23:50:03.703 INFO:teuthology.orchestra.run.smithi060.stdout:NAME="CentOS Stream" 2024-05-20T23:50:03.703 INFO:teuthology.orchestra.run.smithi060.stdout:VERSION="9" 2024-05-20T23:50:03.703 INFO:teuthology.orchestra.run.smithi060.stdout:ID="centos" 2024-05-20T23:50:03.703 INFO:teuthology.orchestra.run.smithi060.stdout:ID_LIKE="rhel fedora" 2024-05-20T23:50:03.703 INFO:teuthology.orchestra.run.smithi060.stdout:VERSION_ID="9" 2024-05-20T23:50:03.703 INFO:teuthology.orchestra.run.smithi060.stdout:PLATFORM_ID="platform:el9" 2024-05-20T23:50:03.703 INFO:teuthology.orchestra.run.smithi060.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-20T23:50:03.704 INFO:teuthology.orchestra.run.smithi060.stdout:ANSI_COLOR="0;31" 2024-05-20T23:50:03.704 INFO:teuthology.orchestra.run.smithi060.stdout:LOGO="fedora-logo-icon" 2024-05-20T23:50:03.704 INFO:teuthology.orchestra.run.smithi060.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-20T23:50:03.704 INFO:teuthology.orchestra.run.smithi060.stdout:HOME_URL="https://centos.org/" 2024-05-20T23:50:03.704 INFO:teuthology.orchestra.run.smithi060.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-20T23:50:03.704 INFO:teuthology.orchestra.run.smithi060.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-20T23:50:03.704 INFO:teuthology.orchestra.run.smithi060.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-20T23:50:03.704 INFO:teuthology.lock.ops:Updating smithi060.front.sepia.ceph.com on lock server 2024-05-20T23:50:03.726 DEBUG:teuthology.orchestra.run.smithi077:> uname -m 2024-05-20T23:50:03.744 INFO:teuthology.orchestra.run.smithi077.stdout:x86_64 2024-05-20T23:50:03.745 DEBUG:teuthology.orchestra.run.smithi077:> cat /etc/os-release 2024-05-20T23:50:03.801 INFO:teuthology.orchestra.run.smithi077.stdout:NAME="CentOS Stream" 2024-05-20T23:50:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:VERSION="9" 2024-05-20T23:50:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:ID="centos" 2024-05-20T23:50:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:ID_LIKE="rhel fedora" 2024-05-20T23:50:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:VERSION_ID="9" 2024-05-20T23:50:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:PLATFORM_ID="platform:el9" 2024-05-20T23:50:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:PRETTY_NAME="CentOS Stream 9" 2024-05-20T23:50:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:ANSI_COLOR="0;31" 2024-05-20T23:50:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:LOGO="fedora-logo-icon" 2024-05-20T23:50:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-05-20T23:50:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:HOME_URL="https://centos.org/" 2024-05-20T23:50:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-05-20T23:50:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-05-20T23:50:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-05-20T23:50:03.803 INFO:teuthology.lock.ops:Updating smithi077.front.sepia.ceph.com on lock server 2024-05-20T23:50:03.826 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-20T23:50:03.836 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-20T23:50:03.841 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-20T23:50:03.841 DEBUG:teuthology.orchestra.run.smithi012:> test '!' -e /home/ubuntu/cephtest 2024-05-20T23:50:03.843 DEBUG:teuthology.orchestra.run.smithi060:> test '!' -e /home/ubuntu/cephtest 2024-05-20T23:50:03.846 DEBUG:teuthology.orchestra.run.smithi077:> test '!' -e /home/ubuntu/cephtest 2024-05-20T23:50:03.861 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-20T23:50:03.867 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-20T23:50:03.867 DEBUG:teuthology.orchestra.run.smithi012:> test -z $(ls -A /var/lib/ceph) 2024-05-20T23:50:03.900 DEBUG:teuthology.orchestra.run.smithi060:> test -z $(ls -A /var/lib/ceph) 2024-05-20T23:50:03.903 DEBUG:teuthology.orchestra.run.smithi077:> test -z $(ls -A /var/lib/ceph) 2024-05-20T23:50:03.931 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-20T23:50:04.008 INFO:teuthology.run_tasks:Running task kernel... 2024-05-20T23:50:04.022 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': True, 'sha1': 'distro'} 2024-05-20T23:50:04.023 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-05-20T23:50:04.023 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-05-20T23:50:04.023 DEBUG:teuthology.orchestra.run.smithi012:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-20T23:50:04.040 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T23:50:04.041 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-05-20T23:50:04.328 DEBUG:teuthology.task.kernel:sha1 for client.0 is 0fe9556839d28e65b29a64cc05a26a6884e8775d 2024-05-20T23:50:04.328 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "0fe9556839d28e65b29a64cc05a26a6884e8775d"... 2024-05-20T23:50:04.329 DEBUG:teuthology.orchestra.run.smithi012:> uname -r 2024-05-20T23:50:04.346 INFO:teuthology.orchestra.run.smithi012.stdout:5.14.0-437.el9.x86_64 2024-05-20T23:50:04.347 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 0fe9556839d28e65b29a64cc05a26a6884e8775d 2024-05-20T23:50:04.347 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-05-20T23:50:04.347 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum upgrade -y linux-firmware 2024-05-20T23:50:09.462 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - BaseOS 2.4 MB/s | 8.1 MB 00:03 2024-05-20T23:50:27.543 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - AppStream 1.1 MB/s | 19 MB 00:16 2024-05-20T23:50:34.776 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - CRB 1.8 MB/s | 6.2 MB 00:03 2024-05-20T23:50:36.426 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - Extras packages 35 kB/s | 16 kB 00:00 2024-05-20T23:50:37.794 INFO:teuthology.orchestra.run.smithi012.stdout:Extra Packages for Enterprise Linux 17 MB/s | 21 MB 00:01 2024-05-20T23:50:43.111 INFO:teuthology.orchestra.run.smithi012.stdout:lab-extras 46 kB/s | 1.7 kB 00:00 2024-05-20T23:50:45.114 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2024-05-20T23:50:45.115 INFO:teuthology.orchestra.run.smithi012.stdout:Nothing to do. 2024-05-20T23:50:45.115 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2024-05-20T23:50:45.270 INFO:teuthology.task.kernel:Downloading kernel 0fe9556839d28e65b29a64cc05a26a6884e8775d on client.0... 2024-05-20T23:50:45.270 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=0fe9556839d28e65b29a64cc05a26a6884e8775d 2024-05-20T23:50:45.410 INFO:teuthology.task.kernel:fetching, builder baseurl is https://2.chacra.ceph.com/r/kernel/testing/0fe9556839d28e65b29a64cc05a26a6884e8775d/centos/9/flavors/default/x86_64/ 2024-05-20T23:50:45.410 DEBUG:teuthology.orchestra.run.smithi012:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.9.0_rc3_g0fe9556839d2-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://2.chacra.ceph.com/r/kernel/testing/0fe9556839d28e65b29a64cc05a26a6884e8775d/centos/9/flavors/default/x86_64/ --input-file=- 2024-05-20T23:50:45.412 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi012.front.sepia.ceph.com to complete... 2024-05-20T23:50:57.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-20 23:50:57 URL:https://2.chacra.ceph.com/r/kernel/testing/0fe9556839d28e65b29a64cc05a26a6884e8775d/centos/9/flavors/default/x86_64/kernel-6.9.0_rc3_g0fe9556839d2-1.x86_64.rpm [357365859/357365859] -> "/tmp/kernel.x86_64.rpm" [1] 2024-05-20T23:50:57.718 INFO:teuthology.orchestra.run.smithi012.stderr:FINISHED --2024-05-20 23:50:57-- 2024-05-20T23:50:57.718 INFO:teuthology.orchestra.run.smithi012.stderr:Total wall clock time: 12s 2024-05-20T23:50:57.718 INFO:teuthology.orchestra.run.smithi012.stderr:Downloaded: 1 files, 341M in 12s (28.6 MB/s) 2024-05-20T23:50:57.721 INFO:teuthology.task.kernel:Installing kernel 0fe9556839d28e65b29a64cc05a26a6884e8775d on client.0... 2024-05-20T23:50:57.721 DEBUG:teuthology.orchestra.run.smithi012:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-05-20T23:50:59.902 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying... ######################################## 2024-05-20T23:51:00.041 INFO:teuthology.orchestra.run.smithi012.stdout:Preparing... ######################################## 2024-05-20T23:51:00.161 INFO:teuthology.orchestra.run.smithi012.stdout:Updating / installing... 2024-05-20T23:51:08.505 INFO:teuthology.orchestra.run.smithi012.stdout:kernel-6.9.0_rc3_g0fe9556839d2-1 ######################################## 2024-05-20T23:51:48.919 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi012.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-05-20T23:51:48.920 DEBUG:teuthology.orchestra.run.smithi012:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-05-20T23:51:49.003 INFO:teuthology.orchestra.run.smithi012.stdout:/boot/System.map-6.9.0-rc3-g0fe9556839d2 2024-05-20T23:51:49.004 INFO:teuthology.orchestra.run.smithi012.stdout:/boot/config-6.9.0-rc3-g0fe9556839d2 2024-05-20T23:51:49.004 INFO:teuthology.orchestra.run.smithi012.stdout:/boot/vmlinuz-6.9.0-rc3-g0fe9556839d2 2024-05-20T23:51:49.004 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/System.map 2024-05-20T23:51:49.004 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/config 2024-05-20T23:51:49.004 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel 2024-05-20T23:51:49.004 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch 2024-05-20T23:51:49.004 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86 2024-05-20T23:51:49.004 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto 2024-05-20T23:51:49.005 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-05-20T23:51:49.005 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-05-20T23:51:49.005 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-05-20T23:51:49.005 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-05-20T23:51:49.005 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-05-20T23:51:49.005 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-05-20T23:51:49.005 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-05-20T23:51:49.005 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/crc32c-intel.ko 2024-05-20T23:51:49.005 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-05-20T23:51:49.006 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-05-20T23:51:49.006 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-05-20T23:51:49.006 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-05-20T23:51:49.006 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/serpent-avx2.ko 2024-05-20T23:51:49.006 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-05-20T23:51:49.006 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-05-20T23:51:49.006 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-05-20T23:51:49.006 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-05-20T23:51:49.007 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-05-20T23:51:49.007 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-05-20T23:51:49.007 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-05-20T23:51:49.007 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel 2024-05-20T23:51:49.007 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel/cpu 2024-05-20T23:51:49.007 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel/cpu/mce 2024-05-20T23:51:49.007 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-05-20T23:51:49.007 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm 2024-05-20T23:51:49.008 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm/kvm-amd.ko 2024-05-20T23:51:49.008 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm/kvm-intel.ko 2024-05-20T23:51:49.008 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/arch/x86/kvm/kvm.ko 2024-05-20T23:51:49.008 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto 2024-05-20T23:51:49.008 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/ansi_cprng.ko 2024-05-20T23:51:49.008 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/anubis.ko 2024-05-20T23:51:49.008 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/arc4.ko 2024-05-20T23:51:49.008 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx 2024-05-20T23:51:49.008 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_memcpy.ko 2024-05-20T23:51:49.009 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_pq.ko 2024-05-20T23:51:49.009 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_raid6_recov.ko 2024-05-20T23:51:49.009 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_tx.ko 2024-05-20T23:51:49.009 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/async_xor.ko 2024-05-20T23:51:49.009 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/async_tx/raid6test.ko 2024-05-20T23:51:49.009 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/authenc.ko 2024-05-20T23:51:49.009 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/authencesn.ko 2024-05-20T23:51:49.009 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/blake2b_generic.ko 2024-05-20T23:51:49.009 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/blowfish_common.ko 2024-05-20T23:51:49.010 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/blowfish_generic.ko 2024-05-20T23:51:49.010 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/camellia_generic.ko 2024-05-20T23:51:49.010 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cast5_generic.ko 2024-05-20T23:51:49.010 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cast6_generic.ko 2024-05-20T23:51:49.010 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cast_common.ko 2024-05-20T23:51:49.010 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/ccm.ko 2024-05-20T23:51:49.010 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cmac.ko 2024-05-20T23:51:49.010 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/crc32_generic.ko 2024-05-20T23:51:49.010 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/crypto_engine.ko 2024-05-20T23:51:49.010 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/crypto_user.ko 2024-05-20T23:51:49.010 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/cts.ko 2024-05-20T23:51:49.010 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/des_generic.ko 2024-05-20T23:51:49.010 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/dh_generic.ko 2024-05-20T23:51:49.011 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/echainiv.ko 2024-05-20T23:51:49.011 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/essiv.ko 2024-05-20T23:51:49.011 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/fcrypt.ko 2024-05-20T23:51:49.011 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/khazad.ko 2024-05-20T23:51:49.011 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/lz4.ko 2024-05-20T23:51:49.011 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/lz4hc.ko 2024-05-20T23:51:49.011 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/md4.ko 2024-05-20T23:51:49.011 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/michael_mic.ko 2024-05-20T23:51:49.011 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/pcbc.ko 2024-05-20T23:51:49.011 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/pcrypt.ko 2024-05-20T23:51:49.011 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/rmd160.ko 2024-05-20T23:51:49.011 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/seed.ko 2024-05-20T23:51:49.011 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/serpent_generic.ko 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/tcrypt.ko 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/tea.ko 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/twofish_common.ko 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/twofish_generic.ko 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/vmac.ko 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/wp512.ko 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/xcbc.ko 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/xor.ko 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/crypto/xxhash_generic.ko 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/acpi_ipmi.ko 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/acpi_pad.ko 2024-05-20T23:51:49.012 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/ec_sys.ko 2024-05-20T23:51:49.013 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/platform_profile.ko 2024-05-20T23:51:49.013 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/sbs.ko 2024-05-20T23:51:49.013 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/sbshc.ko 2024-05-20T23:51:49.013 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/acpi/video.ko 2024-05-20T23:51:49.013 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata 2024-05-20T23:51:49.013 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/acard-ahci.ko 2024-05-20T23:51:49.013 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/ahci_platform.ko 2024-05-20T23:51:49.013 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/ata_generic.ko 2024-05-20T23:51:49.013 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/libahci_platform.ko 2024-05-20T23:51:49.013 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_acpi.ko 2024-05-20T23:51:49.013 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ali.ko 2024-05-20T23:51:49.013 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_amd.ko 2024-05-20T23:51:49.013 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_artop.ko 2024-05-20T23:51:49.014 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_atiixp.ko 2024-05-20T23:51:49.014 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_atp867x.ko 2024-05-20T23:51:49.014 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_cmd640.ko 2024-05-20T23:51:49.014 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_cmd64x.ko 2024-05-20T23:51:49.014 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_cypress.ko 2024-05-20T23:51:49.014 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_efar.ko 2024-05-20T23:51:49.014 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt366.ko 2024-05-20T23:51:49.014 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt37x.ko 2024-05-20T23:51:49.014 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt3x2n.ko 2024-05-20T23:51:49.014 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_hpt3x3.ko 2024-05-20T23:51:49.014 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_it8213.ko 2024-05-20T23:51:49.014 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_it821x.ko 2024-05-20T23:51:49.014 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_jmicron.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_marvell.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_mpiix.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_netcell.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ninja32.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ns87410.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_ns87415.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_oldpiix.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_opti.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_optidma.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_pcmcia.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_pdc2027x.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_piccolo.ko 2024-05-20T23:51:49.015 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_rdc.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sch.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_serverworks.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sil680.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sis.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_sl82c105.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_triflex.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pata_via.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/pdc_adma.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_inic162x.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_mv.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_nv.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_promise.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_qstor.ko 2024-05-20T23:51:49.016 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sil.ko 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sil24.ko 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sis.ko 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_svw.ko 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_sx4.ko 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_uli.ko 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_via.ko 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ata/sata_vsc.ko 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/auxdisplay 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/auxdisplay/ks0108.ko 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base/regmap 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base/regmap/regmap-i2c.ko 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/base/regmap/regmap-mmio.ko 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/bcma 2024-05-20T23:51:49.017 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/bcma/bcma.ko 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/aoe 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/aoe/aoe.ko 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/brd.ko 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/drbd 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/drbd/drbd.ko 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/floppy.ko 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/loop.ko 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/mtip32xx 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/nbd.ko 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/null_blk 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/null_blk/null_blk.ko 2024-05-20T23:51:49.018 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/pktcdvd.ko 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/rbd.ko 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/virtio_blk.ko 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/xen-blkback 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/xen-blkfront.ko 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/zram 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/block/zram/zram.ko 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hangcheck-timer.ko 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/amd-rng.ko 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/intel-rng.ko 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-05-20T23:51:49.019 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/via-rng.ko 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/hw_random/virtio-rng.ko 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_si.ko 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/lp.ko 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/mwave 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/mwave/mwave.ko 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/ppdev.ko 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tlclk.ko 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm.ko 2024-05-20T23:51:49.020 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_atmel.ko 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_infineon.ko 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_nsc.ko 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_tis.ko 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/uv_mmtimer.ko 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/char/virtio_console.ko 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/p4-clockmod.ko 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/powernow-k8.ko 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/cpufreq/speedstep-lib.ko 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto 2024-05-20T23:51:49.021 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/ccp 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/ccp/ccp.ko 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_common 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/padlock-aes.ko 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/padlock-sha.ko 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/virtio 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dca 2024-05-20T23:51:49.022 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dca/dca.ko 2024-05-20T23:51:49.023 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/devfreq 2024-05-20T23:51:49.023 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-05-20T23:51:49.023 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma 2024-05-20T23:51:49.023 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/dw 2024-05-20T23:51:49.023 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/dw/dw_dmac.ko 2024-05-20T23:51:49.023 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/ioat 2024-05-20T23:51:49.023 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/dma/ioat/ioatdma.ko 2024-05-20T23:51:49.023 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac 2024-05-20T23:51:49.023 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/amd64_edac.ko 2024-05-20T23:51:49.023 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/e752x_edac.ko 2024-05-20T23:51:49.023 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/edac_mce_amd.ko 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i3000_edac.ko 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i3200_edac.ko 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i5100_edac.ko 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i5400_edac.ko 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i7300_edac.ko 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i7core_edac.ko 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/i82975x_edac.ko 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/ie31200_edac.ko 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/sb_edac.ko 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/edac/x38_edac.ko 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/firmware 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/firmware/edd.ko 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/firmware/iscsi_ibft.ko 2024-05-20T23:51:49.024 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/gpio 2024-05-20T23:51:49.025 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/gpio/gpio-ich.ko 2024-05-20T23:51:49.025 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/gpio/gpio-viperboard.ko 2024-05-20T23:51:49.025 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid 2024-05-20T23:51:49.025 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-appleir.ko 2024-05-20T23:51:49.025 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-aureal.ko 2024-05-20T23:51:49.025 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-axff.ko 2024-05-20T23:51:49.025 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-dr.ko 2024-05-20T23:51:49.025 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-elecom.ko 2024-05-20T23:51:49.025 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-elo.ko 2024-05-20T23:51:49.025 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-emsff.ko 2024-05-20T23:51:49.025 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-gaff.ko 2024-05-20T23:51:49.025 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-gt683r.ko 2024-05-20T23:51:49.025 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-gyration.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-holtek-kbd.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-holtek-mouse.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-holtekff.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-hyperv.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-icade.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-keytouch.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-kye.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-lcpower.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-led.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-lenovo.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-logitech-dj.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-multitouch.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-ortek.ko 2024-05-20T23:51:49.026 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-penmount.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-petalynx.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-picolcd.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-pl.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-plantronics.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-primax.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-rmi.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-arvo.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-common.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-isku.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-kone.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-konepure.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-lua.ko 2024-05-20T23:51:49.027 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-pyra.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-ryos.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat-savu.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-roccat.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-saitek.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-samsung.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sensor-hub.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sjoy.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sony.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-speedlink.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-steelseries.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-sunplus.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-thrustmaster.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-tivo.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-tmff.ko 2024-05-20T23:51:49.028 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-topseed.ko 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-twinhan.ko 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-uclogic.ko 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-waltop.ko 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-wiimote.ko 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-xinmo.ko 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-zpff.ko 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/hid-zydacron.ko 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/uhid.ko 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hid/wacom.ko 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv/hv_balloon.ko 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv/hv_utils.ko 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hv/hv_vmbus.ko 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon 2024-05-20T23:51:49.029 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/abituguru.ko 2024-05-20T23:51:49.030 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/abituguru3.ko 2024-05-20T23:51:49.030 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/acpi_power_meter.ko 2024-05-20T23:51:49.030 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ad7414.ko 2024-05-20T23:51:49.030 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ad7418.ko 2024-05-20T23:51:49.030 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adc128d818.ko 2024-05-20T23:51:49.030 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1025.ko 2024-05-20T23:51:49.030 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1026.ko 2024-05-20T23:51:49.030 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1029.ko 2024-05-20T23:51:49.030 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm1031.ko 2024-05-20T23:51:49.030 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adm9240.ko 2024-05-20T23:51:49.030 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ads7828.ko 2024-05-20T23:51:49.030 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7410.ko 2024-05-20T23:51:49.030 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7411.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7462.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7470.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7475.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/adt7x10.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/amc6821.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/applesmc.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/asb100.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/asc7621.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/asus_atk0110.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/atxp1.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/coretemp.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/dme1737.ko 2024-05-20T23:51:49.031 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ds1621.ko 2024-05-20T23:51:49.032 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ds620.ko 2024-05-20T23:51:49.032 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/emc1403.ko 2024-05-20T23:51:49.032 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/emc6w201.ko 2024-05-20T23:51:49.032 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/f71805f.ko 2024-05-20T23:51:49.032 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/f71882fg.ko 2024-05-20T23:51:49.032 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/f75375s.ko 2024-05-20T23:51:49.032 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/fam15h_power.ko 2024-05-20T23:51:49.032 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/fschmd.ko 2024-05-20T23:51:49.032 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/g760a.ko 2024-05-20T23:51:49.032 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/g762.ko 2024-05-20T23:51:49.032 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/gl518sm.ko 2024-05-20T23:51:49.032 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/gl520sm.ko 2024-05-20T23:51:49.032 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/hwmon-vid.ko 2024-05-20T23:51:49.033 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/i5500_temp.ko 2024-05-20T23:51:49.033 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/i5k_amb.ko 2024-05-20T23:51:49.033 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ibmaem.ko 2024-05-20T23:51:49.033 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ibmpex.ko 2024-05-20T23:51:49.033 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ina209.ko 2024-05-20T23:51:49.033 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ina2xx.ko 2024-05-20T23:51:49.033 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/it87.ko 2024-05-20T23:51:49.033 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/k10temp.ko 2024-05-20T23:51:49.033 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/k8temp.ko 2024-05-20T23:51:49.033 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lineage-pem.ko 2024-05-20T23:51:49.033 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm63.ko 2024-05-20T23:51:49.034 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm73.ko 2024-05-20T23:51:49.034 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm75.ko 2024-05-20T23:51:49.034 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm77.ko 2024-05-20T23:51:49.034 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm78.ko 2024-05-20T23:51:49.034 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm80.ko 2024-05-20T23:51:49.034 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm83.ko 2024-05-20T23:51:49.034 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm85.ko 2024-05-20T23:51:49.034 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm87.ko 2024-05-20T23:51:49.034 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm90.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm92.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm93.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm95234.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm95241.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/lm95245.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc2945.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4151.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4215.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4222.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4245.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4260.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/ltc4261.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max16065.ko 2024-05-20T23:51:49.035 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max1619.ko 2024-05-20T23:51:49.036 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max1668.ko 2024-05-20T23:51:49.036 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max197.ko 2024-05-20T23:51:49.036 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max6639.ko 2024-05-20T23:51:49.036 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max6650.ko 2024-05-20T23:51:49.036 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/max6697.ko 2024-05-20T23:51:49.036 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/mcp3021.ko 2024-05-20T23:51:49.036 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct6683.ko 2024-05-20T23:51:49.036 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct6775-core.ko 2024-05-20T23:51:49.036 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct6775.ko 2024-05-20T23:51:49.036 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/nct7802.ko 2024-05-20T23:51:49.036 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pc87360.ko 2024-05-20T23:51:49.036 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pc87427.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pcf8591.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/max16064.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/max34440.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/max8688.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-05-20T23:51:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/powr1220.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sch5627.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sch5636.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sch56xx-common.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sht15.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sht21.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/shtc1.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/sis5595.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/smsc47b397.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/smsc47m1.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/smsc47m192.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/thmc50.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp102.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp103.ko 2024-05-20T23:51:49.038 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp401.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/tmp421.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/via-cputemp.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/via686a.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/vt1211.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/vt8231.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83627ehf.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83627hf.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83781d.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83791d.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83792d.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83793.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83795.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83l785ts.ko 2024-05-20T23:51:49.039 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/hwmon/w83l786ng.ko 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/algos 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-05-20T23:51:49.040 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-i801.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-isch.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-parport.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-via.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-05-20T23:51:49.041 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-dev.ko 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-mux.ko 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-smbus.ko 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/i2c/i2c-stub.ko 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_cm.ko 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_core.ko 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_umad.ko 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/iw_cm.ko 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/rdma_cm.ko 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-05-20T23:51:49.042 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw 2024-05-20T23:51:49.043 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/cxgb4 2024-05-20T23:51:49.043 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-05-20T23:51:49.043 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx4 2024-05-20T23:51:49.043 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-05-20T23:51:49.043 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx5 2024-05-20T23:51:49.043 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-05-20T23:51:49.043 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mthca 2024-05-20T23:51:49.043 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-05-20T23:51:49.043 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp 2024-05-20T23:51:49.043 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/ipoib 2024-05-20T23:51:49.043 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-05-20T23:51:49.043 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/iser 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/isert 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srp 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srpt 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport/fm801-gp.ko 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/gameport/gameport.ko 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/joydev.ko 2024-05-20T23:51:49.044 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/keyboard 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/keyboard/gpio_keys.ko 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/appletouch.ko 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/bcm5974.ko 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/cyapatp.ko 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/elan_i2c.ko 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/sermouse.ko 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/synaptics_usb.ko 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/mouse/vsxxxaa.ko 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/rmi4 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/rmi4/rmi_core.ko 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio 2024-05-20T23:51:49.045 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/altera_ps2.ko 2024-05-20T23:51:49.046 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/arc_ps2.ko 2024-05-20T23:51:49.046 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-05-20T23:51:49.046 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/serio/serio_raw.ko 2024-05-20T23:51:49.046 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/input/sparse-keymap.ko 2024-05-20T23:51:49.046 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds 2024-05-20T23:51:49.046 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-blinkm.ko 2024-05-20T23:51:49.046 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-lm3530.ko 2024-05-20T23:51:49.046 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-lp3944.ko 2024-05-20T23:51:49.046 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/leds-ss4200.ko 2024-05-20T23:51:49.046 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger 2024-05-20T23:51:49.046 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-05-20T23:51:49.046 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-05-20T23:51:49.046 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/bcache 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/bcache/bcache.ko 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-bio-prison.ko 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-cache-smq.ko 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-cache.ko 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-crypt.ko 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-delay.ko 2024-05-20T23:51:49.047 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-flakey.ko 2024-05-20T23:51:49.048 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-log-userspace.ko 2024-05-20T23:51:49.048 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-multipath.ko 2024-05-20T23:51:49.048 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-queue-length.ko 2024-05-20T23:51:49.048 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-raid.ko 2024-05-20T23:51:49.048 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-round-robin.ko 2024-05-20T23:51:49.048 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-service-time.ko 2024-05-20T23:51:49.048 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-switch.ko 2024-05-20T23:51:49.048 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-thin-pool.ko 2024-05-20T23:51:49.048 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/dm-verity.ko 2024-05-20T23:51:49.048 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/persistent-data 2024-05-20T23:51:49.048 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-05-20T23:51:49.048 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid0.ko 2024-05-20T23:51:49.048 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid1.ko 2024-05-20T23:51:49.049 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid10.ko 2024-05-20T23:51:49.049 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/md/raid456.ko 2024-05-20T23:51:49.049 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message 2024-05-20T23:51:49.049 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion 2024-05-20T23:51:49.049 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptbase.ko 2024-05-20T23:51:49.049 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptctl.ko 2024-05-20T23:51:49.049 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptfc.ko 2024-05-20T23:51:49.049 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptlan.ko 2024-05-20T23:51:49.049 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptsas.ko 2024-05-20T23:51:49.049 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptscsih.ko 2024-05-20T23:51:49.049 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/message/fusion/mptspi.ko 2024-05-20T23:51:49.050 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd 2024-05-20T23:51:49.050 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/lpc_ich.ko 2024-05-20T23:51:49.050 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/lpc_sch.ko 2024-05-20T23:51:49.050 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/mfd-core.ko 2024-05-20T23:51:49.050 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/sm501.ko 2024-05-20T23:51:49.050 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/viperboard.ko 2024-05-20T23:51:49.050 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/vx855.ko 2024-05-20T23:51:49.050 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/mfd/wl1273-core.ko 2024-05-20T23:51:49.050 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc 2024-05-20T23:51:49.050 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/altera-stapl 2024-05-20T23:51:49.050 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/apds9802als.ko 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/apds990x.ko 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/bh1770glc.ko 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/cb710 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/cb710/cb710.ko 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom/at24.ko 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/eeprom/max6875.ko 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/enclosure.ko 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/hpilo.ko 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/isl29003.ko 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/isl29020.ko 2024-05-20T23:51:49.051 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/lis3lv02d 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei/mei-me.ko 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei/mei-txe.ko 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/mei/mei.ko 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-gru 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-gru/gru.ko 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp/xp.ko 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp/xpc.ko 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/tifm_7xx1.ko 2024-05-20T23:51:49.052 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/tifm_core.ko 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/tsl2550.ko 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/vmw_balloon.ko 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/vmw_vmci 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/bonding 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/bonding/bonding.ko 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/b53 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/b53/b53_common.ko 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/bcm-sf2.ko 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/mv88e6060.ko 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/mv88e6xxx 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-05-20T23:51:49.053 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/dummy.ko 2024-05-20T23:51:49.054 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/eql.ko 2024-05-20T23:51:49.054 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet 2024-05-20T23:51:49.054 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com 2024-05-20T23:51:49.054 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-05-20T23:51:49.054 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-05-20T23:51:49.054 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-05-20T23:51:49.054 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-05-20T23:51:49.054 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390 2024-05-20T23:51:49.054 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/8390.ko 2024-05-20T23:51:49.054 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-05-20T23:51:49.054 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-05-20T23:51:49.054 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-05-20T23:51:49.054 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/adaptec 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/agere 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/agere/et131x.ko 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/alteon 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/altera 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/alx 2024-05-20T23:51:49.055 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1c 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1e 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atlx 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/genet 2024-05-20T23:51:49.056 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-05-20T23:51:49.057 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-05-20T23:51:49.057 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/brocade 2024-05-20T23:51:49.057 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/brocade/bna 2024-05-20T23:51:49.057 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-05-20T23:51:49.057 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio 2024-05-20T23:51:49.057 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb 2024-05-20T23:51:49.057 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-05-20T23:51:49.057 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-05-20T23:51:49.057 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-05-20T23:51:49.057 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-05-20T23:51:49.057 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-05-20T23:51:49.057 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-05-20T23:51:49.057 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-05-20T23:51:49.058 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-05-20T23:51:49.058 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-05-20T23:51:49.058 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/cisco 2024-05-20T23:51:49.058 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/cisco/enic 2024-05-20T23:51:49.058 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-05-20T23:51:49.058 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec 2024-05-20T23:51:49.058 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip 2024-05-20T23:51:49.058 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-05-20T23:51:49.058 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-05-20T23:51:49.058 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-05-20T23:51:49.058 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-05-20T23:51:49.058 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dlink 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/dnet.ko 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/emulex 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/emulex/benet 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/ethoc.ko 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/fealnx.ko 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e100.ko 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000 2024-05-20T23:51:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000e 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/fm10k 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/i40e 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/iavf 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igb 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igbvf 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbe 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-05-20T23:51:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbevf 2024-05-20T23:51:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-05-20T23:51:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/jme.ko 2024-05-20T23:51:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell 2024-05-20T23:51:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-05-20T23:51:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell/skge.ko 2024-05-20T23:51:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-05-20T23:51:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox 2024-05-20T23:51:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx4 2024-05-20T23:51:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-05-20T23:51:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-05-20T23:51:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx5 2024-05-20T23:51:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-05-20T23:51:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/micrel 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/myricom 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/myricom/myri10ge 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/natsemi 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/neterion 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/nvidia 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/packetengines 2024-05-20T23:51:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/netxen 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rdc 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/atp.ko 2024-05-20T23:51:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-05-20T23:51:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rocker 2024-05-20T23:51:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-05-20T23:51:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sfc 2024-05-20T23:51:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-05-20T23:51:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/silan 2024-05-20T23:51:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-05-20T23:51:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sis 2024-05-20T23:51:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sis/sis190.ko 2024-05-20T23:51:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sis/sis900.ko 2024-05-20T23:51:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc 2024-05-20T23:51:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-05-20T23:51:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-05-20T23:51:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro/stmmac 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/cassini.ko 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/niu.ko 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/sungem.ko 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/tehuti 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/ti 2024-05-20T23:51:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/ti/tlan.ko 2024-05-20T23:51:49.066 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/via 2024-05-20T23:51:49.066 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-05-20T23:51:49.066 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-05-20T23:51:49.066 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/wiznet 2024-05-20T23:51:49.066 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-05-20T23:51:49.066 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-05-20T23:51:49.066 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/xircom 2024-05-20T23:51:49.066 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-05-20T23:51:49.066 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/geneve.ko 2024-05-20T23:51:49.066 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/hyperv 2024-05-20T23:51:49.066 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-05-20T23:51:49.067 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ieee802154 2024-05-20T23:51:49.067 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ieee802154/fakelb.ko 2024-05-20T23:51:49.067 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ifb.ko 2024-05-20T23:51:49.067 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ipvlan 2024-05-20T23:51:49.067 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ipvlan/ipvlan.ko 2024-05-20T23:51:49.067 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/macvlan.ko 2024-05-20T23:51:49.067 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/macvtap.ko 2024-05-20T23:51:49.067 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio 2024-05-20T23:51:49.067 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio.ko 2024-05-20T23:51:49.067 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-05-20T23:51:49.067 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-05-20T23:51:49.068 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mdio/mdio-regmap.ko 2024-05-20T23:51:49.068 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/mii.ko 2024-05-20T23:51:49.068 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/net_failover.ko 2024-05-20T23:51:49.068 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/netconsole.ko 2024-05-20T23:51:49.068 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/nlmon.ko 2024-05-20T23:51:49.068 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/pcs 2024-05-20T23:51:49.068 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/pcs/pcs-lynx.ko 2024-05-20T23:51:49.068 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-05-20T23:51:49.068 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy 2024-05-20T23:51:49.068 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/amd.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm7xxx.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/bcm87xx.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/broadcom.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/cicada.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/davicom.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/dp83640.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/et1011c.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/icplus.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/lxt.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/marvell.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/micrel.ko 2024-05-20T23:51:49.069 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/national.ko 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/phylink.ko 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/qsemi.ko 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/realtek.ko 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/smsc.ko 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/ste10Xp.ko 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/phy/vitesse.ko 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/bsd_comp.ko 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_async.ko 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_deflate.ko 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_generic.ko 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_mppe.ko 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/ppp_synctty.ko 2024-05-20T23:51:49.070 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/pppoe.ko 2024-05-20T23:51:49.071 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/pppox.ko 2024-05-20T23:51:49.071 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/ppp/pptp.ko 2024-05-20T23:51:49.071 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/slip 2024-05-20T23:51:49.071 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/slip/slhc.ko 2024-05-20T23:51:49.071 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/slip/slip.ko 2024-05-20T23:51:49.071 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/sungem_phy.ko 2024-05-20T23:51:49.071 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/tap.ko 2024-05-20T23:51:49.071 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team 2024-05-20T23:51:49.071 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team.ko 2024-05-20T23:51:49.071 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_activebackup.ko 2024-05-20T23:51:49.071 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_broadcast.ko 2024-05-20T23:51:49.071 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-05-20T23:51:49.072 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_random.ko 2024-05-20T23:51:49.072 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-05-20T23:51:49.072 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/tun.ko 2024-05-20T23:51:49.072 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/veth.ko 2024-05-20T23:51:49.072 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/virtio_net.ko 2024-05-20T23:51:49.072 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vmxnet3 2024-05-20T23:51:49.072 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-05-20T23:51:49.072 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vxlan 2024-05-20T23:51:49.072 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/vxlan/vxlan.ko 2024-05-20T23:51:49.072 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/xen-netback 2024-05-20T23:51:49.072 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/xen-netback/xen-netback.ko 2024-05-20T23:51:49.072 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/net/xen-netfront.ko 2024-05-20T23:51:49.072 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ntb 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ntb/ntb.ko 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme/host 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme/host/nvme-core.ko 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/nvme/host/nvme.ko 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport.ko 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport_cs.ko 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport_pc.ko 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/parport/parport_serial.ko 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/hotplug 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-05-20T23:51:49.073 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/pcie 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/pcie/aer_inject.ko 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pci/xen-pcifront.ko 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia/i82092.ko 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia/pd6729.ko 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pcmcia/yenta_socket.ko 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pinctrl 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pinctrl/intel 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/acer-wmi.ko 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/acerhdf.ko 2024-05-20T23:51:49.074 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/apple-gmux.ko 2024-05-20T23:51:49.075 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/asus-laptop.ko 2024-05-20T23:51:49.075 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-05-20T23:51:49.075 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/asus-wmi.ko 2024-05-20T23:51:49.075 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/classmate-laptop.ko 2024-05-20T23:51:49.075 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-05-20T23:51:49.075 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-05-20T23:51:49.075 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-05-20T23:51:49.075 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-05-20T23:51:49.075 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/hdaps.ko 2024-05-20T23:51:49.075 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/intel 2024-05-20T23:51:49.075 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/intel_ips.ko 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/msi-wmi.ko 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/mxm-wmi.ko 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/samsung-laptop.ko 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/samsung-q10.ko 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/topstar-laptop.ko 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/toshiba_haps.ko 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/wmi-bmof.ko 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/platform/x86/wmi.ko 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/powercap 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/powercap/intel_rapl_common.ko 2024-05-20T23:51:49.076 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/powercap/intel_rapl_msr.ko 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients/pps-gpio.ko 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients/pps-ldisc.ko 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/clients/pps_parport.ko 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/pps/pps_core.ko 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ptp 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ptp/ptp.ko 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ptp/ptp_kvm.ko 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd/atl 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-05-20T23:51:49.077 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ras/amd/fmpm.ko 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-bq32k.ko 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1286.ko 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1307.ko 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1374.ko 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1511.ko 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1553.ko 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1672.ko 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds1742.ko 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds2404.ko 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-ds3232.ko 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-em3027.ko 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-fm3130.ko 2024-05-20T23:51:49.078 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-isl12022.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-isl1208.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-m41t80.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-m48t35.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-m48t59.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-max6900.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-msm6242.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf2127.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf85063.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf8523.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf8563.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-pcf8583.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rp5c01.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rs5c372.ko 2024-05-20T23:51:49.079 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rx8025.ko 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-rx8581.ko 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/rtc/rtc-x1205.ko 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/3w-9xxx.ko 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/3w-sas.ko 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/3w-xxxx.ko 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/BusLogic.ko 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/a100u2w.ko 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aacraid 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aacraid/aacraid.ko 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/advansys.ko 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aic7xxx 2024-05-20T23:51:49.080 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/am53c974.ko 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/arcmsr 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/atp870u.ko 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/be2iscsi 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bfa 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bfa/bfa.ko 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2fc 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2i 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ch.ko 2024-05-20T23:51:49.081 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/csiostor 2024-05-20T23:51:49.082 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/csiostor/csiostor.ko 2024-05-20T23:51:49.082 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi 2024-05-20T23:51:49.082 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb3i 2024-05-20T23:51:49.082 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-05-20T23:51:49.082 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb4i 2024-05-20T23:51:49.082 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-05-20T23:51:49.082 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-05-20T23:51:49.082 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/dc395x.ko 2024-05-20T23:51:49.082 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler 2024-05-20T23:51:49.082 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-05-20T23:51:49.082 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-05-20T23:51:49.082 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-05-20T23:51:49.082 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/dmx3191d.ko 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/esas2r 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/esas2r/esas2r.ko 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/esp_scsi.ko 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fcoe 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fcoe/fcoe.ko 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fnic 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/fnic/fnic.ko 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/hpsa.ko 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/hptiop.ko 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/hv_storvsc.ko 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/initio.ko 2024-05-20T23:51:49.083 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ipr.ko 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ips.ko 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/isci 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/isci/isci.ko 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/iscsi_tcp.ko 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libfc 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libfc/libfc.ko 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libiscsi.ko 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libiscsi_tcp.ko 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libsas 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/libsas/libsas.ko 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/lpfc 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/lpfc/lpfc.ko 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid 2024-05-20T23:51:49.084 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid.ko 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mpt3sas 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mvsas 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mvsas/mvsas.ko 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/mvumi.ko 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/pm8001 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/pmcraid.ko 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla1280.ko 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla2xxx 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-05-20T23:51:49.085 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-05-20T23:51:49.086 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla4xxx 2024-05-20T23:51:49.086 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-05-20T23:51:49.086 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/raid_class.ko 2024-05-20T23:51:49.086 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_debug.ko 2024-05-20T23:51:49.086 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_fc.ko 2024-05-20T23:51:49.086 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-05-20T23:51:49.086 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_sas.ko 2024-05-20T23:51:49.086 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_spi.ko 2024-05-20T23:51:49.086 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/scsi_transport_srp.ko 2024-05-20T23:51:49.086 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/ses.ko 2024-05-20T23:51:49.086 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/st.ko 2024-05-20T23:51:49.086 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/stex.ko 2024-05-20T23:51:49.086 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/sym53c8xx_2 2024-05-20T23:51:49.087 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-05-20T23:51:49.087 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/virtio_scsi.ko 2024-05-20T23:51:49.087 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/vmw_pvscsi.ko 2024-05-20T23:51:49.087 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/scsi/wd719x.ko 2024-05-20T23:51:49.087 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ssb 2024-05-20T23:51:49.087 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ssb/ssb.ko 2024-05-20T23:51:49.087 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target 2024-05-20T23:51:49.087 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/iscsi 2024-05-20T23:51:49.087 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-05-20T23:51:49.087 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/loopback 2024-05-20T23:51:49.087 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/loopback/tcm_loop.ko 2024-05-20T23:51:49.088 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_file.ko 2024-05-20T23:51:49.088 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_iblock.ko 2024-05-20T23:51:49.088 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_mod.ko 2024-05-20T23:51:49.088 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_pscsi.ko 2024-05-20T23:51:49.088 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/target_core_user.ko 2024-05-20T23:51:49.088 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/tcm_fc 2024-05-20T23:51:49.088 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-05-20T23:51:49.088 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal 2024-05-20T23:51:49.088 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel 2024-05-20T23:51:49.088 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal 2024-05-20T23:51:49.088 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-05-20T23:51:49.088 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-05-20T23:51:49.088 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-05-20T23:51:49.089 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-05-20T23:51:49.090 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-05-20T23:51:49.090 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty 2024-05-20T23:51:49.090 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/ipwireless 2024-05-20T23:51:49.090 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-05-20T23:51:49.090 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/n_gsm.ko 2024-05-20T23:51:49.090 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/n_hdlc.ko 2024-05-20T23:51:49.090 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/nozomi.ko 2024-05-20T23:51:49.090 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial 2024-05-20T23:51:49.090 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/8250 2024-05-20T23:51:49.090 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-05-20T23:51:49.090 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/arc_uart.ko 2024-05-20T23:51:49.090 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/jsm 2024-05-20T23:51:49.090 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/tty/serial/jsm/jsm.ko 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/core 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/core/ufshcd-core.ko 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/host 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio.ko 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_aec.ko 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_cif.ko 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_pci_generic.ko 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/uio/uio_sercos3.ko 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/cdc-acm.ko 2024-05-20T23:51:49.091 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/cdc-wdm.ko 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/usblp.ko 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/class/usbtmc.ko 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/host 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/host/sl811-hcd.ko 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/image 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/image/mdc800.ko 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/image/microtek.ko 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/adutux.ko 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/appledisplay.ko 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/emi26.ko 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/emi62.ko 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/ezusb.ko 2024-05-20T23:51:49.092 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/idmouse.ko 2024-05-20T23:51:49.093 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/iowarrior.ko 2024-05-20T23:51:49.093 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/isight_firmware.ko 2024-05-20T23:51:49.093 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/ldusb.ko 2024-05-20T23:51:49.093 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/legousbtower.ko 2024-05-20T23:51:49.093 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/sisusbvga 2024-05-20T23:51:49.093 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-05-20T23:51:49.093 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/trancevibrator.ko 2024-05-20T23:51:49.093 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/usb3503.ko 2024-05-20T23:51:49.093 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/usblcd.ko 2024-05-20T23:51:49.094 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/usbsevseg.ko 2024-05-20T23:51:49.094 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/uss720.ko 2024-05-20T23:51:49.094 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/misc/yurex.ko 2024-05-20T23:51:49.094 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/phy 2024-05-20T23:51:49.094 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/phy/phy-generic.ko 2024-05-20T23:51:49.094 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial 2024-05-20T23:51:49.094 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/aircable.ko 2024-05-20T23:51:49.094 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ark3116.ko 2024-05-20T23:51:49.094 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/belkin_sa.ko 2024-05-20T23:51:49.094 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ch341.ko 2024-05-20T23:51:49.094 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/cp210x.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/cyberjack.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/cypress_m8.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/digi_acceleport.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/empeg.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ftdi_sio.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/garmin_gps.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/io_edgeport.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/io_ti.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ipaq.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ipw.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ir-usb.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/keyspan.ko 2024-05-20T23:51:49.095 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/keyspan_pda.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/kl5kusb105.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/kobil_sct.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/mct_u232.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/mos7720.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/mos7840.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/navman.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/omninet.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/opticon.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/option.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/oti6858.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/pl2303.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/qcaux.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/qcserial.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/quatech2.ko 2024-05-20T23:51:49.096 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/safe_serial.ko 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/sierra.ko 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/spcp8x5.ko 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ssu100.ko 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/symbolserial.ko 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/usb_debug.ko 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/usb_wwan.ko 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/visor.ko 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/whiteheat.ko 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/serial/xsens_mt.ko 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/uas.ko 2024-05-20T23:51:49.097 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-alauda.ko 2024-05-20T23:51:49.098 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-cypress.ko 2024-05-20T23:51:49.098 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-datafab.ko 2024-05-20T23:51:49.098 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-05-20T23:51:49.098 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-freecom.ko 2024-05-20T23:51:49.098 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-isd200.ko 2024-05-20T23:51:49.098 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-05-20T23:51:49.098 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-karma.ko 2024-05-20T23:51:49.098 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-onetouch.ko 2024-05-20T23:51:49.098 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-realtek.ko 2024-05-20T23:51:49.098 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-sddr09.ko 2024-05-20T23:51:49.098 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-sddr55.ko 2024-05-20T23:51:49.098 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/ums-usbat.ko 2024-05-20T23:51:49.098 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/storage/usb-storage.ko 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip/usbip-core.ko 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip/usbip-host.ko 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/pci 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/pci/vfio-pci.ko 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/vfio.ko 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost.ko 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost_iotlb.ko 2024-05-20T23:51:49.099 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost_net.ko 2024-05-20T23:51:49.100 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/vhost/vhost_scsi.ko 2024-05-20T23:51:49.100 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video 2024-05-20T23:51:49.100 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight 2024-05-20T23:51:49.100 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight/apple_bl.ko 2024-05-20T23:51:49.100 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight/lcd.ko 2024-05-20T23:51:49.100 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/video/backlight/platform_lcd.ko 2024-05-20T23:51:49.100 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio 2024-05-20T23:51:49.100 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio.ko 2024-05-20T23:51:49.100 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_balloon.ko 2024-05-20T23:51:49.100 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_mmio.ko 2024-05-20T23:51:49.100 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_pci.ko 2024-05-20T23:51:49.101 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-05-20T23:51:49.101 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-05-20T23:51:49.101 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/virtio/virtio_ring.ko 2024-05-20T23:51:49.101 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1 2024-05-20T23:51:49.101 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/masters 2024-05-20T23:51:49.101 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/masters/ds2482.ko 2024-05-20T23:51:49.101 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/masters/ds2490.ko 2024-05-20T23:51:49.101 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves 2024-05-20T23:51:49.101 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-05-20T23:51:49.102 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-05-20T23:51:49.102 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-05-20T23:51:49.102 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-05-20T23:51:49.102 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-05-20T23:51:49.102 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-05-20T23:51:49.102 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-05-20T23:51:49.102 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-05-20T23:51:49.102 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-05-20T23:51:49.102 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_smem.ko 2024-05-20T23:51:49.102 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/slaves/w1_therm.ko 2024-05-20T23:51:49.102 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/w1/wire.ko 2024-05-20T23:51:49.102 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog 2024-05-20T23:51:49.102 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/alim1535_wdt.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/alim7101_wdt.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/f71808e_wdt.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/hpwdt.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/i6300esb.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/iTCO_wdt.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/ib700wdt.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/ibmasr.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/it8712f_wdt.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/it87_wdt.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/machzwd.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/nv_tco.ko 2024-05-20T23:51:49.103 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/pcwd_pci.ko 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/pcwd_usb.ko 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/sch311x_wdt.ko 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/softdog.ko 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/sp5100_tco.ko 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/via_wdt.ko 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/w83877f_wdt.ko 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/w83977f_wdt.ko 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/wdt_pci.ko 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/watchdog/xen_wdt.ko 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-acpi-processor.ko 2024-05-20T23:51:49.104 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-evtchn.ko 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-gntalloc.ko 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-gntdev.ko 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-pciback 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xen-privcmd.ko 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xenfs 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/drivers/xen/xenfs/xenfs.ko 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/9p 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/9p/9p.ko 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/affs 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/affs/affs.ko 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/befs 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/befs/befs.ko 2024-05-20T23:51:49.105 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/binfmt_misc.ko 2024-05-20T23:51:49.106 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/btrfs 2024-05-20T23:51:49.106 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/btrfs/btrfs.ko 2024-05-20T23:51:49.106 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cachefiles 2024-05-20T23:51:49.106 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cachefiles/cachefiles.ko 2024-05-20T23:51:49.106 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ceph 2024-05-20T23:51:49.106 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ceph/ceph.ko 2024-05-20T23:51:49.106 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/coda 2024-05-20T23:51:49.106 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/coda/coda.ko 2024-05-20T23:51:49.106 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cramfs 2024-05-20T23:51:49.106 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/cramfs/cramfs.ko 2024-05-20T23:51:49.106 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/dlm 2024-05-20T23:51:49.106 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/dlm/dlm.ko 2024-05-20T23:51:49.106 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ecryptfs 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ecryptfs/ecryptfs.ko 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/f2fs 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/f2fs/f2fs.ko 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat/fat.ko 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat/msdos.ko 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fat/vfat.ko 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fuse 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fuse/cuse.ko 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/fuse/fuse.ko 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/gfs2 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/gfs2/gfs2.ko 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfs 2024-05-20T23:51:49.107 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfs/hfs.ko 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfsplus 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/hfsplus/hfsplus.ko 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/isofs 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/isofs/isofs.ko 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/jfs 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/jfs/jfs.ko 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/lockd 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/lockd/lockd.ko 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/minix 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/minix/minix.ko 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/netfs 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/netfs/netfs.ko 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs 2024-05-20T23:51:49.108 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/blocklayout 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/filelayout 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/flexfilelayout 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/nfs.ko 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/nfsv3.ko 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs/nfsv4.ko 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs_common 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs_common/grace.ko 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfs_common/nfs_acl.ko 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfsd 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nfsd/nfsd.ko 2024-05-20T23:51:49.109 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nilfs2 2024-05-20T23:51:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nilfs2/nilfs2.ko 2024-05-20T23:51:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls 2024-05-20T23:51:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-celtic.ko 2024-05-20T23:51:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-centeuro.ko 2024-05-20T23:51:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-croatian.ko 2024-05-20T23:51:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-cyrillic.ko 2024-05-20T23:51:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-gaelic.ko 2024-05-20T23:51:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-greek.ko 2024-05-20T23:51:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-iceland.ko 2024-05-20T23:51:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-inuit.ko 2024-05-20T23:51:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-roman.ko 2024-05-20T23:51:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-romanian.ko 2024-05-20T23:51:49.110 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/mac-turkish.ko 2024-05-20T23:51:49.111 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp1250.ko 2024-05-20T23:51:49.111 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp1251.ko 2024-05-20T23:51:49.111 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp1255.ko 2024-05-20T23:51:49.111 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp737.ko 2024-05-20T23:51:49.111 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp775.ko 2024-05-20T23:51:49.111 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp850.ko 2024-05-20T23:51:49.111 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp852.ko 2024-05-20T23:51:49.111 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp855.ko 2024-05-20T23:51:49.111 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp857.ko 2024-05-20T23:51:49.111 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp860.ko 2024-05-20T23:51:49.111 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp861.ko 2024-05-20T23:51:49.111 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp862.ko 2024-05-20T23:51:49.111 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp863.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp864.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp865.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp866.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp869.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp874.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp932.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp936.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp949.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_cp950.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_euc-jp.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-1.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-13.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-14.ko 2024-05-20T23:51:49.112 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-15.ko 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-2.ko 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-3.ko 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-4.ko 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-5.ko 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-6.ko 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-7.ko 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_iso8859-9.ko 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_koi8-r.ko 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_koi8-ru.ko 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_koi8-u.ko 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_ucs2_utils.ko 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/nls/nls_utf8.ko 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2 2024-05-20T23:51:49.113 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/cluster 2024-05-20T23:51:49.114 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-05-20T23:51:49.114 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlm 2024-05-20T23:51:49.114 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-05-20T23:51:49.114 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlmfs 2024-05-20T23:51:49.114 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-05-20T23:51:49.114 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2.ko 2024-05-20T23:51:49.114 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-05-20T23:51:49.114 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-05-20T23:51:49.114 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-05-20T23:51:49.114 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/overlayfs 2024-05-20T23:51:49.114 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/overlayfs/overlay.ko 2024-05-20T23:51:49.114 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/pstore 2024-05-20T23:51:49.114 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/pstore/ramoops.ko 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/reiserfs 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/reiserfs/reiserfs.ko 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/romfs 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/romfs/romfs.ko 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/client 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/client/cifs.ko 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/common 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/common/cifs_arc4.ko 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/smb/common/cifs_md4.ko 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/squashfs 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/squashfs/squashfs.ko 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/sysv 2024-05-20T23:51:49.115 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/sysv/sysv.ko 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/udf 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/udf/udf.ko 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ufs 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/ufs/ufs.ko 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/xfs 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/fs/xfs/xfs.ko 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/rcu 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/rcu/rcutorture.ko 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/torture.ko 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/trace 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/asn1_encoder.ko 2024-05-20T23:51:49.116 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crc-itu-t.ko 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crc8.ko 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crypto 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crypto/libarc4.ko 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/crypto/libdes.ko 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/libcrc32c.ko 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lru_cache.ko 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lz4 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lz4/lz4_compress.ko 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/lz4/lz4hc_compress.ko 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/math 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/math/cordic.ko 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/raid6 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/raid6/raid6_pq.ko 2024-05-20T23:51:49.117 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/reed_solomon 2024-05-20T23:51:49.118 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/reed_solomon/reed_solomon.ko 2024-05-20T23:51:49.118 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/ts_bm.ko 2024-05-20T23:51:49.118 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/ts_fsm.ko 2024-05-20T23:51:49.118 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/ts_kmp.ko 2024-05-20T23:51:49.118 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/zstd 2024-05-20T23:51:49.118 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/lib/zstd/zstd_compress.ko 2024-05-20T23:51:49.118 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/mm 2024-05-20T23:51:49.118 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/mm/hwpoison-inject.ko 2024-05-20T23:51:49.118 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net 2024-05-20T23:51:49.118 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan 2024-05-20T23:51:49.118 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/6lowpan.ko 2024-05-20T23:51:49.118 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_dest.ko 2024-05-20T23:51:49.118 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_fragment.ko 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_hop.ko 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_ipv6.ko 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_mobility.ko 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_routing.ko 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/6lowpan/nhc_udp.ko 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/garp.ko 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/mrp.ko 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/p8022.ko 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/psnap.ko 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/802/stp.ko 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/8021q 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/8021q/8021q.ko 2024-05-20T23:51:49.119 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet.ko 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet_fd.ko 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet_rdma.ko 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/9p/9pnet_virtio.ko 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/batman-adv 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/batman-adv/batman-adv.ko 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/br_netfilter.ko 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/bridge.ko 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_among.ko 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_arp.ko 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-05-20T23:51:49.120 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-05-20T23:51:49.121 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_ip.ko 2024-05-20T23:51:49.121 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-05-20T23:51:49.121 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_limit.ko 2024-05-20T23:51:49.121 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_log.ko 2024-05-20T23:51:49.121 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_mark.ko 2024-05-20T23:51:49.121 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-05-20T23:51:49.121 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-05-20T23:51:49.121 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-05-20T23:51:49.121 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-05-20T23:51:49.121 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_snat.ko 2024-05-20T23:51:49.121 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_stp.ko 2024-05-20T23:51:49.121 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-05-20T23:51:49.121 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-05-20T23:51:49.122 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-05-20T23:51:49.122 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-05-20T23:51:49.122 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/ebtables.ko 2024-05-20T23:51:49.122 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-05-20T23:51:49.122 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-05-20T23:51:49.122 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-05-20T23:51:49.122 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ceph 2024-05-20T23:51:49.122 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ceph/libceph.ko 2024-05-20T23:51:49.122 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/core 2024-05-20T23:51:49.122 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/core/failover.ko 2024-05-20T23:51:49.122 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/core/pktgen.ko 2024-05-20T23:51:49.122 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp 2024-05-20T23:51:49.122 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp.ko 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp_diag.ko 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp_ipv4.ko 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dccp/dccp_ipv6.ko 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dns_resolver 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dns_resolver/dns_resolver.ko 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/dsa_core.ko 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_brcm.ko 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_dsa.ko 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_none.ko 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/dsa/tag_trailer.ko 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/6lowpan 2024-05-20T23:51:49.123 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-05-20T23:51:49.124 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/ieee802154.ko 2024-05-20T23:51:49.124 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ieee802154/ieee802154_socket.ko 2024-05-20T23:51:49.124 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4 2024-05-20T23:51:49.124 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ah4.ko 2024-05-20T23:51:49.124 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/esp4.ko 2024-05-20T23:51:49.124 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/fou.ko 2024-05-20T23:51:49.124 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/gre.ko 2024-05-20T23:51:49.124 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/inet_diag.ko 2024-05-20T23:51:49.124 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ip_gre.ko 2024-05-20T23:51:49.124 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ip_tunnel.ko 2024-05-20T23:51:49.124 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ip_vti.ko 2024-05-20T23:51:49.124 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ipcomp.ko 2024-05-20T23:51:49.125 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/ipip.ko 2024-05-20T23:51:49.125 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter 2024-05-20T23:51:49.125 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/arp_tables.ko 2024-05-20T23:51:49.125 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-05-20T23:51:49.125 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-05-20T23:51:49.125 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-05-20T23:51:49.125 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-05-20T23:51:49.125 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-05-20T23:51:49.125 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-05-20T23:51:49.125 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-05-20T23:51:49.125 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-05-20T23:51:49.125 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-05-20T23:51:49.126 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/iptable_security.ko 2024-05-20T23:51:49.126 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-05-20T23:51:49.126 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-05-20T23:51:49.126 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-05-20T23:51:49.126 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-05-20T23:51:49.126 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-05-20T23:51:49.126 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-05-20T23:51:49.126 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-05-20T23:51:49.126 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-05-20T23:51:49.126 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-05-20T23:51:49.126 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_bic.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_dctcp.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_diag.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_highspeed.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_htcp.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_hybla.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_illinois.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_lp.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_scalable.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_vegas.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_veno.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_westwood.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tcp_yeah.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/tunnel4.ko 2024-05-20T23:51:49.127 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/udp_diag.ko 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/udp_tunnel.ko 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv4/xfrm4_tunnel.ko 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ah6.ko 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/esp6.ko 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/fou6.ko 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ip6_tunnel.ko 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ip6_vti.ko 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/ipcomp6.ko 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-05-20T23:51:49.128 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-05-20T23:51:49.129 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-05-20T23:51:49.130 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-05-20T23:51:49.130 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-05-20T23:51:49.130 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-05-20T23:51:49.130 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-05-20T23:51:49.130 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-05-20T23:51:49.130 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/sit.ko 2024-05-20T23:51:49.130 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/tunnel6.ko 2024-05-20T23:51:49.130 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/ipv6/xfrm6_tunnel.ko 2024-05-20T23:51:49.130 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/key 2024-05-20T23:51:49.130 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/key/af_key.ko 2024-05-20T23:51:49.130 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp 2024-05-20T23:51:49.130 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_core.ko 2024-05-20T23:51:49.130 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_debugfs.ko 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_eth.ko 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_ip.ko 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_ip6.ko 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_netlink.ko 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/l2tp/l2tp_ppp.ko 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/llc 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/llc/llc.ko 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mac802154 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mac802154/mac802154.ko 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mpls 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/mpls/mpls_gso.ko 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set.ko 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-05-20T23:51:49.131 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-05-20T23:51:49.132 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-05-20T23:51:49.132 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-05-20T23:51:49.132 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-05-20T23:51:49.132 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-05-20T23:51:49.132 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-05-20T23:51:49.132 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-05-20T23:51:49.132 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-05-20T23:51:49.132 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-05-20T23:51:49.133 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-05-20T23:51:49.133 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-05-20T23:51:49.133 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-05-20T23:51:49.133 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-05-20T23:51:49.133 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-05-20T23:51:49.133 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs 2024-05-20T23:51:49.133 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs.ko 2024-05-20T23:51:49.134 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-05-20T23:51:49.134 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-05-20T23:51:49.134 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-05-20T23:51:49.134 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-05-20T23:51:49.134 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-05-20T23:51:49.134 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-05-20T23:51:49.134 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-05-20T23:51:49.134 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-05-20T23:51:49.134 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-05-20T23:51:49.135 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-05-20T23:51:49.135 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-05-20T23:51:49.135 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-05-20T23:51:49.135 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-05-20T23:51:49.135 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conncount.ko 2024-05-20T23:51:49.135 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack.ko 2024-05-20T23:51:49.135 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-05-20T23:51:49.135 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-05-20T23:51:49.135 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-05-20T23:51:49.135 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_h323.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_irc.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_sane.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_sip.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_dup_netdev.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_flow_table.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_flow_table_inet.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_log_syslog.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat.ko 2024-05-20T23:51:49.136 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_amanda.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_ftp.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_irc.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_sip.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_nat_tftp.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_synproxy_core.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nf_tables.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_acct.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_log.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_osf.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nfnetlink_queue.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_chain_nat.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_compat.ko 2024-05-20T23:51:49.137 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_ct.ko 2024-05-20T23:51:49.138 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_dup_netdev.ko 2024-05-20T23:51:49.138 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_fib.ko 2024-05-20T23:51:49.138 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_fwd_netdev.ko 2024-05-20T23:51:49.138 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_hash.ko 2024-05-20T23:51:49.138 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_limit.ko 2024-05-20T23:51:49.138 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_log.ko 2024-05-20T23:51:49.138 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_masq.ko 2024-05-20T23:51:49.138 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_nat.ko 2024-05-20T23:51:49.138 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_numgen.ko 2024-05-20T23:51:49.138 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_queue.ko 2024-05-20T23:51:49.138 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_quota.ko 2024-05-20T23:51:49.138 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_redir.ko 2024-05-20T23:51:49.138 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_reject.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_reject_inet.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_socket.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/nft_tunnel.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_AUDIT.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CHECKSUM.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CLASSIFY.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_CT.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_DSCP.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_HL.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_HMARK.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_IDLETIMER.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_LED.ko 2024-05-20T23:51:49.139 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_LOG.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_MASQUERADE.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_NETMAP.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_NFLOG.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_NFQUEUE.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_RATEEST.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_REDIRECT.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_SECMARK.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TCPMSS.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TEE.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TPROXY.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_TRACE.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_addrtype.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_bpf.ko 2024-05-20T23:51:49.140 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_cgroup.ko 2024-05-20T23:51:49.141 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_cluster.ko 2024-05-20T23:51:49.141 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_comment.ko 2024-05-20T23:51:49.141 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connbytes.ko 2024-05-20T23:51:49.141 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connlabel.ko 2024-05-20T23:51:49.141 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connlimit.ko 2024-05-20T23:51:49.141 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_connmark.ko 2024-05-20T23:51:49.141 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_conntrack.ko 2024-05-20T23:51:49.141 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_cpu.ko 2024-05-20T23:51:49.141 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_dccp.ko 2024-05-20T23:51:49.141 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_devgroup.ko 2024-05-20T23:51:49.141 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_dscp.ko 2024-05-20T23:51:49.141 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_ecn.ko 2024-05-20T23:51:49.141 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_esp.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_hashlimit.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_helper.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_hl.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_ipcomp.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_iprange.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_ipvs.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_l2tp.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_length.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_limit.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_mac.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_mark.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_multiport.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_nat.ko 2024-05-20T23:51:49.142 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_nfacct.ko 2024-05-20T23:51:49.143 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_osf.ko 2024-05-20T23:51:49.143 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_owner.ko 2024-05-20T23:51:49.143 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_physdev.ko 2024-05-20T23:51:49.143 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_pkttype.ko 2024-05-20T23:51:49.143 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_policy.ko 2024-05-20T23:51:49.143 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_quota.ko 2024-05-20T23:51:49.143 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_rateest.ko 2024-05-20T23:51:49.143 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_realm.ko 2024-05-20T23:51:49.143 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_recent.ko 2024-05-20T23:51:49.143 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_sctp.ko 2024-05-20T23:51:49.143 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_set.ko 2024-05-20T23:51:49.143 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_socket.ko 2024-05-20T23:51:49.143 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_state.ko 2024-05-20T23:51:49.144 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_statistic.ko 2024-05-20T23:51:49.144 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_string.ko 2024-05-20T23:51:49.144 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_tcpmss.ko 2024-05-20T23:51:49.144 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_time.ko 2024-05-20T23:51:49.144 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netfilter/xt_u32.ko 2024-05-20T23:51:49.144 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netlink 2024-05-20T23:51:49.144 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/netlink/netlink_diag.ko 2024-05-20T23:51:49.144 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/nsh 2024-05-20T23:51:49.144 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/nsh/nsh.ko 2024-05-20T23:51:49.144 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch 2024-05-20T23:51:49.144 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/openvswitch.ko 2024-05-20T23:51:49.144 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/vport-geneve.ko 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/vport-gre.ko 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/openvswitch/vport-vxlan.ko 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/packet 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/packet/af_packet_diag.ko 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds/rds.ko 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds/rds_rdma.ko 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/rds/rds_tcp.ko 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_csum.ko 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_gact.ko 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_mirred.ko 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_nat.ko 2024-05-20T23:51:49.145 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_pedit.ko 2024-05-20T23:51:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_police.ko 2024-05-20T23:51:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_simple.ko 2024-05-20T23:51:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_skbedit.ko 2024-05-20T23:51:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/act_vlan.ko 2024-05-20T23:51:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_basic.ko 2024-05-20T23:51:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_bpf.ko 2024-05-20T23:51:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_flow.ko 2024-05-20T23:51:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_fw.ko 2024-05-20T23:51:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_route.ko 2024-05-20T23:51:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/cls_u32.ko 2024-05-20T23:51:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_cmp.ko 2024-05-20T23:51:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_ipset.ko 2024-05-20T23:51:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_meta.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_nbyte.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_text.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/em_u32.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_choke.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_codel.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_drr.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_fq.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_gred.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_hfsc.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_hhf.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_htb.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_ingress.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_mqprio.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_mqprio_lib.ko 2024-05-20T23:51:49.147 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_multiq.ko 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_netem.ko 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_pie.ko 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_plug.ko 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_prio.ko 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_qfq.ko 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_red.ko 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_sfb.ko 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_sfq.ko 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_tbf.ko 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sched/sch_teql.ko 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sctp 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sctp/sctp.ko 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sctp/sctp_diag.ko 2024-05-20T23:51:49.148 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc 2024-05-20T23:51:49.149 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/auth_gss 2024-05-20T23:51:49.149 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-05-20T23:51:49.149 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-05-20T23:51:49.149 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/sunrpc.ko 2024-05-20T23:51:49.149 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/xprtrdma 2024-05-20T23:51:49.149 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-05-20T23:51:49.150 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/tipc 2024-05-20T23:51:49.150 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/tipc/tipc.ko 2024-05-20T23:51:49.150 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/tipc/tipc_diag.ko 2024-05-20T23:51:49.150 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/unix 2024-05-20T23:51:49.150 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/unix/unix_diag.ko 2024-05-20T23:51:49.150 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock 2024-05-20T23:51:49.150 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-05-20T23:51:49.151 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-05-20T23:51:49.151 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vsock.ko 2024-05-20T23:51:49.151 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vsock_diag.ko 2024-05-20T23:51:49.151 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/vmw_vsock/vsock_loopback.ko 2024-05-20T23:51:49.151 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/xfrm 2024-05-20T23:51:49.151 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/net/xfrm/xfrm_ipcomp.ko 2024-05-20T23:51:49.151 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security 2024-05-20T23:51:49.152 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys 2024-05-20T23:51:49.152 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/encrypted-keys 2024-05-20T23:51:49.152 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-05-20T23:51:49.152 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/trusted-keys 2024-05-20T23:51:49.152 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/kernel/security/keys/trusted-keys/trusted.ko 2024-05-20T23:51:49.152 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.alias 2024-05-20T23:51:49.152 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.alias.bin 2024-05-20T23:51:49.153 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin 2024-05-20T23:51:49.153 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin.alias.bin 2024-05-20T23:51:49.153 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin.bin 2024-05-20T23:51:49.153 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.builtin.modinfo 2024-05-20T23:51:49.153 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.dep 2024-05-20T23:51:49.153 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.dep.bin 2024-05-20T23:51:49.153 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.devname 2024-05-20T23:51:49.153 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.order 2024-05-20T23:51:49.154 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.softdep 2024-05-20T23:51:49.154 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.symbols 2024-05-20T23:51:49.154 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.symbols.bin 2024-05-20T23:51:49.154 INFO:teuthology.orchestra.run.smithi012.stdout:/lib/modules/6.9.0-rc3-g0fe9556839d2/vmlinuz 2024-05-20T23:51:49.159 DEBUG:teuthology.task.kernel:get_image_version: 6.9.0-rc3-g0fe9556839d2 2024-05-20T23:51:49.159 DEBUG:teuthology.orchestra.run.smithi012:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-05-20T23:51:49.183 INFO:teuthology.orchestra.run.smithi012.stdout:postinstall scriptlet (using /bin/sh): 2024-05-20T23:51:49.184 INFO:teuthology.orchestra.run.smithi012.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-20T23:51:49.184 INFO:teuthology.orchestra.run.smithi012.stdout: /usr/bin/kernel-install add 6.9.0-rc3-g0fe9556839d2 /lib/modules/6.9.0-rc3-g0fe9556839d2/vmlinuz 2024-05-20T23:51:49.184 INFO:teuthology.orchestra.run.smithi012.stdout:fi 2024-05-20T23:51:49.184 INFO:teuthology.orchestra.run.smithi012.stdout:for file in vmlinuz System.map config; do 2024-05-20T23:51:49.184 INFO:teuthology.orchestra.run.smithi012.stdout: if ! cmp --silent "/lib/modules/6.9.0-rc3-g0fe9556839d2/${file}" "/boot/${file}-6.9.0-rc3-g0fe9556839d2"; then 2024-05-20T23:51:49.184 INFO:teuthology.orchestra.run.smithi012.stdout: cp "/lib/modules/6.9.0-rc3-g0fe9556839d2/${file}" "/boot/${file}-6.9.0-rc3-g0fe9556839d2" 2024-05-20T23:51:49.184 INFO:teuthology.orchestra.run.smithi012.stdout: fi 2024-05-20T23:51:49.184 INFO:teuthology.orchestra.run.smithi012.stdout:done 2024-05-20T23:51:49.184 INFO:teuthology.orchestra.run.smithi012.stdout:if [ -d "/lib/modules/6.9.0-rc3-g0fe9556839d2/dtb" ] && \ 2024-05-20T23:51:49.184 INFO:teuthology.orchestra.run.smithi012.stdout: ! diff -rq "/lib/modules/6.9.0-rc3-g0fe9556839d2/dtb" "/boot/dtb-6.9.0-rc3-g0fe9556839d2" >/dev/null 2>&1; then 2024-05-20T23:51:49.184 INFO:teuthology.orchestra.run.smithi012.stdout: rm -rf "/boot/dtb-6.9.0-rc3-g0fe9556839d2" 2024-05-20T23:51:49.184 INFO:teuthology.orchestra.run.smithi012.stdout: cp -r "/lib/modules/6.9.0-rc3-g0fe9556839d2/dtb" "/boot/dtb-6.9.0-rc3-g0fe9556839d2" 2024-05-20T23:51:49.185 INFO:teuthology.orchestra.run.smithi012.stdout:fi 2024-05-20T23:51:49.185 INFO:teuthology.orchestra.run.smithi012.stdout:if [ ! -e "/lib/modules/6.9.0-rc3-g0fe9556839d2/modules.dep" ]; then 2024-05-20T23:51:49.185 INFO:teuthology.orchestra.run.smithi012.stdout: /usr/sbin/depmod 6.9.0-rc3-g0fe9556839d2 2024-05-20T23:51:49.185 INFO:teuthology.orchestra.run.smithi012.stdout:fi 2024-05-20T23:51:49.185 INFO:teuthology.orchestra.run.smithi012.stdout:preuninstall scriptlet (using /bin/sh): 2024-05-20T23:51:49.185 INFO:teuthology.orchestra.run.smithi012.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-05-20T23:51:49.185 INFO:teuthology.orchestra.run.smithi012.stdout:kernel-install remove 6.9.0-rc3-g0fe9556839d2 2024-05-20T23:51:49.185 INFO:teuthology.orchestra.run.smithi012.stdout:fi 2024-05-20T23:51:49.186 DEBUG:teuthology.orchestra.run.smithi012:> sudo rpm -qi grub2-tools 2024-05-20T23:51:49.271 INFO:teuthology.orchestra.run.smithi012.stdout:Name : grub2-tools 2024-05-20T23:51:49.271 INFO:teuthology.orchestra.run.smithi012.stdout:Epoch : 1 2024-05-20T23:51:49.271 INFO:teuthology.orchestra.run.smithi012.stdout:Version : 2.06 2024-05-20T23:51:49.271 INFO:teuthology.orchestra.run.smithi012.stdout:Release : 68.el9 2024-05-20T23:51:49.271 INFO:teuthology.orchestra.run.smithi012.stdout:Architecture: x86_64 2024-05-20T23:51:49.271 INFO:teuthology.orchestra.run.smithi012.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-05-20T23:51:49.271 INFO:teuthology.orchestra.run.smithi012.stdout:Group : Unspecified 2024-05-20T23:51:49.271 INFO:teuthology.orchestra.run.smithi012.stdout:Size : 8264254 2024-05-20T23:51:49.271 INFO:teuthology.orchestra.run.smithi012.stdout:License : GPLv3+ 2024-05-20T23:51:49.271 INFO:teuthology.orchestra.run.smithi012.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-05-20T23:51:49.271 INFO:teuthology.orchestra.run.smithi012.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout:Packager : builder@centos.org 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout:Vendor : CentOS 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout:URL : http://www.gnu.org/software/grub/ 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout:Summary : Support tools for GRUB. 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout:Description : 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout:customizable bootloader with modular architecture. It supports a rich 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout:variety of kernel formats, file systems, computer architectures and 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout:hardware devices. 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-20T23:51:49.272 INFO:teuthology.orchestra.run.smithi012.stdout:This subpackage provides tools for support of all platforms. 2024-05-20T23:51:49.273 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-05-20T23:51:49.273 INFO:teuthology.task.kernel:Updating grub on smithi012 to boot 6.9.0-rc3-g0fe9556839d2 2024-05-20T23:51:49.274 DEBUG:teuthology.orchestra.run.smithi012:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-05-20T23:51:49.784 INFO:teuthology.orchestra.run.smithi012.stderr:Generating grub configuration file ... 2024-05-20T23:51:51.206 INFO:teuthology.orchestra.run.smithi012.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-05-20T23:51:51.231 INFO:teuthology.orchestra.run.smithi012.stderr:done 2024-05-20T23:51:51.233 DEBUG:teuthology.orchestra.run.smithi012:> mktemp 2024-05-20T23:51:51.248 INFO:teuthology.orchestra.run.smithi012.stdout:/tmp/tmp.cPHE2EhUFS 2024-05-20T23:51:51.249 DEBUG:teuthology.orchestra.run.smithi012:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.cPHE2EhUFS 2024-05-20T23:51:51.314 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 0666 /tmp/tmp.cPHE2EhUFS 2024-05-20T23:51:51.464 DEBUG:teuthology.orchestra.remote:smithi012:/tmp/tmp.cPHE2EhUFS is 6KB 2024-05-20T23:51:51.512 DEBUG:teuthology.orchestra.run.smithi012:> rm -fr /tmp/tmp.cPHE2EhUFS 2024-05-20T23:51:51.526 DEBUG:teuthology.orchestra.run.smithi012:> sudo /bin/ls /boot/loader/entries || true 2024-05-20T23:51:51.588 INFO:teuthology.orchestra.run.smithi012.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-05-20T23:51:51.589 INFO:teuthology.orchestra.run.smithi012.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-05-20T23:51:51.589 INFO:teuthology.orchestra.run.smithi012.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-05-20T23:51:51.589 INFO:teuthology.orchestra.run.smithi012.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g0fe9556839d2.conf 2024-05-20T23:51:51.590 DEBUG:teuthology.orchestra.run.smithi012:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.9.0-rc3-g0fe9556839d2 2024-05-20T23:51:51.753 DEBUG:teuthology.orchestra.run.smithi012:> sudo shutdown -r now 2024-05-20T23:52:21.756 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-05-20T23:52:21.757 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-05-20T23:52:21.758 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T23:52:40.222 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.12 2024-05-20T23:52:49.223 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-05-20T23:52:49.224 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T23:53:07.614 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.12 2024-05-20T23:53:19.616 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-05-20T23:53:19.617 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T23:53:20.901 DEBUG:teuthology.orchestra.run.smithi012:> true 2024-05-20T23:53:21.584 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-05-20T23:53:21.584 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.9.0-rc3-g0fe9556839d2"... 2024-05-20T23:53:21.584 DEBUG:teuthology.orchestra.run.smithi012:> uname -r 2024-05-20T23:53:21.641 INFO:teuthology.orchestra.run.smithi012.stdout:6.9.0-rc3-g0fe9556839d2 2024-05-20T23:53:21.641 DEBUG:teuthology.task.kernel:current kernel version is 6.9.0-rc3-g0fe9556839d2 vs 6.9.0-rc3-g0fe9556839d2 2024-05-20T23:53:21.641 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-20T23:53:21.641 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-05-20T23:53:22.642 DEBUG:teuthology.parallel:result is None 2024-05-20T23:53:22.642 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-20T23:53:22.650 INFO:teuthology.task.internal:Creating test directory... 2024-05-20T23:53:22.650 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-20T23:53:22.658 DEBUG:teuthology.orchestra.run.smithi060:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-20T23:53:22.661 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-20T23:53:22.702 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-20T23:53:22.709 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-20T23:53:22.716 INFO:teuthology.task.internal:Creating archive directory... 2024-05-20T23:53:22.716 DEBUG:teuthology.orchestra.run.smithi012:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-20T23:53:22.721 DEBUG:teuthology.orchestra.run.smithi060:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-20T23:53:22.723 DEBUG:teuthology.orchestra.run.smithi077:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-20T23:53:22.848 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-20T23:53:22.854 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-20T23:53:22.854 DEBUG:teuthology.orchestra.run.smithi060:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-20T23:53:22.871 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T23:53:22.872 DEBUG:teuthology.orchestra.run.smithi077:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-20T23:53:22.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T23:53:22.889 DEBUG:teuthology.orchestra.run.smithi012:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-20T23:53:22.894 DEBUG:teuthology.orchestra.run.smithi060:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-20T23:53:22.915 DEBUG:teuthology.orchestra.run.smithi077:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-20T23:53:22.945 INFO:teuthology.orchestra.run.smithi060.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T23:53:22.960 INFO:teuthology.orchestra.run.smithi060.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T23:53:22.980 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T23:53:22.996 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T23:53:23.019 INFO:teuthology.orchestra.run.smithi012.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T23:53:23.063 INFO:teuthology.orchestra.run.smithi012.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-20T23:53:23.066 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-20T23:53:23.073 INFO:teuthology.task.internal:Configuring sudo... 2024-05-20T23:53:23.074 DEBUG:teuthology.orchestra.run.smithi012:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-20T23:53:23.078 DEBUG:teuthology.orchestra.run.smithi060:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-20T23:53:23.080 DEBUG:teuthology.orchestra.run.smithi077:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-20T23:53:23.139 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-20T23:53:23.148 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-20T23:53:23.149 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-20T23:53:23.152 DEBUG:teuthology.orchestra.run.smithi060:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-20T23:53:23.155 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-20T23:53:23.186 DEBUG:teuthology.orchestra.run.smithi012:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T23:53:23.295 DEBUG:teuthology.orchestra.run.smithi012:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T23:53:23.375 DEBUG:teuthology.orchestra.run.smithi012:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T23:53:23.443 DEBUG:teuthology.orchestra.run.smithi012:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T23:53:23.530 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-20T23:53:23.530 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-20T23:53:23.591 DEBUG:teuthology.orchestra.run.smithi060:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T23:53:23.640 DEBUG:teuthology.orchestra.run.smithi060:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T23:53:23.686 DEBUG:teuthology.orchestra.run.smithi060:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T23:53:23.771 DEBUG:teuthology.orchestra.run.smithi060:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T23:53:23.814 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-05-20T23:53:23.815 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-20T23:53:23.881 DEBUG:teuthology.orchestra.run.smithi077:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T23:53:23.918 DEBUG:teuthology.orchestra.run.smithi077:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-20T23:53:23.982 DEBUG:teuthology.orchestra.run.smithi077:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T23:53:24.063 DEBUG:teuthology.orchestra.run.smithi077:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-20T23:53:24.105 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-05-20T23:53:24.106 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-20T23:53:24.170 DEBUG:teuthology.orchestra.run.smithi012:> sudo service rsyslog restart 2024-05-20T23:53:24.178 DEBUG:teuthology.orchestra.run.smithi060:> sudo service rsyslog restart 2024-05-20T23:53:24.180 DEBUG:teuthology.orchestra.run.smithi077:> sudo service rsyslog restart 2024-05-20T23:53:24.220 INFO:teuthology.orchestra.run.smithi060.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T23:53:24.247 INFO:teuthology.orchestra.run.smithi077.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T23:53:24.281 INFO:teuthology.orchestra.run.smithi012.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-20T23:53:24.820 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-20T23:53:24.827 INFO:teuthology.task.internal:Starting timer... 2024-05-20T23:53:24.827 INFO:teuthology.run_tasks:Running task pcp... 2024-05-20T23:53:24.837 INFO:teuthology.run_tasks:Running task selinux... 2024-05-20T23:53:24.845 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-05-20T23:53:24.845 DEBUG:teuthology.orchestra.run.smithi012:> sudo service auditd rotate 2024-05-20T23:53:24.952 INFO:teuthology.orchestra.run.smithi012.stdout:Rotating logs: 2024-05-20T23:53:24.957 DEBUG:teuthology.orchestra.run.smithi060:> sudo service auditd rotate 2024-05-20T23:53:25.026 INFO:teuthology.orchestra.run.smithi060.stdout:Rotating logs: 2024-05-20T23:53:25.028 DEBUG:teuthology.orchestra.run.smithi077:> sudo service auditd rotate 2024-05-20T23:53:25.097 INFO:teuthology.orchestra.run.smithi077.stdout:Rotating logs: 2024-05-20T23:53:25.100 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-20T23:53:25.100 DEBUG:teuthology.orchestra.run.smithi012:> /usr/sbin/getenforce 2024-05-20T23:53:25.143 INFO:teuthology.orchestra.run.smithi012.stdout:Permissive 2024-05-20T23:53:25.143 DEBUG:teuthology.orchestra.run.smithi060:> /usr/sbin/getenforce 2024-05-20T23:53:25.165 INFO:teuthology.orchestra.run.smithi060.stdout:Permissive 2024-05-20T23:53:25.166 DEBUG:teuthology.orchestra.run.smithi077:> /usr/sbin/getenforce 2024-05-20T23:53:25.188 INFO:teuthology.orchestra.run.smithi077.stdout:Permissive 2024-05-20T23:53:25.189 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi012.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi060.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi077.front.sepia.ceph.com': 'permissive'} 2024-05-20T23:53:25.189 DEBUG:teuthology.orchestra.run.smithi012:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T23:53:25.261 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T23:53:25.262 DEBUG:teuthology.orchestra.run.smithi060:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T23:53:25.289 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T23:53:25.290 DEBUG:teuthology.orchestra.run.smithi077:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-20T23:53:25.314 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-20T23:53:25.314 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-20T23:53:25.315 DEBUG:teuthology.orchestra.run.smithi012:> sudo /usr/sbin/setenforce permissive 2024-05-20T23:53:25.451 DEBUG:teuthology.orchestra.run.smithi060:> sudo /usr/sbin/setenforce permissive 2024-05-20T23:53:25.476 DEBUG:teuthology.orchestra.run.smithi077:> sudo /usr/sbin/setenforce permissive 2024-05-20T23:53:25.500 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-20T23:53:25.511 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-05-20T23:53:25.514 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-05-20T23:53:25.674 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-20T23:53:25.685 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-20T23:53:25.686 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi012.front.sepia.ceph.com,smithi060.front.sepia.ceph.com,smithi077.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-20T23:59:50.872 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi012.front.sepia.ceph.com'), Remote(name='ubuntu@smithi060.front.sepia.ceph.com'), Remote(name='ubuntu@smithi077.front.sepia.ceph.com')] 2024-05-20T23:59:50.873 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-05-20T23:59:50.874 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi012.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T23:59:50.987 DEBUG:teuthology.orchestra.run.smithi012:> true 2024-05-20T23:59:51.134 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi012.front.sepia.ceph.com' 2024-05-20T23:59:51.134 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi060.front.sepia.ceph.com' 2024-05-20T23:59:51.135 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi060.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T23:59:51.211 DEBUG:teuthology.orchestra.run.smithi060:> true 2024-05-20T23:59:51.296 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi060.front.sepia.ceph.com' 2024-05-20T23:59:51.297 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-05-20T23:59:51.297 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-20T23:59:51.373 DEBUG:teuthology.orchestra.run.smithi077:> true 2024-05-20T23:59:51.458 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-05-20T23:59:51.459 INFO:teuthology.run_tasks:Running task clock... 2024-05-20T23:59:51.469 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-20T23:59:51.469 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-20T23:59:51.469 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T23:59:51.477 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-20T23:59:51.477 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T23:59:51.479 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-20T23:59:51.480 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-20T23:59:51.511 INFO:teuthology.orchestra.run.smithi060.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-20T23:59:51.527 INFO:teuthology.orchestra.run.smithi060.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-20T23:59:51.529 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-20T23:59:51.544 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-20T23:59:51.552 INFO:teuthology.orchestra.run.smithi060.stderr:sudo: ntpd: command not found 2024-05-20T23:59:51.564 INFO:teuthology.orchestra.run.smithi060.stdout:506 Cannot talk to daemon 2024-05-20T23:59:51.567 INFO:teuthology.orchestra.run.smithi077.stderr:sudo: ntpd: command not found 2024-05-20T23:59:51.572 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-05-20T23:59:51.577 INFO:teuthology.orchestra.run.smithi077.stdout:506 Cannot talk to daemon 2024-05-20T23:59:51.579 INFO:teuthology.orchestra.run.smithi060.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-20T23:59:51.591 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-20T23:59:51.593 INFO:teuthology.orchestra.run.smithi060.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-20T23:59:51.604 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-20T23:59:51.617 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-05-20T23:59:51.653 INFO:teuthology.orchestra.run.smithi060.stderr:bash: line 1: ntpq: command not found 2024-05-20T23:59:51.657 INFO:teuthology.orchestra.run.smithi060.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T23:59:51.657 INFO:teuthology.orchestra.run.smithi060.stdout:=============================================================================== 2024-05-20T23:59:51.657 INFO:teuthology.orchestra.run.smithi060.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T23:59:51.657 INFO:teuthology.orchestra.run.smithi060.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T23:59:51.657 INFO:teuthology.orchestra.run.smithi060.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T23:59:51.657 INFO:teuthology.orchestra.run.smithi060.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T23:59:51.658 INFO:teuthology.orchestra.run.smithi077.stderr:bash: line 1: ntpq: command not found 2024-05-20T23:59:51.661 INFO:teuthology.orchestra.run.smithi077.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T23:59:51.661 INFO:teuthology.orchestra.run.smithi077.stdout:=============================================================================== 2024-05-20T23:59:51.661 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T23:59:51.661 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T23:59:51.661 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T23:59:51.661 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T23:59:51.691 INFO:teuthology.orchestra.run.smithi012.stderr:sudo: ntpd: command not found 2024-05-20T23:59:51.727 INFO:teuthology.orchestra.run.smithi012.stdout:506 Cannot talk to daemon 2024-05-20T23:59:51.770 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-05-20T23:59:51.814 INFO:teuthology.orchestra.run.smithi012.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-05-20T23:59:51.945 INFO:teuthology.orchestra.run.smithi012.stderr:bash: line 1: ntpq: command not found 2024-05-20T23:59:51.955 INFO:teuthology.orchestra.run.smithi012.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-20T23:59:51.955 INFO:teuthology.orchestra.run.smithi012.stdout:=============================================================================== 2024-05-20T23:59:51.955 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T23:59:51.955 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T23:59:51.955 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T23:59:51.955 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-05-20T23:59:51.956 INFO:teuthology.run_tasks:Running task install... 2024-05-20T23:59:51.965 DEBUG:teuthology.task.install:project ceph 2024-05-20T23:59:51.965 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f'}} 2024-05-20T23:59:51.965 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f'} 2024-05-20T23:59:51.965 INFO:teuthology.task.install:Using flavor: default 2024-05-20T23:59:51.970 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-20T23:59:51.970 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-05-20T23:59:51.971 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f', 'tag': None, 'wait_for_package': False} 2024-05-20T23:59:51.971 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-20T23:59:51.973 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f', 'tag': None, 'wait_for_package': False} 2024-05-20T23:59:51.973 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-20T23:59:51.974 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f', 'tag': None, 'wait_for_package': False} 2024-05-20T23:59:51.974 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-20T23:59:52.116 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/ 2024-05-20T23:59:52.116 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3829.gb772be9b 2024-05-20T23:59:52.203 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/ 2024-05-20T23:59:52.203 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3829.gb772be9b 2024-05-20T23:59:52.216 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/ 2024-05-20T23:59:52.216 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3829.gb772be9b 2024-05-20T23:59:52.239 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-20T23:59:52.239 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-05-20T23:59:52.239 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-20T23:59:52.270 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-20T23:59:52.270 DEBUG:teuthology.orchestra.run.smithi060:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b772be9bbd810236a4ab405b6b221a45c687051f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-20T23:59:52.315 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-20T23:59:52.315 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-20T23:59:52.315 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-20T23:59:52.339 DEBUG:teuthology.orchestra.run.smithi060:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-20T23:59:52.395 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-05-20T23:59:52.395 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-05-20T23:59:52.396 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-05-20T23:59:52.408 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-20T23:59:52.409 DEBUG:teuthology.orchestra.run.smithi012:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b772be9bbd810236a4ab405b6b221a45c687051f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-20T23:59:52.418 DEBUG:teuthology.orchestra.run.smithi060:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-20T23:59:52.424 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-05-20T23:59:52.424 DEBUG:teuthology.orchestra.run.smithi077:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/b772be9bbd810236a4ab405b6b221a45c687051f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-05-20T23:59:52.483 INFO:teuthology.orchestra.run.smithi060.stdout:check_obsoletes = 1 2024-05-20T23:59:52.485 DEBUG:teuthology.orchestra.run.smithi060:> sudo yum clean all 2024-05-20T23:59:52.493 DEBUG:teuthology.orchestra.run.smithi077:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-20T23:59:52.544 DEBUG:teuthology.orchestra.run.smithi012:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-05-20T23:59:52.570 DEBUG:teuthology.orchestra.run.smithi077:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-20T23:59:52.635 INFO:teuthology.orchestra.run.smithi077.stdout:check_obsoletes = 1 2024-05-20T23:59:52.637 DEBUG:teuthology.orchestra.run.smithi077:> sudo yum clean all 2024-05-20T23:59:52.656 DEBUG:teuthology.orchestra.run.smithi012:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-05-20T23:59:52.730 INFO:teuthology.orchestra.run.smithi060.stdout:57 files removed 2024-05-20T23:59:52.735 INFO:teuthology.orchestra.run.smithi012.stdout:check_obsoletes = 1 2024-05-20T23:59:52.739 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum clean all 2024-05-20T23:59:52.757 DEBUG:teuthology.orchestra.run.smithi060:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-20T23:59:52.867 INFO:teuthology.orchestra.run.smithi077.stdout:57 files removed 2024-05-20T23:59:52.893 DEBUG:teuthology.orchestra.run.smithi077:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-20T23:59:53.090 INFO:teuthology.orchestra.run.smithi012.stdout:57 files removed 2024-05-20T23:59:53.130 DEBUG:teuthology.orchestra.run.smithi012:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-05-20T23:59:53.352 INFO:teuthology.orchestra.run.smithi060.stdout:ceph packages for x86_64 261 kB/s | 84 kB 00:00 2024-05-20T23:59:53.564 INFO:teuthology.orchestra.run.smithi077.stdout:ceph packages for x86_64 202 kB/s | 84 kB 00:00 2024-05-20T23:59:53.720 INFO:teuthology.orchestra.run.smithi060.stdout:ceph noarch packages 36 kB/s | 12 kB 00:00 2024-05-20T23:59:53.969 INFO:teuthology.orchestra.run.smithi012.stdout:ceph packages for x86_64 209 kB/s | 84 kB 00:00 2024-05-20T23:59:53.990 INFO:teuthology.orchestra.run.smithi077.stdout:ceph noarch packages 31 kB/s | 12 kB 00:00 2024-05-20T23:59:54.137 INFO:teuthology.orchestra.run.smithi060.stdout:ceph source packages 5.0 kB/s | 1.9 kB 00:00 2024-05-20T23:59:54.316 INFO:teuthology.orchestra.run.smithi077.stdout:ceph source packages 6.5 kB/s | 1.9 kB 00:00 2024-05-20T23:59:54.562 INFO:teuthology.orchestra.run.smithi012.stdout:ceph noarch packages 24 kB/s | 12 kB 00:00 2024-05-20T23:59:55.120 INFO:teuthology.orchestra.run.smithi012.stdout:ceph source packages 4.0 kB/s | 1.9 kB 00:00 2024-05-20T23:59:56.249 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - BaseOS 4.3 MB/s | 8.1 MB 00:01 2024-05-20T23:59:58.596 INFO:teuthology.orchestra.run.smithi060.stdout:CentOS Stream 9 - BaseOS 1.8 MB/s | 8.1 MB 00:04 2024-05-21T00:00:00.650 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - BaseOS 1.5 MB/s | 8.1 MB 00:05 2024-05-21T00:00:12.160 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - AppStream 1.3 MB/s | 19 MB 00:14 2024-05-21T00:00:13.806 INFO:teuthology.orchestra.run.smithi060.stdout:CentOS Stream 9 - AppStream 1.4 MB/s | 19 MB 00:14 2024-05-21T00:00:17.173 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - AppStream 1.2 MB/s | 19 MB 00:15 2024-05-21T00:00:18.243 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - CRB 2.5 MB/s | 6.2 MB 00:02 2024-05-21T00:00:19.886 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - Extras packages 33 kB/s | 16 kB 00:00 2024-05-21T00:00:20.323 INFO:teuthology.orchestra.run.smithi060.stdout:CentOS Stream 9 - CRB 2.2 MB/s | 6.2 MB 00:02 2024-05-21T00:00:21.741 INFO:teuthology.orchestra.run.smithi060.stdout:CentOS Stream 9 - Extras packages 68 kB/s | 16 kB 00:00 2024-05-21T00:00:23.015 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - CRB 3.4 MB/s | 6.2 MB 00:01 2024-05-21T00:00:23.375 INFO:teuthology.orchestra.run.smithi060.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-05-21T00:00:24.807 INFO:teuthology.orchestra.run.smithi012.stdout:CentOS Stream 9 - Extras packages 38 kB/s | 16 kB 00:00 2024-05-21T00:00:26.201 INFO:teuthology.orchestra.run.smithi012.stdout:Extra Packages for Enterprise Linux 18 MB/s | 21 MB 00:01 2024-05-21T00:00:28.734 INFO:teuthology.orchestra.run.smithi060.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-05-21T00:00:28.912 INFO:teuthology.orchestra.run.smithi077.stdout:Extra Packages for Enterprise Linux 2.4 MB/s | 21 MB 00:08 2024-05-21T00:00:30.928 INFO:teuthology.orchestra.run.smithi060.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T00:00:30.929 INFO:teuthology.orchestra.run.smithi060.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T00:00:30.940 INFO:teuthology.orchestra.run.smithi060.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-21T00:00:30.941 INFO:teuthology.orchestra.run.smithi060.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-21T00:00:30.941 INFO:teuthology.orchestra.run.smithi060.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-21T00:00:30.942 INFO:teuthology.orchestra.run.smithi060.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-21T00:00:30.944 INFO:teuthology.orchestra.run.smithi060.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-21T00:00:30.946 INFO:teuthology.orchestra.run.smithi060.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-21T00:00:30.947 INFO:teuthology.orchestra.run.smithi060.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-21T00:00:31.013 INFO:teuthology.orchestra.run.smithi060.stdout:Dependencies resolved. 2024-05-21T00:00:31.028 INFO:teuthology.orchestra.run.smithi060.stdout:======================================================================================= 2024-05-21T00:00:31.029 INFO:teuthology.orchestra.run.smithi060.stdout: Package Arch Version Repository Size 2024-05-21T00:00:31.029 INFO:teuthology.orchestra.run.smithi060.stdout:======================================================================================= 2024-05-21T00:00:31.029 INFO:teuthology.orchestra.run.smithi060.stdout:Installing: 2024-05-21T00:00:31.029 INFO:teuthology.orchestra.run.smithi060.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-21T00:00:31.029 INFO:teuthology.orchestra.run.smithi060.stdout: ceph x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 6.6 k 2024-05-21T00:00:31.029 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-base x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 5.4 M 2024-05-21T00:00:31.029 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-fuse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 891 k 2024-05-21T00:00:31.029 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 145 k 2024-05-21T00:00:31.029 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 1.5 M 2024-05-21T00:00:31.029 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 143 k 2024-05-21T00:00:31.029 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 3.5 M 2024-05-21T00:00:31.029 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 7.4 M 2024-05-21T00:00:31.029 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-rook noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 49 k 2024-05-21T00:00:31.030 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-radosgw x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 11 M 2024-05-21T00:00:31.030 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-test x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 49 M 2024-05-21T00:00:31.030 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-volume noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 273 k 2024-05-21T00:00:31.030 INFO:teuthology.orchestra.run.smithi060.stdout: cephadm noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 764 k 2024-05-21T00:00:31.030 INFO:teuthology.orchestra.run.smithi060.stdout: cephfs-mirror x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 224 k 2024-05-21T00:00:31.030 INFO:teuthology.orchestra.run.smithi060.stdout: cephfs-shell x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 27 k 2024-05-21T00:00:31.030 INFO:teuthology.orchestra.run.smithi060.stdout: cephfs-top noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 18 k 2024-05-21T00:00:31.030 INFO:teuthology.orchestra.run.smithi060.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-21T00:00:31.031 INFO:teuthology.orchestra.run.smithi060.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-21T00:00:31.031 INFO:teuthology.orchestra.run.smithi060.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-21T00:00:31.031 INFO:teuthology.orchestra.run.smithi060.stdout: libcephfs-devel x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 32 k 2024-05-21T00:00:31.031 INFO:teuthology.orchestra.run.smithi060.stdout: libcephfs2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 747 k 2024-05-21T00:00:31.031 INFO:teuthology.orchestra.run.smithi060.stdout: librados-devel x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 127 k 2024-05-21T00:00:31.031 INFO:teuthology.orchestra.run.smithi060.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-21T00:00:31.031 INFO:teuthology.orchestra.run.smithi060.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-21T00:00:31.031 INFO:teuthology.orchestra.run.smithi060.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-21T00:00:31.031 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-21T00:00:31.031 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-21T00:00:31.032 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-21T00:00:31.032 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cephfs x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 161 k 2024-05-21T00:00:31.032 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rados x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 320 k 2024-05-21T00:00:31.032 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rbd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 300 k 2024-05-21T00:00:31.032 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rgw x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 99 k 2024-05-21T00:00:31.032 INFO:teuthology.orchestra.run.smithi060.stdout: rbd-fuse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 85 k 2024-05-21T00:00:31.032 INFO:teuthology.orchestra.run.smithi060.stdout: rbd-mirror x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.1 M 2024-05-21T00:00:31.033 INFO:teuthology.orchestra.run.smithi060.stdout: rbd-nbd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 171 k 2024-05-21T00:00:31.033 INFO:teuthology.orchestra.run.smithi060.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-21T00:00:31.033 INFO:teuthology.orchestra.run.smithi060.stdout:Upgrading: 2024-05-21T00:00:31.033 INFO:teuthology.orchestra.run.smithi060.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-21T00:00:31.033 INFO:teuthology.orchestra.run.smithi060.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-21T00:00:31.033 INFO:teuthology.orchestra.run.smithi060.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-21T00:00:31.033 INFO:teuthology.orchestra.run.smithi060.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-21T00:00:31.033 INFO:teuthology.orchestra.run.smithi060.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-21T00:00:31.033 INFO:teuthology.orchestra.run.smithi060.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-21T00:00:31.033 INFO:teuthology.orchestra.run.smithi060.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-21T00:00:31.033 INFO:teuthology.orchestra.run.smithi060.stdout: librados2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.4 M 2024-05-21T00:00:31.034 INFO:teuthology.orchestra.run.smithi060.stdout: librbd1 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.1 M 2024-05-21T00:00:31.034 INFO:teuthology.orchestra.run.smithi060.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-21T00:00:31.034 INFO:teuthology.orchestra.run.smithi060.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-21T00:00:31.034 INFO:teuthology.orchestra.run.smithi060.stdout:Installing dependencies: 2024-05-21T00:00:31.034 INFO:teuthology.orchestra.run.smithi060.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-21T00:00:31.034 INFO:teuthology.orchestra.run.smithi060.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-21T00:00:31.034 INFO:teuthology.orchestra.run.smithi060.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-21T00:00:31.034 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-common x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 21 M 2024-05-21T00:00:31.034 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 34 k 2024-05-21T00:00:31.034 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mds x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 2.4 M 2024-05-21T00:00:31.034 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 274 k 2024-05-21T00:00:31.034 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mon x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 4.7 M 2024-05-21T00:00:31.035 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-osd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 17 M 2024-05-21T00:00:31.035 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 16 k 2024-05-21T00:00:31.035 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-selinux x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 25 k 2024-05-21T00:00:31.035 INFO:teuthology.orchestra.run.smithi060.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-21T00:00:31.035 INFO:teuthology.orchestra.run.smithi060.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-21T00:00:31.035 INFO:teuthology.orchestra.run.smithi060.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-21T00:00:31.035 INFO:teuthology.orchestra.run.smithi060.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-21T00:00:31.035 INFO:teuthology.orchestra.run.smithi060.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-21T00:00:31.035 INFO:teuthology.orchestra.run.smithi060.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-21T00:00:31.035 INFO:teuthology.orchestra.run.smithi060.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-21T00:00:31.035 INFO:teuthology.orchestra.run.smithi060.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-21T00:00:31.035 INFO:teuthology.orchestra.run.smithi060.stdout: libcephsqlite x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 163 k 2024-05-21T00:00:31.035 INFO:teuthology.orchestra.run.smithi060.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-21T00:00:31.036 INFO:teuthology.orchestra.run.smithi060.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-21T00:00:31.036 INFO:teuthology.orchestra.run.smithi060.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-21T00:00:31.036 INFO:teuthology.orchestra.run.smithi060.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-21T00:00:31.036 INFO:teuthology.orchestra.run.smithi060.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-21T00:00:31.036 INFO:teuthology.orchestra.run.smithi060.stdout: libradosstriper1 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 501 k 2024-05-21T00:00:31.036 INFO:teuthology.orchestra.run.smithi060.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-21T00:00:31.036 INFO:teuthology.orchestra.run.smithi060.stdout: librgw2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 5.4 M 2024-05-21T00:00:31.036 INFO:teuthology.orchestra.run.smithi060.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-21T00:00:31.037 INFO:teuthology.orchestra.run.smithi060.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-21T00:00:31.037 INFO:teuthology.orchestra.run.smithi060.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-21T00:00:31.037 INFO:teuthology.orchestra.run.smithi060.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-21T00:00:31.037 INFO:teuthology.orchestra.run.smithi060.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-21T00:00:31.037 INFO:teuthology.orchestra.run.smithi060.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-21T00:00:31.037 INFO:teuthology.orchestra.run.smithi060.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-21T00:00:31.037 INFO:teuthology.orchestra.run.smithi060.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-21T00:00:31.037 INFO:teuthology.orchestra.run.smithi060.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-21T00:00:31.037 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-21T00:00:31.037 INFO:teuthology.orchestra.run.smithi060.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-21T00:00:31.037 INFO:teuthology.orchestra.run.smithi060.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-21T00:00:31.037 INFO:teuthology.orchestra.run.smithi060.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-21T00:00:31.037 INFO:teuthology.orchestra.run.smithi060.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-21T00:00:31.038 INFO:teuthology.orchestra.run.smithi060.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-21T00:00:31.038 INFO:teuthology.orchestra.run.smithi060.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-21T00:00:31.038 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-21T00:00:31.038 INFO:teuthology.orchestra.run.smithi060.stdout: python3-ceph-argparse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 45 k 2024-05-21T00:00:31.038 INFO:teuthology.orchestra.run.smithi060.stdout: python3-ceph-common x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 136 k 2024-05-21T00:00:31.038 INFO:teuthology.orchestra.run.smithi060.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-21T00:00:31.038 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-21T00:00:31.038 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-21T00:00:31.038 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-21T00:00:31.038 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-21T00:00:31.038 INFO:teuthology.orchestra.run.smithi060.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-21T00:00:31.038 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-21T00:00:31.038 INFO:teuthology.orchestra.run.smithi060.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-21T00:00:31.039 INFO:teuthology.orchestra.run.smithi060.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-21T00:00:31.039 INFO:teuthology.orchestra.run.smithi060.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-21T00:00:31.039 INFO:teuthology.orchestra.run.smithi060.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-21T00:00:31.039 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-21T00:00:31.039 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-21T00:00:31.039 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-21T00:00:31.039 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-21T00:00:31.039 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-21T00:00:31.039 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-21T00:00:31.039 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-21T00:00:31.039 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-21T00:00:31.039 INFO:teuthology.orchestra.run.smithi060.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-21T00:00:31.039 INFO:teuthology.orchestra.run.smithi060.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-21T00:00:31.040 INFO:teuthology.orchestra.run.smithi060.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-21T00:00:31.040 INFO:teuthology.orchestra.run.smithi060.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-21T00:00:31.040 INFO:teuthology.orchestra.run.smithi060.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-21T00:00:31.040 INFO:teuthology.orchestra.run.smithi060.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-21T00:00:31.040 INFO:teuthology.orchestra.run.smithi060.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-21T00:00:31.040 INFO:teuthology.orchestra.run.smithi060.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-21T00:00:31.040 INFO:teuthology.orchestra.run.smithi060.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-21T00:00:31.040 INFO:teuthology.orchestra.run.smithi060.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-21T00:00:31.040 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-21T00:00:31.040 INFO:teuthology.orchestra.run.smithi060.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-21T00:00:31.040 INFO:teuthology.orchestra.run.smithi060.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-21T00:00:31.040 INFO:teuthology.orchestra.run.smithi060.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-21T00:00:31.040 INFO:teuthology.orchestra.run.smithi060.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-21T00:00:31.041 INFO:teuthology.orchestra.run.smithi060.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-21T00:00:31.042 INFO:teuthology.orchestra.run.smithi060.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-21T00:00:31.042 INFO:teuthology.orchestra.run.smithi060.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-21T00:00:31.042 INFO:teuthology.orchestra.run.smithi060.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-21T00:00:31.042 INFO:teuthology.orchestra.run.smithi060.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-21T00:00:31.042 INFO:teuthology.orchestra.run.smithi060.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-21T00:00:31.042 INFO:teuthology.orchestra.run.smithi060.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-21T00:00:31.042 INFO:teuthology.orchestra.run.smithi060.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-21T00:00:31.042 INFO:teuthology.orchestra.run.smithi060.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-21T00:00:31.042 INFO:teuthology.orchestra.run.smithi060.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-21T00:00:31.042 INFO:teuthology.orchestra.run.smithi060.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-21T00:00:31.042 INFO:teuthology.orchestra.run.smithi060.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-21T00:00:31.042 INFO:teuthology.orchestra.run.smithi060.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-21T00:00:31.043 INFO:teuthology.orchestra.run.smithi060.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-21T00:00:31.043 INFO:teuthology.orchestra.run.smithi060.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-21T00:00:31.043 INFO:teuthology.orchestra.run.smithi060.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-21T00:00:31.043 INFO:teuthology.orchestra.run.smithi060.stdout:Installing weak dependencies: 2024-05-21T00:00:31.043 INFO:teuthology.orchestra.run.smithi060.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-21T00:00:31.043 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:00:31.043 INFO:teuthology.orchestra.run.smithi060.stdout:Transaction Summary 2024-05-21T00:00:31.043 INFO:teuthology.orchestra.run.smithi060.stdout:======================================================================================= 2024-05-21T00:00:31.043 INFO:teuthology.orchestra.run.smithi060.stdout:Install 148 Packages 2024-05-21T00:00:31.043 INFO:teuthology.orchestra.run.smithi060.stdout:Upgrade 11 Packages 2024-05-21T00:00:31.043 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:00:31.044 INFO:teuthology.orchestra.run.smithi060.stdout:Total download size: 227 M 2024-05-21T00:00:31.044 INFO:teuthology.orchestra.run.smithi060.stdout:Downloading Packages: 2024-05-21T00:00:31.711 INFO:teuthology.orchestra.run.smithi060.stdout:(1/159): ceph-19.0.0-3829.gb772be9b.el9.x86_64. 37 kB/s | 6.6 kB 00:00 2024-05-21T00:00:31.961 INFO:teuthology.orchestra.run.smithi060.stdout:(2/159): ceph-fuse-19.0.0-3829.gb772be9b.el9.x8 3.5 MB/s | 891 kB 00:00 2024-05-21T00:00:32.028 INFO:teuthology.orchestra.run.smithi060.stdout:(3/159): ceph-immutable-object-cache-19.0.0-382 2.1 MB/s | 145 kB 00:00 2024-05-21T00:00:32.095 INFO:teuthology.orchestra.run.smithi060.stdout:(4/159): ceph-base-19.0.0-3829.gb772be9b.el9.x8 9.5 MB/s | 5.4 MB 00:00 2024-05-21T00:00:32.254 INFO:teuthology.orchestra.run.smithi060.stdout:(5/159): ceph-mgr-19.0.0-3829.gb772be9b.el9.x86 9.6 MB/s | 1.5 MB 00:00 2024-05-21T00:00:32.304 INFO:teuthology.orchestra.run.smithi060.stdout:(6/159): ceph-mds-19.0.0-3829.gb772be9b.el9.x86 8.6 MB/s | 2.4 MB 00:00 2024-05-21T00:00:32.500 INFO:teuthology.orchestra.run.smithi012.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-05-21T00:00:32.562 INFO:teuthology.orchestra.run.smithi060.stdout:(7/159): ceph-mon-19.0.0-3829.gb772be9b.el9.x86 15 MB/s | 4.7 MB 00:00 2024-05-21T00:00:33.304 INFO:teuthology.orchestra.run.smithi060.stdout:(8/159): ceph-radosgw-19.0.0-3829.gb772be9b.el9 14 MB/s | 11 MB 00:00 2024-05-21T00:00:33.346 INFO:teuthology.orchestra.run.smithi060.stdout:(9/159): ceph-selinux-19.0.0-3829.gb772be9b.el9 606 kB/s | 25 kB 00:00 2024-05-21T00:00:34.053 INFO:teuthology.orchestra.run.smithi077.stdout:lab-extras 46 kB/s | 1.7 kB 00:00 2024-05-21T00:00:34.197 INFO:teuthology.orchestra.run.smithi060.stdout:(10/159): ceph-osd-19.0.0-3829.gb772be9b.el9.x8 8.9 MB/s | 17 MB 00:01 2024-05-21T00:00:34.247 INFO:teuthology.orchestra.run.smithi060.stdout:(11/159): cephfs-mirror-19.0.0-3829.gb772be9b.e 4.4 MB/s | 224 kB 00:00 2024-05-21T00:00:34.331 INFO:teuthology.orchestra.run.smithi060.stdout:(12/159): cephfs-shell-19.0.0-3829.gb772be9b.el 324 kB/s | 27 kB 00:00 2024-05-21T00:00:34.406 INFO:teuthology.orchestra.run.smithi060.stdout:(13/159): libcephfs-devel-19.0.0-3829.gb772be9b 423 kB/s | 32 kB 00:00 2024-05-21T00:00:34.565 INFO:teuthology.orchestra.run.smithi060.stdout:(14/159): libcephfs2-19.0.0-3829.gb772be9b.el9. 4.6 MB/s | 747 kB 00:00 2024-05-21T00:00:34.648 INFO:teuthology.orchestra.run.smithi060.stdout:(15/159): libcephsqlite-19.0.0-3829.gb772be9b.e 1.9 MB/s | 163 kB 00:00 2024-05-21T00:00:34.723 INFO:teuthology.orchestra.run.smithi060.stdout:(16/159): librados-devel-19.0.0-3829.gb772be9b. 1.7 MB/s | 127 kB 00:00 2024-05-21T00:00:34.832 INFO:teuthology.orchestra.run.smithi060.stdout:(17/159): libradosstriper1-19.0.0-3829.gb772be9 4.5 MB/s | 501 kB 00:00 2024-05-21T00:00:35.036 INFO:teuthology.orchestra.run.smithi012.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T00:00:35.038 INFO:teuthology.orchestra.run.smithi012.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T00:00:35.060 INFO:teuthology.orchestra.run.smithi012.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-21T00:00:35.061 INFO:teuthology.orchestra.run.smithi012.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-21T00:00:35.063 INFO:teuthology.orchestra.run.smithi012.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-21T00:00:35.064 INFO:teuthology.orchestra.run.smithi012.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-21T00:00:35.067 INFO:teuthology.orchestra.run.smithi012.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-21T00:00:35.071 INFO:teuthology.orchestra.run.smithi012.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-21T00:00:35.072 INFO:teuthology.orchestra.run.smithi012.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-21T00:00:35.150 INFO:teuthology.orchestra.run.smithi012.stdout:Dependencies resolved. 2024-05-21T00:00:35.169 INFO:teuthology.orchestra.run.smithi012.stdout:======================================================================================= 2024-05-21T00:00:35.169 INFO:teuthology.orchestra.run.smithi012.stdout: Package Arch Version Repository Size 2024-05-21T00:00:35.169 INFO:teuthology.orchestra.run.smithi012.stdout:======================================================================================= 2024-05-21T00:00:35.169 INFO:teuthology.orchestra.run.smithi012.stdout:Installing: 2024-05-21T00:00:35.169 INFO:teuthology.orchestra.run.smithi012.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-21T00:00:35.169 INFO:teuthology.orchestra.run.smithi012.stdout: ceph x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 6.6 k 2024-05-21T00:00:35.169 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-base x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 5.4 M 2024-05-21T00:00:35.169 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-fuse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 891 k 2024-05-21T00:00:35.170 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 145 k 2024-05-21T00:00:35.170 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 1.5 M 2024-05-21T00:00:35.170 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 143 k 2024-05-21T00:00:35.170 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 3.5 M 2024-05-21T00:00:35.170 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 7.4 M 2024-05-21T00:00:35.170 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-rook noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 49 k 2024-05-21T00:00:35.170 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-radosgw x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 11 M 2024-05-21T00:00:35.170 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-test x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 49 M 2024-05-21T00:00:35.170 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-volume noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 273 k 2024-05-21T00:00:35.170 INFO:teuthology.orchestra.run.smithi012.stdout: cephadm noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 764 k 2024-05-21T00:00:35.170 INFO:teuthology.orchestra.run.smithi012.stdout: cephfs-mirror x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 224 k 2024-05-21T00:00:35.170 INFO:teuthology.orchestra.run.smithi012.stdout: cephfs-shell x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 27 k 2024-05-21T00:00:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: cephfs-top noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 18 k 2024-05-21T00:00:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-21T00:00:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-21T00:00:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-21T00:00:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs-devel x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 32 k 2024-05-21T00:00:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 747 k 2024-05-21T00:00:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: librados-devel x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 127 k 2024-05-21T00:00:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-21T00:00:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-21T00:00:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-21T00:00:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-21T00:00:35.171 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-21T00:00:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-21T00:00:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cephfs x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 161 k 2024-05-21T00:00:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rados x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 320 k 2024-05-21T00:00:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rbd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 300 k 2024-05-21T00:00:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rgw x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 99 k 2024-05-21T00:00:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-fuse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 85 k 2024-05-21T00:00:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-mirror x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.1 M 2024-05-21T00:00:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-nbd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 171 k 2024-05-21T00:00:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-21T00:00:35.172 INFO:teuthology.orchestra.run.smithi012.stdout:Upgrading: 2024-05-21T00:00:35.172 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-21T00:00:35.173 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-21T00:00:35.173 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-21T00:00:35.173 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-21T00:00:35.173 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-21T00:00:35.173 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-21T00:00:35.173 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-21T00:00:35.173 INFO:teuthology.orchestra.run.smithi012.stdout: librados2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.4 M 2024-05-21T00:00:35.173 INFO:teuthology.orchestra.run.smithi012.stdout: librbd1 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.1 M 2024-05-21T00:00:35.173 INFO:teuthology.orchestra.run.smithi012.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-21T00:00:35.173 INFO:teuthology.orchestra.run.smithi012.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-21T00:00:35.173 INFO:teuthology.orchestra.run.smithi012.stdout:Installing dependencies: 2024-05-21T00:00:35.174 INFO:teuthology.orchestra.run.smithi012.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-21T00:00:35.174 INFO:teuthology.orchestra.run.smithi012.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-21T00:00:35.174 INFO:teuthology.orchestra.run.smithi012.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-21T00:00:35.174 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-common x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 21 M 2024-05-21T00:00:35.174 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 34 k 2024-05-21T00:00:35.174 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mds x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 2.4 M 2024-05-21T00:00:35.174 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 274 k 2024-05-21T00:00:35.174 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mon x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 4.7 M 2024-05-21T00:00:35.174 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-osd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 17 M 2024-05-21T00:00:35.174 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 16 k 2024-05-21T00:00:35.175 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-selinux x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 25 k 2024-05-21T00:00:35.175 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-21T00:00:35.175 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-21T00:00:35.175 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-21T00:00:35.175 INFO:teuthology.orchestra.run.smithi012.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-21T00:00:35.175 INFO:teuthology.orchestra.run.smithi012.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-21T00:00:35.175 INFO:teuthology.orchestra.run.smithi012.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-21T00:00:35.175 INFO:teuthology.orchestra.run.smithi012.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-21T00:00:35.175 INFO:teuthology.orchestra.run.smithi012.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-21T00:00:35.175 INFO:teuthology.orchestra.run.smithi012.stdout: libcephsqlite x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 163 k 2024-05-21T00:00:35.175 INFO:teuthology.orchestra.run.smithi012.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-21T00:00:35.175 INFO:teuthology.orchestra.run.smithi012.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-21T00:00:35.176 INFO:teuthology.orchestra.run.smithi012.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-21T00:00:35.176 INFO:teuthology.orchestra.run.smithi012.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-21T00:00:35.176 INFO:teuthology.orchestra.run.smithi012.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-21T00:00:35.176 INFO:teuthology.orchestra.run.smithi012.stdout: libradosstriper1 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 501 k 2024-05-21T00:00:35.176 INFO:teuthology.orchestra.run.smithi012.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-21T00:00:35.176 INFO:teuthology.orchestra.run.smithi012.stdout: librgw2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 5.4 M 2024-05-21T00:00:35.176 INFO:teuthology.orchestra.run.smithi012.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-21T00:00:35.176 INFO:teuthology.orchestra.run.smithi012.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-21T00:00:35.176 INFO:teuthology.orchestra.run.smithi012.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-21T00:00:35.176 INFO:teuthology.orchestra.run.smithi012.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-21T00:00:35.176 INFO:teuthology.orchestra.run.smithi012.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-21T00:00:35.176 INFO:teuthology.orchestra.run.smithi012.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-21T00:00:35.177 INFO:teuthology.orchestra.run.smithi012.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-21T00:00:35.177 INFO:teuthology.orchestra.run.smithi012.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-21T00:00:35.177 INFO:teuthology.orchestra.run.smithi012.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-21T00:00:35.177 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-21T00:00:35.177 INFO:teuthology.orchestra.run.smithi012.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-21T00:00:35.177 INFO:teuthology.orchestra.run.smithi012.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-21T00:00:35.177 INFO:teuthology.orchestra.run.smithi012.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-21T00:00:35.177 INFO:teuthology.orchestra.run.smithi012.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-21T00:00:35.177 INFO:teuthology.orchestra.run.smithi012.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-21T00:00:35.177 INFO:teuthology.orchestra.run.smithi012.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-21T00:00:35.178 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-21T00:00:35.178 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-argparse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 45 k 2024-05-21T00:00:35.178 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-common x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 136 k 2024-05-21T00:00:35.178 INFO:teuthology.orchestra.run.smithi012.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-21T00:00:35.178 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-21T00:00:35.178 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-21T00:00:35.178 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-21T00:00:35.178 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-21T00:00:35.178 INFO:teuthology.orchestra.run.smithi012.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-21T00:00:35.178 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-21T00:00:35.178 INFO:teuthology.orchestra.run.smithi012.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-21T00:00:35.179 INFO:teuthology.orchestra.run.smithi012.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-21T00:00:35.179 INFO:teuthology.orchestra.run.smithi012.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-21T00:00:35.179 INFO:teuthology.orchestra.run.smithi012.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-21T00:00:35.179 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-21T00:00:35.179 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-21T00:00:35.179 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-21T00:00:35.179 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-21T00:00:35.179 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-21T00:00:35.179 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-21T00:00:35.179 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-21T00:00:35.180 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-21T00:00:35.180 INFO:teuthology.orchestra.run.smithi012.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-21T00:00:35.180 INFO:teuthology.orchestra.run.smithi012.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-21T00:00:35.180 INFO:teuthology.orchestra.run.smithi012.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-21T00:00:35.180 INFO:teuthology.orchestra.run.smithi012.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-21T00:00:35.180 INFO:teuthology.orchestra.run.smithi012.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-21T00:00:35.180 INFO:teuthology.orchestra.run.smithi012.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-21T00:00:35.180 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-21T00:00:35.180 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-21T00:00:35.180 INFO:teuthology.orchestra.run.smithi012.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-21T00:00:35.180 INFO:teuthology.orchestra.run.smithi012.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-21T00:00:35.181 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-21T00:00:35.181 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-21T00:00:35.181 INFO:teuthology.orchestra.run.smithi012.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-21T00:00:35.181 INFO:teuthology.orchestra.run.smithi012.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-21T00:00:35.181 INFO:teuthology.orchestra.run.smithi012.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-21T00:00:35.181 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-21T00:00:35.181 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-21T00:00:35.181 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-21T00:00:35.181 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-21T00:00:35.181 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-21T00:00:35.181 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-21T00:00:35.182 INFO:teuthology.orchestra.run.smithi012.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-21T00:00:35.182 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-21T00:00:35.182 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-21T00:00:35.182 INFO:teuthology.orchestra.run.smithi012.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-21T00:00:35.182 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-21T00:00:35.182 INFO:teuthology.orchestra.run.smithi012.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-21T00:00:35.182 INFO:teuthology.orchestra.run.smithi012.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-21T00:00:35.182 INFO:teuthology.orchestra.run.smithi012.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-21T00:00:35.182 INFO:teuthology.orchestra.run.smithi012.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-21T00:00:35.182 INFO:teuthology.orchestra.run.smithi012.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-21T00:00:35.183 INFO:teuthology.orchestra.run.smithi012.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-21T00:00:35.183 INFO:teuthology.orchestra.run.smithi012.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-21T00:00:35.183 INFO:teuthology.orchestra.run.smithi012.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-21T00:00:35.183 INFO:teuthology.orchestra.run.smithi012.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-21T00:00:35.183 INFO:teuthology.orchestra.run.smithi012.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-21T00:00:35.183 INFO:teuthology.orchestra.run.smithi012.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-21T00:00:35.183 INFO:teuthology.orchestra.run.smithi012.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-21T00:00:35.183 INFO:teuthology.orchestra.run.smithi012.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-21T00:00:35.183 INFO:teuthology.orchestra.run.smithi012.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-21T00:00:35.183 INFO:teuthology.orchestra.run.smithi012.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-21T00:00:35.183 INFO:teuthology.orchestra.run.smithi012.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-21T00:00:35.183 INFO:teuthology.orchestra.run.smithi012.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-21T00:00:35.184 INFO:teuthology.orchestra.run.smithi012.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-21T00:00:35.184 INFO:teuthology.orchestra.run.smithi012.stdout:Installing weak dependencies: 2024-05-21T00:00:35.184 INFO:teuthology.orchestra.run.smithi012.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-21T00:00:35.184 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:00:35.184 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction Summary 2024-05-21T00:00:35.184 INFO:teuthology.orchestra.run.smithi012.stdout:======================================================================================= 2024-05-21T00:00:35.184 INFO:teuthology.orchestra.run.smithi012.stdout:Install 148 Packages 2024-05-21T00:00:35.184 INFO:teuthology.orchestra.run.smithi012.stdout:Upgrade 11 Packages 2024-05-21T00:00:35.184 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:00:35.185 INFO:teuthology.orchestra.run.smithi012.stdout:Total download size: 227 M 2024-05-21T00:00:35.185 INFO:teuthology.orchestra.run.smithi012.stdout:Downloading Packages: 2024-05-21T00:00:35.566 INFO:teuthology.orchestra.run.smithi060.stdout:(18/159): librgw2-19.0.0-3829.gb772be9b.el9.x86 7.3 MB/s | 5.4 MB 00:00 2024-05-21T00:00:35.649 INFO:teuthology.orchestra.run.smithi060.stdout:(19/159): python3-ceph-argparse-19.0.0-3829.gb7 542 kB/s | 45 kB 00:00 2024-05-21T00:00:35.733 INFO:teuthology.orchestra.run.smithi060.stdout:(20/159): python3-ceph-common-19.0.0-3829.gb772 1.6 MB/s | 136 kB 00:00 2024-05-21T00:00:35.817 INFO:teuthology.orchestra.run.smithi060.stdout:(21/159): python3-cephfs-19.0.0-3829.gb772be9b. 1.9 MB/s | 161 kB 00:00 2024-05-21T00:00:36.143 INFO:teuthology.orchestra.run.smithi012.stdout:(1/159): ceph-19.0.0-3829.gb772be9b.el9.x86_64. 18 kB/s | 6.6 kB 00:00 2024-05-21T00:00:36.197 INFO:teuthology.orchestra.run.smithi077.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T00:00:36.198 INFO:teuthology.orchestra.run.smithi077.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-05-21T00:00:36.208 INFO:teuthology.orchestra.run.smithi077.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-05-21T00:00:36.209 INFO:teuthology.orchestra.run.smithi077.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-05-21T00:00:36.210 INFO:teuthology.orchestra.run.smithi077.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-05-21T00:00:36.210 INFO:teuthology.orchestra.run.smithi077.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-05-21T00:00:36.212 INFO:teuthology.orchestra.run.smithi077.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-05-21T00:00:36.214 INFO:teuthology.orchestra.run.smithi077.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-05-21T00:00:36.215 INFO:teuthology.orchestra.run.smithi077.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-05-21T00:00:36.275 INFO:teuthology.orchestra.run.smithi060.stdout:(22/159): ceph-test-19.0.0-3829.gb772be9b.el9.x 17 MB/s | 49 MB 00:02 2024-05-21T00:00:36.276 INFO:teuthology.orchestra.run.smithi077.stdout:Dependencies resolved. 2024-05-21T00:00:36.291 INFO:teuthology.orchestra.run.smithi077.stdout:======================================================================================= 2024-05-21T00:00:36.291 INFO:teuthology.orchestra.run.smithi077.stdout: Package Arch Version Repository Size 2024-05-21T00:00:36.291 INFO:teuthology.orchestra.run.smithi077.stdout:======================================================================================= 2024-05-21T00:00:36.291 INFO:teuthology.orchestra.run.smithi077.stdout:Installing: 2024-05-21T00:00:36.291 INFO:teuthology.orchestra.run.smithi077.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-05-21T00:00:36.291 INFO:teuthology.orchestra.run.smithi077.stdout: ceph x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 6.6 k 2024-05-21T00:00:36.291 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-base x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 5.4 M 2024-05-21T00:00:36.291 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-fuse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 891 k 2024-05-21T00:00:36.291 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 145 k 2024-05-21T00:00:36.291 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 1.5 M 2024-05-21T00:00:36.291 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 143 k 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 3.5 M 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 7.4 M 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-rook noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 49 k 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-radosgw x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 11 M 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-test x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 49 M 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-volume noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 273 k 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: cephadm noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 764 k 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: cephfs-mirror x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 224 k 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: cephfs-shell x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 27 k 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: cephfs-top noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 18 k 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-05-21T00:00:36.292 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs-devel x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 32 k 2024-05-21T00:00:36.293 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 747 k 2024-05-21T00:00:36.293 INFO:teuthology.orchestra.run.smithi077.stdout: librados-devel x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 127 k 2024-05-21T00:00:36.293 INFO:teuthology.orchestra.run.smithi077.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-05-21T00:00:36.293 INFO:teuthology.orchestra.run.smithi077.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-05-21T00:00:36.293 INFO:teuthology.orchestra.run.smithi077.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-05-21T00:00:36.293 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-05-21T00:00:36.293 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-05-21T00:00:36.293 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-05-21T00:00:36.293 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cephfs x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 161 k 2024-05-21T00:00:36.293 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rados x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 320 k 2024-05-21T00:00:36.293 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rbd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 300 k 2024-05-21T00:00:36.293 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rgw x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 99 k 2024-05-21T00:00:36.293 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-fuse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 85 k 2024-05-21T00:00:36.294 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-mirror x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.1 M 2024-05-21T00:00:36.294 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-nbd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 171 k 2024-05-21T00:00:36.294 INFO:teuthology.orchestra.run.smithi077.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-05-21T00:00:36.294 INFO:teuthology.orchestra.run.smithi077.stdout:Upgrading: 2024-05-21T00:00:36.294 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager x86_64 1:1.47.90-1.el9 baseos 2.3 M 2024-05-21T00:00:36.294 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-libnm x86_64 1:1.47.90-1.el9 baseos 1.8 M 2024-05-21T00:00:36.294 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-team x86_64 1:1.47.90-1.el9 baseos 41 k 2024-05-21T00:00:36.294 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-tui x86_64 1:1.47.90-1.el9 baseos 248 k 2024-05-21T00:00:36.294 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-05-21T00:00:36.294 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-05-21T00:00:36.294 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-05-21T00:00:36.294 INFO:teuthology.orchestra.run.smithi077.stdout: librados2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.4 M 2024-05-21T00:00:36.294 INFO:teuthology.orchestra.run.smithi077.stdout: librbd1 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 3.1 M 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout:Installing dependencies: 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-common x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 21 M 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 34 k 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mds x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 2.4 M 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 274 k 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mon x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 4.7 M 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-osd x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 17 M 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3829.gb772be9b.el9 ceph-noarch 16 k 2024-05-21T00:00:36.295 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-selinux x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 25 k 2024-05-21T00:00:36.296 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-05-21T00:00:36.296 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-05-21T00:00:36.296 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-05-21T00:00:36.296 INFO:teuthology.orchestra.run.smithi077.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-05-21T00:00:36.296 INFO:teuthology.orchestra.run.smithi077.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-05-21T00:00:36.296 INFO:teuthology.orchestra.run.smithi077.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-05-21T00:00:36.296 INFO:teuthology.orchestra.run.smithi077.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-05-21T00:00:36.296 INFO:teuthology.orchestra.run.smithi077.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-05-21T00:00:36.296 INFO:teuthology.orchestra.run.smithi077.stdout: libcephsqlite x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 163 k 2024-05-21T00:00:36.296 INFO:teuthology.orchestra.run.smithi077.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-05-21T00:00:36.296 INFO:teuthology.orchestra.run.smithi077.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-05-21T00:00:36.296 INFO:teuthology.orchestra.run.smithi077.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-05-21T00:00:36.296 INFO:teuthology.orchestra.run.smithi077.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: libradosstriper1 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 501 k 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: librgw2 x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 5.4 M 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-05-21T00:00:36.297 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-05-21T00:00:36.298 INFO:teuthology.orchestra.run.smithi077.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-05-21T00:00:36.298 INFO:teuthology.orchestra.run.smithi077.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-05-21T00:00:36.298 INFO:teuthology.orchestra.run.smithi077.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-05-21T00:00:36.298 INFO:teuthology.orchestra.run.smithi077.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-05-21T00:00:36.298 INFO:teuthology.orchestra.run.smithi077.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-05-21T00:00:36.298 INFO:teuthology.orchestra.run.smithi077.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-05-21T00:00:36.298 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-05-21T00:00:36.298 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-argparse x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 45 k 2024-05-21T00:00:36.298 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-common x86_64 2:19.0.0-3829.gb772be9b.el9 ceph 136 k 2024-05-21T00:00:36.298 INFO:teuthology.orchestra.run.smithi077.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-05-21T00:00:36.298 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-05-21T00:00:36.298 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-05-21T00:00:36.298 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-05-21T00:00:36.299 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-05-21T00:00:36.300 INFO:teuthology.orchestra.run.smithi077.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-05-21T00:00:36.301 INFO:teuthology.orchestra.run.smithi077.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-05-21T00:00:36.301 INFO:teuthology.orchestra.run.smithi077.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-05-21T00:00:36.301 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-05-21T00:00:36.301 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-05-21T00:00:36.301 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-05-21T00:00:36.301 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-05-21T00:00:36.301 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-05-21T00:00:36.301 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-05-21T00:00:36.301 INFO:teuthology.orchestra.run.smithi077.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-05-21T00:00:36.301 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-05-21T00:00:36.301 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-05-21T00:00:36.301 INFO:teuthology.orchestra.run.smithi077.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-05-21T00:00:36.301 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-05-21T00:00:36.302 INFO:teuthology.orchestra.run.smithi077.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-05-21T00:00:36.303 INFO:teuthology.orchestra.run.smithi077.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-05-21T00:00:36.303 INFO:teuthology.orchestra.run.smithi077.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-05-21T00:00:36.303 INFO:teuthology.orchestra.run.smithi077.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-05-21T00:00:36.303 INFO:teuthology.orchestra.run.smithi077.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-05-21T00:00:36.303 INFO:teuthology.orchestra.run.smithi077.stdout:Installing weak dependencies: 2024-05-21T00:00:36.303 INFO:teuthology.orchestra.run.smithi077.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-05-21T00:00:36.303 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:00:36.303 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction Summary 2024-05-21T00:00:36.303 INFO:teuthology.orchestra.run.smithi077.stdout:======================================================================================= 2024-05-21T00:00:36.303 INFO:teuthology.orchestra.run.smithi077.stdout:Install 148 Packages 2024-05-21T00:00:36.303 INFO:teuthology.orchestra.run.smithi077.stdout:Upgrade 11 Packages 2024-05-21T00:00:36.303 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:00:36.304 INFO:teuthology.orchestra.run.smithi060.stdout:(23/159): python3-rados-19.0.0-3829.gb772be9b.e 662 kB/s | 320 kB 00:00 2024-05-21T00:00:36.304 INFO:teuthology.orchestra.run.smithi077.stdout:Total download size: 227 M 2024-05-21T00:00:36.304 INFO:teuthology.orchestra.run.smithi077.stdout:Downloading Packages: 2024-05-21T00:00:36.610 INFO:teuthology.orchestra.run.smithi012.stdout:(2/159): ceph-base-19.0.0-3829.gb772be9b.el9.x8 6.4 MB/s | 5.4 MB 00:00 2024-05-21T00:00:36.635 INFO:teuthology.orchestra.run.smithi060.stdout:(24/159): python3-rbd-19.0.0-3829.gb772be9b.el9 838 kB/s | 300 kB 00:00 2024-05-21T00:00:36.677 INFO:teuthology.orchestra.run.smithi012.stdout:(3/159): ceph-immutable-object-cache-19.0.0-382 2.1 MB/s | 145 kB 00:00 2024-05-21T00:00:36.685 INFO:teuthology.orchestra.run.smithi060.stdout:(25/159): python3-rgw-19.0.0-3829.gb772be9b.el9 259 kB/s | 99 kB 00:00 2024-05-21T00:00:36.710 INFO:teuthology.orchestra.run.smithi060.stdout:(26/159): rbd-fuse-19.0.0-3829.gb772be9b.el9.x8 1.1 MB/s | 85 kB 00:00 2024-05-21T00:00:36.802 INFO:teuthology.orchestra.run.smithi060.stdout:(27/159): rbd-nbd-19.0.0-3829.gb772be9b.el9.x86 1.8 MB/s | 171 kB 00:00 2024-05-21T00:00:36.894 INFO:teuthology.orchestra.run.smithi060.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3829.g 373 kB/s | 34 kB 00:00 2024-05-21T00:00:36.969 INFO:teuthology.orchestra.run.smithi060.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3829.gb772be9 1.9 MB/s | 143 kB 00:00 2024-05-21T00:00:36.986 INFO:teuthology.orchestra.run.smithi012.stdout:(4/159): ceph-mds-19.0.0-3829.gb772be9b.el9.x86 7.7 MB/s | 2.4 MB 00:00 2024-05-21T00:00:37.078 INFO:teuthology.orchestra.run.smithi012.stdout:(5/159): ceph-fuse-19.0.0-3829.gb772be9b.el9.x8 955 kB/s | 891 kB 00:00 2024-05-21T00:00:37.211 INFO:teuthology.orchestra.run.smithi012.stdout:(6/159): ceph-mgr-19.0.0-3829.gb772be9b.el9.x86 6.9 MB/s | 1.5 MB 00:00 2024-05-21T00:00:37.620 INFO:teuthology.orchestra.run.smithi060.stdout:(30/159): rbd-mirror-19.0.0-3829.gb772be9b.el9. 3.3 MB/s | 3.1 MB 00:00 2024-05-21T00:00:37.678 INFO:teuthology.orchestra.run.smithi060.stdout:(31/159): ceph-mgr-dashboard-19.0.0-3829.gb772b 5.0 MB/s | 3.5 MB 00:00 2024-05-21T00:00:37.778 INFO:teuthology.orchestra.run.smithi060.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3829.gb7 2.7 MB/s | 274 kB 00:00 2024-05-21T00:00:37.854 INFO:teuthology.orchestra.run.smithi060.stdout:(33/159): ceph-mgr-rook-19.0.0-3829.gb772be9b.e 657 kB/s | 49 kB 00:00 2024-05-21T00:00:37.929 INFO:teuthology.orchestra.run.smithi060.stdout:(34/159): ceph-prometheus-alerts-19.0.0-3829.gb 219 kB/s | 16 kB 00:00 2024-05-21T00:00:38.029 INFO:teuthology.orchestra.run.smithi060.stdout:(35/159): ceph-volume-19.0.0-3829.gb772be9b.el9 2.7 MB/s | 273 kB 00:00 2024-05-21T00:00:38.246 INFO:teuthology.orchestra.run.smithi060.stdout:(36/159): ceph-common-19.0.0-3829.gb772be9b.el9 3.2 MB/s | 21 MB 00:06 2024-05-21T00:00:38.296 INFO:teuthology.orchestra.run.smithi060.stdout:(37/159): cephadm-19.0.0-3829.gb772be9b.el9.noa 2.8 MB/s | 764 kB 00:00 2024-05-21T00:00:38.330 INFO:teuthology.orchestra.run.smithi060.stdout:(38/159): cephfs-top-19.0.0-3829.gb772be9b.el9. 219 kB/s | 18 kB 00:00 2024-05-21T00:00:38.397 INFO:teuthology.orchestra.run.smithi077.stdout:(1/159): ceph-19.0.0-3829.gb772be9b.el9.x86_64. 18 kB/s | 6.6 kB 00:00 2024-05-21T00:00:38.711 INFO:teuthology.orchestra.run.smithi012.stdout:(7/159): ceph-osd-19.0.0-3829.gb772be9b.el9.x86 11 MB/s | 17 MB 00:01 2024-05-21T00:00:38.722 INFO:teuthology.orchestra.run.smithi060.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 189 kB/s | 80 kB 00:00 2024-05-21T00:00:38.987 INFO:teuthology.orchestra.run.smithi012.stdout:(8/159): ceph-common-19.0.0-3829.gb772be9b.el9. 6.6 MB/s | 21 MB 00:03 2024-05-21T00:00:38.997 INFO:teuthology.orchestra.run.smithi060.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 710 kB/s | 195 kB 00:00 2024-05-21T00:00:39.078 INFO:teuthology.orchestra.run.smithi012.stdout:(9/159): ceph-selinux-19.0.0-3829.gb772be9b.el9 278 kB/s | 25 kB 00:00 2024-05-21T00:00:39.097 INFO:teuthology.orchestra.run.smithi077.stdout:(2/159): ceph-fuse-19.0.0-3829.gb772be9b.el9.x8 1.2 MB/s | 891 kB 00:00 2024-05-21T00:00:39.156 INFO:teuthology.orchestra.run.smithi060.stdout:(41/159): libgfortran-11.4.1-3.el9.x86_64.rpm 973 kB/s | 803 kB 00:00 2024-05-21T00:00:39.181 INFO:teuthology.orchestra.run.smithi060.stdout:(42/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.3 MB/s | 253 kB 00:00 2024-05-21T00:00:39.222 INFO:teuthology.orchestra.run.smithi077.stdout:(3/159): ceph-immutable-object-cache-19.0.0-382 1.1 MB/s | 145 kB 00:00 2024-05-21T00:00:39.290 INFO:teuthology.orchestra.run.smithi060.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 984 kB/s | 106 kB 00:00 2024-05-21T00:00:39.365 INFO:teuthology.orchestra.run.smithi060.stdout:(44/159): python3-cryptography-36.0.1-4.el9.x86 5.9 MB/s | 1.2 MB 00:00 2024-05-21T00:00:39.390 INFO:teuthology.orchestra.run.smithi060.stdout:(45/159): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-05-21T00:00:39.474 INFO:teuthology.orchestra.run.smithi060.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-05-21T00:00:39.499 INFO:teuthology.orchestra.run.smithi060.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-05-21T00:00:39.641 INFO:teuthology.orchestra.run.smithi060.stdout:(48/159): automake-1.16.2-8.el9.noarch.rpm 4.0 MB/s | 689 kB 00:00 2024-05-21T00:00:39.692 INFO:teuthology.orchestra.run.smithi060.stdout:(49/159): bison-3.7.4-5.el9.x86_64.rpm 4.8 MB/s | 943 kB 00:00 2024-05-21T00:00:39.717 INFO:teuthology.orchestra.run.smithi060.stdout:(50/159): boost-program-options-1.75.0-8.el9.x8 1.4 MB/s | 107 kB 00:00 2024-05-21T00:00:39.717 INFO:teuthology.orchestra.run.smithi060.stdout:[MIRROR] elfutils-libelf-devel-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/elfutils-libelf-devel-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T00:00:39.759 INFO:teuthology.orchestra.run.smithi060.stdout:(51/159): flex-2.6.4-9.el9.x86_64.rpm 7.3 MB/s | 313 kB 00:00 2024-05-21T00:00:39.801 INFO:teuthology.orchestra.run.smithi060.stdout:(52/159): flexiblas-3.0.4-8.el9.x86_64.rpm 784 kB/s | 33 kB 00:00 2024-05-21T00:00:39.827 INFO:teuthology.orchestra.run.smithi060.stdout:(53/159): elfutils-libelf-devel-0.191-4.el9.x86 161 kB/s | 22 kB 00:00 2024-05-21T00:00:39.869 INFO:teuthology.orchestra.run.smithi060.stdout:(54/159): flexiblas-openblas-openmp-3.0.4-8.el9 439 kB/s | 18 kB 00:00 2024-05-21T00:00:39.935 INFO:teuthology.orchestra.run.smithi060.stdout:(55/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 22 MB/s | 3.0 MB 00:00 2024-05-21T00:00:39.939 INFO:teuthology.orchestra.run.smithi077.stdout:(4/159): ceph-base-19.0.0-3829.gb772be9b.el9.x8 2.8 MB/s | 5.4 MB 00:01 2024-05-21T00:00:39.962 INFO:teuthology.orchestra.run.smithi060.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 121 kB/s | 11 kB 00:00 2024-05-21T00:00:39.986 INFO:teuthology.orchestra.run.smithi060.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-05-21T00:00:40.011 INFO:teuthology.orchestra.run.smithi060.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 903 kB/s | 45 kB 00:00 2024-05-21T00:00:40.045 INFO:teuthology.orchestra.run.smithi060.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-05-21T00:00:40.079 INFO:teuthology.orchestra.run.smithi060.stdout:(60/159): libtool-2.4.6-45.el9.x86_64.rpm 8.5 MB/s | 582 kB 00:00 2024-05-21T00:00:40.095 INFO:teuthology.orchestra.run.smithi060.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 507 kB/s | 25 kB 00:00 2024-05-21T00:00:40.121 INFO:teuthology.orchestra.run.smithi060.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-05-21T00:00:40.146 INFO:teuthology.orchestra.run.smithi060.stdout:(63/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-05-21T00:00:40.172 INFO:teuthology.orchestra.run.smithi060.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-05-21T00:00:40.188 INFO:teuthology.orchestra.run.smithi060.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 840 kB/s | 35 kB 00:00 2024-05-21T00:00:40.256 INFO:teuthology.orchestra.run.smithi077.stdout:(5/159): ceph-mgr-19.0.0-3829.gb772be9b.el9.x86 4.8 MB/s | 1.5 MB 00:00 2024-05-21T00:00:40.297 INFO:teuthology.orchestra.run.smithi060.stdout:(66/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 41 MB/s | 4.4 MB 00:00 2024-05-21T00:00:40.374 INFO:teuthology.orchestra.run.smithi060.stdout:(67/159): openblas-openmp-0.3.21-2.el9.x86_64.r 24 MB/s | 4.7 MB 00:00 2024-05-21T00:00:40.414 INFO:teuthology.orchestra.run.smithi060.stdout:(68/159): postgresql-13.14-1.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-05-21T00:00:40.429 INFO:teuthology.orchestra.run.smithi012.stdout:(10/159): ceph-radosgw-19.0.0-3829.gb772be9b.el 6.2 MB/s | 11 MB 00:01 2024-05-21T00:00:40.448 INFO:teuthology.orchestra.run.smithi060.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 12 MB/s | 911 kB 00:00 2024-05-21T00:00:40.512 INFO:teuthology.orchestra.run.smithi012.stdout:(11/159): cephfs-mirror-19.0.0-3829.gb772be9b.e 2.7 MB/s | 224 kB 00:00 2024-05-21T00:00:40.540 INFO:teuthology.orchestra.run.smithi060.stdout:(70/159): ceph-mgr-diskprediction-local-19.0.0- 2.6 MB/s | 7.4 MB 00:02 2024-05-21T00:00:40.562 INFO:teuthology.orchestra.run.smithi012.stdout:(12/159): cephfs-shell-19.0.0-3829.gb772be9b.el 551 kB/s | 27 kB 00:00 2024-05-21T00:00:40.565 INFO:teuthology.orchestra.run.smithi060.stdout:(71/159): postgresql-private-libs-13.14-1.el9.x 885 kB/s | 133 kB 00:00 2024-05-21T00:00:40.608 INFO:teuthology.orchestra.run.smithi060.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-05-21T00:00:40.612 INFO:teuthology.orchestra.run.smithi012.stdout:(13/159): libcephfs-devel-19.0.0-3829.gb772be9b 647 kB/s | 32 kB 00:00 2024-05-21T00:00:40.657 INFO:teuthology.orchestra.run.smithi077.stdout:(6/159): ceph-common-19.0.0-3829.gb772be9b.el9. 8.1 MB/s | 21 MB 00:02 2024-05-21T00:00:40.691 INFO:teuthology.orchestra.run.smithi060.stdout:(73/159): postgresql-server-13.14-1.el9.x86_64. 24 MB/s | 5.8 MB 00:00 2024-05-21T00:00:40.708 INFO:teuthology.orchestra.run.smithi060.stdout:[MIRROR] python3-colorama-0.4.6-3.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-colorama-0.4.6-3.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-21T00:00:40.755 INFO:teuthology.orchestra.run.smithi012.stdout:(14/159): libcephfs2-19.0.0-3829.gb772be9b.el9. 5.2 MB/s | 747 kB 00:00 2024-05-21T00:00:40.800 INFO:teuthology.orchestra.run.smithi060.stdout:(74/159): python3-babel-2.9.1-2.el9.noarch.rpm 31 MB/s | 6.0 MB 00:00 2024-05-21T00:00:40.830 INFO:teuthology.orchestra.run.smithi012.stdout:(15/159): libcephsqlite-19.0.0-3829.gb772be9b.e 2.2 MB/s | 163 kB 00:00 2024-05-21T00:00:40.832 INFO:teuthology.orchestra.run.smithi077.stdout:(7/159): ceph-mds-19.0.0-3829.gb772be9b.el9.x86 1.5 MB/s | 2.4 MB 00:01 2024-05-21T00:00:40.833 INFO:teuthology.orchestra.run.smithi060.stdout:(75/159): protobuf-3.14.0-13.el9.x86_64.rpm 3.4 MB/s | 1.0 MB 00:00 2024-05-21T00:00:40.858 INFO:teuthology.orchestra.run.smithi060.stdout:(76/159): python3-devel-3.9.18-3.el9.x86_64.rpm 4.1 MB/s | 244 kB 00:00 2024-05-21T00:00:40.859 INFO:teuthology.orchestra.run.smithi060.stdout:[MIRROR] python3-jinja2-2.11.3-6.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-jinja2-2.11.3-6.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-21T00:00:40.880 INFO:teuthology.orchestra.run.smithi012.stdout:(16/159): librados-devel-19.0.0-3829.gb772be9b. 2.5 MB/s | 127 kB 00:00 2024-05-21T00:00:40.899 INFO:teuthology.orchestra.run.smithi077.stdout:(8/159): ceph-mon-19.0.0-3829.gb772be9b.el9.x86 7.3 MB/s | 4.7 MB 00:00 2024-05-21T00:00:40.900 INFO:teuthology.orchestra.run.smithi060.stdout:(77/159): python3-jsonpatch-1.21-16.el9.noarch. 616 kB/s | 26 kB 00:00 2024-05-21T00:00:40.925 INFO:teuthology.orchestra.run.smithi060.stdout:(78/159): python3-colorama-0.4.6-3.el9.noarch.r 261 kB/s | 61 kB 00:00 2024-05-21T00:00:40.990 INFO:teuthology.orchestra.run.smithi012.stdout:(17/159): libradosstriper1-19.0.0-3829.gb772be9 4.6 MB/s | 501 kB 00:00 2024-05-21T00:00:40.999 INFO:teuthology.orchestra.run.smithi077.stdout:(9/159): ceph-selinux-19.0.0-3829.gb772be9b.el9 252 kB/s | 25 kB 00:00 2024-05-21T00:00:41.068 INFO:teuthology.orchestra.run.smithi060.stdout:(79/159): python3-jsonpointer-2.0-4.el9.noarch. 115 kB/s | 19 kB 00:00 2024-05-21T00:00:41.093 INFO:teuthology.orchestra.run.smithi060.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 1.0 MB/s | 172 kB 00:00 2024-05-21T00:00:41.097 INFO:teuthology.orchestra.run.smithi012.stdout:(18/159): ceph-mon-19.0.0-3829.gb772be9b.el9.x8 1.2 MB/s | 4.7 MB 00:04 2024-05-21T00:00:41.119 INFO:teuthology.orchestra.run.smithi060.stdout:(81/159): python3-markupsafe-1.1.1-12.el9.x86_6 693 kB/s | 35 kB 00:00 2024-05-21T00:00:41.144 INFO:teuthology.orchestra.run.smithi060.stdout:(82/159): python3-jinja2-2.11.3-6.el9.noarch.rp 800 kB/s | 248 kB 00:00 2024-05-21T00:00:41.169 INFO:teuthology.orchestra.run.smithi060.stdout:(83/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-05-21T00:00:41.223 INFO:teuthology.orchestra.run.smithi012.stdout:(19/159): python3-ceph-argparse-19.0.0-3829.gb7 364 kB/s | 45 kB 00:00 2024-05-21T00:00:41.253 INFO:teuthology.orchestra.run.smithi060.stdout:(84/159): python3-numpy-1.20.1-5.el9.x86_64.rpm 32 MB/s | 5.1 MB 00:00 2024-05-21T00:00:41.278 INFO:teuthology.orchestra.run.smithi060.stdout:(85/159): python3-packaging-20.9-5.el9.noarch.r 710 kB/s | 77 kB 00:00 2024-05-21T00:00:41.386 INFO:teuthology.orchestra.run.smithi060.stdout:(86/159): python3-protobuf-3.14.0-13.el9.noarch 2.4 MB/s | 269 kB 00:00 2024-05-21T00:00:41.414 INFO:teuthology.orchestra.run.smithi012.stdout:(20/159): python3-ceph-common-19.0.0-3829.gb772 711 kB/s | 136 kB 00:00 2024-05-21T00:00:41.437 INFO:teuthology.orchestra.run.smithi060.stdout:(87/159): python3-oauthlib-3.1.1-5.el9.noarch.r 759 kB/s | 222 kB 00:00 2024-05-21T00:00:41.487 INFO:teuthology.orchestra.run.smithi060.stdout:(88/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.5 MB/s | 159 kB 00:00 2024-05-21T00:00:41.596 INFO:teuthology.orchestra.run.smithi060.stdout:(89/159): python3-pytz-2021.1-5.el9.noarch.rpm 471 kB/s | 51 kB 00:00 2024-05-21T00:00:41.615 INFO:teuthology.orchestra.run.smithi012.stdout:(21/159): python3-cephfs-19.0.0-3829.gb772be9b. 810 kB/s | 161 kB 00:00 2024-05-21T00:00:41.621 INFO:teuthology.orchestra.run.smithi060.stdout:(90/159): python3-prettytable-0.7.2-27.el9.noar 115 kB/s | 42 kB 00:00 2024-05-21T00:00:41.646 INFO:teuthology.orchestra.run.smithi060.stdout:(91/159): python3-pyasn1-modules-0.4.8-6.el9.no 1.3 MB/s | 279 kB 00:00 2024-05-21T00:00:41.696 INFO:teuthology.orchestra.run.smithi060.stdout:(92/159): python3-requests-oauthlib-1.3.0-12.el 534 kB/s | 54 kB 00:00 2024-05-21T00:00:41.755 INFO:teuthology.orchestra.run.smithi060.stdout:(93/159): python3-toml-0.10.2-6.el9.noarch.rpm 384 kB/s | 42 kB 00:00 2024-05-21T00:00:41.797 INFO:teuthology.orchestra.run.smithi060.stdout:(94/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 440 kB/s | 44 kB 00:00 2024-05-21T00:00:41.906 INFO:teuthology.orchestra.run.smithi060.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 331 kB/s | 36 kB 00:00 2024-05-21T00:00:41.924 INFO:teuthology.orchestra.run.smithi012.stdout:(22/159): python3-rados-19.0.0-3829.gb772be9b.e 1.0 MB/s | 320 kB 00:00 2024-05-21T00:00:42.014 INFO:teuthology.orchestra.run.smithi060.stdout:(96/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 437 kB/s | 47 kB 00:00 2024-05-21T00:00:42.039 INFO:teuthology.orchestra.run.smithi060.stdout:(97/159): qatlib-24.02.0-1.el9.x86_64.rpm 777 kB/s | 221 kB 00:00 2024-05-21T00:00:42.123 INFO:teuthology.orchestra.run.smithi060.stdout:(98/159): socat-1.7.4.1-5.el9.x86_64.rpm 2.7 MB/s | 305 kB 00:00 2024-05-21T00:00:42.148 INFO:teuthology.orchestra.run.smithi060.stdout:(99/159): uuid-1.6.2-55.el9.x86_64.rpm 532 kB/s | 58 kB 00:00 2024-05-21T00:00:42.224 INFO:teuthology.orchestra.run.smithi060.stdout:(100/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 936 kB/s | 94 kB 00:00 2024-05-21T00:00:42.249 INFO:teuthology.orchestra.run.smithi060.stdout:(101/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 634 kB/s | 64 kB 00:00 2024-05-21T00:00:42.257 INFO:teuthology.orchestra.run.smithi012.stdout:(23/159): librgw2-19.0.0-3829.gb772be9b.el9.x86 4.2 MB/s | 5.4 MB 00:01 2024-05-21T00:00:42.291 INFO:teuthology.orchestra.run.smithi012.stdout:(24/159): python3-rbd-19.0.0-3829.gb772be9b.el9 821 kB/s | 300 kB 00:00 2024-05-21T00:00:42.324 INFO:teuthology.orchestra.run.smithi060.stdout:(102/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 446 kB/s | 45 kB 00:00 2024-05-21T00:00:42.333 INFO:teuthology.orchestra.run.smithi012.stdout:(25/159): python3-rgw-19.0.0-3829.gb772be9b.el9 1.3 MB/s | 99 kB 00:00 2024-05-21T00:00:42.349 INFO:teuthology.orchestra.run.smithi060.stdout:(103/159): lua-devel-5.4.4-4.el9.x86_64.rpm 222 kB/s | 22 kB 00:00 2024-05-21T00:00:42.384 INFO:teuthology.orchestra.run.smithi012.stdout:(26/159): rbd-fuse-19.0.0-3829.gb772be9b.el9.x8 934 kB/s | 85 kB 00:00 2024-05-21T00:00:42.525 INFO:teuthology.orchestra.run.smithi060.stdout:(104/159): protobuf-compiler-3.14.0-13.el9.x86_ 4.2 MB/s | 863 kB 00:00 2024-05-21T00:00:42.567 INFO:teuthology.orchestra.run.smithi012.stdout:(27/159): rbd-nbd-19.0.0-3829.gb772be9b.el9.x86 936 kB/s | 171 kB 00:00 2024-05-21T00:00:42.667 INFO:teuthology.orchestra.run.smithi012.stdout:(28/159): ceph-grafana-dashboards-19.0.0-3829.g 346 kB/s | 34 kB 00:00 2024-05-21T00:00:42.842 INFO:teuthology.orchestra.run.smithi012.stdout:(29/159): ceph-mgr-cephadm-19.0.0-3829.gb772be9 821 kB/s | 143 kB 00:00 2024-05-21T00:00:42.892 INFO:teuthology.orchestra.run.smithi060.stdout:(105/159): abseil-cpp-20211102.0-3.el9.x86_64.r 1.0 MB/s | 548 kB 00:00 2024-05-21T00:00:42.992 INFO:teuthology.orchestra.run.smithi060.stdout:(106/159): gperftools-libs-2.9.1-2.el9.x86_64.r 661 kB/s | 309 kB 00:00 2024-05-21T00:00:43.009 INFO:teuthology.orchestra.run.smithi060.stdout:(107/159): grpc-data-1.46.7-10.el9.noarch.rpm 166 kB/s | 19 kB 00:00 2024-05-21T00:00:43.101 INFO:teuthology.orchestra.run.smithi060.stdout:(108/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 284 kB/s | 26 kB 00:00 2024-05-21T00:00:43.184 INFO:teuthology.orchestra.run.smithi012.stdout:(30/159): rbd-mirror-19.0.0-3829.gb772be9b.el9. 3.6 MB/s | 3.1 MB 00:00 2024-05-21T00:00:43.210 INFO:teuthology.orchestra.run.smithi060.stdout:(109/159): liboath-2.6.7-2.el9.x86_64.rpm 448 kB/s | 49 kB 00:00 2024-05-21T00:00:43.310 INFO:teuthology.orchestra.run.smithi060.stdout:(110/159): libunwind-1.6.2-1.el9.x86_64.rpm 674 kB/s | 67 kB 00:00 2024-05-21T00:00:43.385 INFO:teuthology.orchestra.run.smithi060.stdout:(111/159): libarrow-9.0.0-11.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-05-21T00:00:43.411 INFO:teuthology.orchestra.run.smithi060.stdout:(112/159): luarocks-3.9.2-5.el9.noarch.rpm 1.5 MB/s | 151 kB 00:00 2024-05-21T00:00:43.503 INFO:teuthology.orchestra.run.smithi060.stdout:(113/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.0 MB/s | 839 kB 00:00 2024-05-21T00:00:43.528 INFO:teuthology.orchestra.run.smithi060.stdout:(114/159): python3-asyncssh-2.13.2-5.el9.noarch 4.6 MB/s | 548 kB 00:00 2024-05-21T00:00:43.603 INFO:teuthology.orchestra.run.smithi060.stdout:(115/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 433 kB/s | 43 kB 00:00 2024-05-21T00:00:43.629 INFO:teuthology.orchestra.run.smithi060.stdout:(116/159): python3-cachetools-4.2.4-1.el9.noarc 321 kB/s | 32 kB 00:00 2024-05-21T00:00:43.695 INFO:teuthology.orchestra.run.smithi060.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 163 kB/s | 15 kB 00:00 2024-05-21T00:00:43.729 INFO:teuthology.orchestra.run.smithi060.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 1.7 MB/s | 172 kB 00:00 2024-05-21T00:00:43.796 INFO:teuthology.orchestra.run.smithi060.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-05-21T00:00:43.830 INFO:teuthology.orchestra.run.smithi060.stdout:(120/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.9 MB/s | 303 kB 00:00 2024-05-21T00:00:43.882 INFO:teuthology.orchestra.run.smithi077.stdout:(10/159): ceph-osd-19.0.0-3829.gb772be9b.el9.x8 5.2 MB/s | 17 MB 00:03 2024-05-21T00:00:43.897 INFO:teuthology.orchestra.run.smithi060.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 2.0 MB/s | 206 kB 00:00 2024-05-21T00:00:43.974 INFO:teuthology.orchestra.run.smithi077.stdout:(11/159): cephfs-mirror-19.0.0-3829.gb772be9b.e 2.4 MB/s | 224 kB 00:00 2024-05-21T00:00:43.997 INFO:teuthology.orchestra.run.smithi060.stdout:(122/159): python3-grpcio-tools-1.46.7-10.el9.x 1.4 MB/s | 144 kB 00:00 2024-05-21T00:00:44.047 INFO:teuthology.orchestra.run.smithi060.stdout:(123/159): python3-grpcio-1.46.7-10.el9.x86_64. 9.4 MB/s | 2.0 MB 00:00 2024-05-21T00:00:44.066 INFO:teuthology.orchestra.run.smithi077.stdout:(12/159): cephfs-shell-19.0.0-3829.gb772be9b.el 295 kB/s | 27 kB 00:00 2024-05-21T00:00:44.089 INFO:teuthology.orchestra.run.smithi060.stdout:(124/159): python3-jaraco-8.2.1-3.el9.noarch.rp 116 kB/s | 11 kB 00:00 2024-05-21T00:00:44.140 INFO:teuthology.orchestra.run.smithi060.stdout:(125/159): python3-jaraco-classes-3.2.1-5.el9.n 192 kB/s | 18 kB 00:00 2024-05-21T00:00:44.158 INFO:teuthology.orchestra.run.smithi077.stdout:(13/159): libcephfs-devel-19.0.0-3829.gb772be9b 345 kB/s | 32 kB 00:00 2024-05-21T00:00:44.182 INFO:teuthology.orchestra.run.smithi060.stdout:(126/159): python3-jaraco-collections-3.0.0-8.e 252 kB/s | 23 kB 00:00 2024-05-21T00:00:44.240 INFO:teuthology.orchestra.run.smithi060.stdout:(127/159): python3-jaraco-functools-3.5.0-2.el9 194 kB/s | 19 kB 00:00 2024-05-21T00:00:44.274 INFO:teuthology.orchestra.run.smithi060.stdout:(128/159): python3-jaraco-text-3.2.0-6.el9.noar 214 kB/s | 20 kB 00:00 2024-05-21T00:00:44.366 INFO:teuthology.orchestra.run.smithi060.stdout:(129/159): python3-kubernetes-26.1.0-2.el9.noar 8.2 MB/s | 1.0 MB 00:00 2024-05-21T00:00:44.391 INFO:teuthology.orchestra.run.smithi060.stdout:(130/159): python3-logutils-0.3.5-21.el9.noarch 396 kB/s | 46 kB 00:00 2024-05-21T00:00:44.400 INFO:teuthology.orchestra.run.smithi077.stdout:(14/159): libcephfs2-19.0.0-3829.gb772be9b.el9. 3.0 MB/s | 747 kB 00:00 2024-05-21T00:00:44.467 INFO:teuthology.orchestra.run.smithi060.stdout:(131/159): python3-more-itertools-8.12.0-2.el9. 786 kB/s | 79 kB 00:00 2024-05-21T00:00:44.492 INFO:teuthology.orchestra.run.smithi060.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 575 kB/s | 58 kB 00:00 2024-05-21T00:00:44.492 INFO:teuthology.orchestra.run.smithi077.stdout:(15/159): libcephsqlite-19.0.0-3829.gb772be9b.e 1.7 MB/s | 163 kB 00:00 2024-05-21T00:00:44.567 INFO:teuthology.orchestra.run.smithi060.stdout:(133/159): python3-pecan-1.4.2-3.el9.noarch.rpm 2.7 MB/s | 272 kB 00:00 2024-05-21T00:00:44.592 INFO:teuthology.orchestra.run.smithi060.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 164 kB/s | 16 kB 00:00 2024-05-21T00:00:44.701 INFO:teuthology.orchestra.run.smithi060.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 672 kB/s | 90 kB 00:00 2024-05-21T00:00:44.718 INFO:teuthology.orchestra.run.smithi060.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 225 kB/s | 28 kB 00:00 2024-05-21T00:00:44.776 INFO:teuthology.orchestra.run.smithi012.stdout:(31/159): ceph-mgr-diskprediction-local-19.0.0- 4.7 MB/s | 7.4 MB 00:01 2024-05-21T00:00:44.802 INFO:teuthology.orchestra.run.smithi060.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 306 kB/s | 31 kB 00:00 2024-05-21T00:00:44.827 INFO:teuthology.orchestra.run.smithi060.stdout:(138/159): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-05-21T00:00:44.834 INFO:teuthology.orchestra.run.smithi012.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3829.gb7 4.7 MB/s | 274 kB 00:00 2024-05-21T00:00:44.885 INFO:teuthology.orchestra.run.smithi012.stdout:(33/159): ceph-mgr-rook-19.0.0-3829.gb772be9b.e 1.0 MB/s | 49 kB 00:00 2024-05-21T00:00:44.902 INFO:teuthology.orchestra.run.smithi060.stdout:(139/159): python3-rsa-4.9-2.el9.noarch.rpm 589 kB/s | 59 kB 00:00 2024-05-21T00:00:44.926 INFO:teuthology.orchestra.run.smithi077.stdout:(16/159): ceph-test-19.0.0-3829.gb772be9b.el9.x 13 MB/s | 49 MB 00:03 2024-05-21T00:00:44.927 INFO:teuthology.orchestra.run.smithi060.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 356 kB/s | 36 kB 00:00 2024-05-21T00:00:44.951 INFO:teuthology.orchestra.run.smithi077.stdout:(17/159): librados-devel-19.0.0-3829.gb772be9b. 276 kB/s | 127 kB 00:00 2024-05-21T00:00:44.968 INFO:teuthology.orchestra.run.smithi012.stdout:(34/159): ceph-mgr-dashboard-19.0.0-3829.gb772b 1.7 MB/s | 3.5 MB 00:02 2024-05-21T00:00:44.994 INFO:teuthology.orchestra.run.smithi012.stdout:(35/159): ceph-prometheus-alerts-19.0.0-3829.gb 152 kB/s | 16 kB 00:00 2024-05-21T00:00:45.001 INFO:teuthology.orchestra.run.smithi077.stdout:(18/159): libradosstriper1-19.0.0-3829.gb772be9 6.5 MB/s | 501 kB 00:00 2024-05-21T00:00:45.003 INFO:teuthology.orchestra.run.smithi060.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 510 kB/s | 51 kB 00:00 2024-05-21T00:00:45.028 INFO:teuthology.orchestra.run.smithi060.stdout:(142/159): python3-webob-1.8.7-6.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-05-21T00:00:45.077 INFO:teuthology.orchestra.run.smithi077.stdout:(19/159): python3-ceph-argparse-19.0.0-3829.gb7 602 kB/s | 45 kB 00:00 2024-05-21T00:00:45.094 INFO:teuthology.orchestra.run.smithi012.stdout:(36/159): ceph-volume-19.0.0-3829.gb772be9b.el9 2.1 MB/s | 273 kB 00:00 2024-05-21T00:00:45.103 INFO:teuthology.orchestra.run.smithi060.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 894 kB/s | 90 kB 00:00 2024-05-21T00:00:45.136 INFO:teuthology.orchestra.run.smithi012.stdout:(37/159): cephadm-19.0.0-3829.gb772be9b.el9.noa 5.3 MB/s | 764 kB 00:00 2024-05-21T00:00:45.137 INFO:teuthology.orchestra.run.smithi060.stdout:(144/159): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-05-21T00:00:45.143 INFO:teuthology.orchestra.run.smithi077.stdout:(20/159): python3-ceph-common-19.0.0-3829.gb772 2.0 MB/s | 136 kB 00:00 2024-05-21T00:00:45.161 INFO:teuthology.orchestra.run.smithi012.stdout:(38/159): cephfs-top-19.0.0-3829.gb772be9b.el9. 276 kB/s | 18 kB 00:00 2024-05-21T00:00:45.219 INFO:teuthology.orchestra.run.smithi077.stdout:(21/159): python3-cephfs-19.0.0-3829.gb772be9b. 2.1 MB/s | 161 kB 00:00 2024-05-21T00:00:45.221 INFO:teuthology.orchestra.run.smithi060.stdout:(145/159): python3-zc-lockfile-2.0-10.el9.noarc 171 kB/s | 20 kB 00:00 2024-05-21T00:00:45.246 INFO:teuthology.orchestra.run.smithi060.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-05-21T00:00:45.278 INFO:teuthology.orchestra.run.smithi012.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 571 kB/s | 80 kB 00:00 2024-05-21T00:00:45.294 INFO:teuthology.orchestra.run.smithi077.stdout:(22/159): python3-rados-19.0.0-3829.gb772be9b.e 4.2 MB/s | 320 kB 00:00 2024-05-21T00:00:45.355 INFO:teuthology.orchestra.run.smithi060.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-05-21T00:00:45.362 INFO:teuthology.orchestra.run.smithi012.stdout:(40/159): libgfortran-11.4.1-3.el9.x86_64.rpm 3.9 MB/s | 803 kB 00:00 2024-05-21T00:00:45.369 INFO:teuthology.orchestra.run.smithi077.stdout:(23/159): python3-rbd-19.0.0-3829.gb772be9b.el9 3.9 MB/s | 300 kB 00:00 2024-05-21T00:00:45.395 INFO:teuthology.orchestra.run.smithi012.stdout:(41/159): libquadmath-11.4.1-3.el9.x86_64.rpm 1.6 MB/s | 195 kB 00:00 2024-05-21T00:00:45.429 INFO:teuthology.orchestra.run.smithi012.stdout:(42/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-05-21T00:00:45.437 INFO:teuthology.orchestra.run.smithi077.stdout:(24/159): python3-rgw-19.0.0-3829.gb772be9b.el9 1.4 MB/s | 99 kB 00:00 2024-05-21T00:00:45.463 INFO:teuthology.orchestra.run.smithi012.stdout:(43/159): python3-ply-3.11-14.el9.noarch.rpm 3.2 MB/s | 106 kB 00:00 2024-05-21T00:00:45.512 INFO:teuthology.orchestra.run.smithi077.stdout:(25/159): rbd-fuse-19.0.0-3829.gb772be9b.el9.x8 1.1 MB/s | 85 kB 00:00 2024-05-21T00:00:45.522 INFO:teuthology.orchestra.run.smithi012.stdout:(44/159): python3-cryptography-36.0.1-4.el9.x86 9.8 MB/s | 1.2 MB 00:00 2024-05-21T00:00:45.547 INFO:teuthology.orchestra.run.smithi012.stdout:(45/159): python3-pycparser-2.20-6.el9.noarch.r 1.6 MB/s | 135 kB 00:00 2024-05-21T00:00:45.580 INFO:teuthology.orchestra.run.smithi012.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-05-21T00:00:45.614 INFO:teuthology.orchestra.run.smithi012.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 3.2 MB/s | 215 kB 00:00 2024-05-21T00:00:45.656 INFO:teuthology.orchestra.run.smithi012.stdout:(48/159): automake-1.16.2-8.el9.noarch.rpm 9.1 MB/s | 689 kB 00:00 2024-05-21T00:00:45.698 INFO:teuthology.orchestra.run.smithi012.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 2.6 MB/s | 107 kB 00:00 2024-05-21T00:00:45.749 INFO:teuthology.orchestra.run.smithi012.stdout:(50/159): bison-3.7.4-5.el9.x86_64.rpm 6.9 MB/s | 943 kB 00:00 2024-05-21T00:00:45.750 INFO:teuthology.orchestra.run.smithi012.stdout:[MIRROR] elfutils-libelf-devel-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/elfutils-libelf-devel-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T00:00:45.799 INFO:teuthology.orchestra.run.smithi012.stdout:(51/159): flex-2.6.4-9.el9.x86_64.rpm 6.2 MB/s | 313 kB 00:00 2024-05-21T00:00:45.829 INFO:teuthology.orchestra.run.smithi077.stdout:(26/159): librgw2-19.0.0-3829.gb772be9b.el9.x86 6.1 MB/s | 5.4 MB 00:00 2024-05-21T00:00:45.841 INFO:teuthology.orchestra.run.smithi012.stdout:(52/159): flexiblas-3.0.4-8.el9.x86_64.rpm 800 kB/s | 33 kB 00:00 2024-05-21T00:00:45.880 INFO:teuthology.orchestra.run.smithi077.stdout:(27/159): rbd-mirror-19.0.0-3829.gb772be9b.el9. 8.4 MB/s | 3.1 MB 00:00 2024-05-21T00:00:45.905 INFO:teuthology.orchestra.run.smithi077.stdout:(28/159): rbd-nbd-19.0.0-3829.gb772be9b.el9.x86 2.2 MB/s | 171 kB 00:00 2024-05-21T00:00:45.905 INFO:teuthology.orchestra.run.smithi060.stdout:(148/159): librbd1-19.0.0-3829.gb772be9b.el9.x8 5.7 MB/s | 3.1 MB 00:00 2024-05-21T00:00:45.930 INFO:teuthology.orchestra.run.smithi077.stdout:(29/159): ceph-grafana-dashboards-19.0.0-3829.g 682 kB/s | 34 kB 00:00 2024-05-21T00:00:45.964 INFO:teuthology.orchestra.run.smithi077.stdout:(30/159): ceph-mgr-cephadm-19.0.0-3829.gb772be9 2.4 MB/s | 143 kB 00:00 2024-05-21T00:00:46.000 INFO:teuthology.orchestra.run.smithi012.stdout:(53/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 19 MB/s | 3.0 MB 00:00 2024-05-21T00:00:46.025 INFO:teuthology.orchestra.run.smithi012.stdout:(54/159): elfutils-libelf-devel-0.191-4.el9.x86 67 kB/s | 22 kB 00:00 2024-05-21T00:00:46.050 INFO:teuthology.orchestra.run.smithi012.stdout:(55/159): flexiblas-openblas-openmp-3.0.4-8.el9 370 kB/s | 18 kB 00:00 2024-05-21T00:00:46.076 INFO:teuthology.orchestra.run.smithi012.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 226 kB/s | 11 kB 00:00 2024-05-21T00:00:46.109 INFO:teuthology.orchestra.run.smithi012.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-05-21T00:00:46.134 INFO:teuthology.orchestra.run.smithi012.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 786 kB/s | 45 kB 00:00 2024-05-21T00:00:46.185 INFO:teuthology.orchestra.run.smithi012.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 8.7 MB/s | 662 kB 00:00 2024-05-21T00:00:46.227 INFO:teuthology.orchestra.run.smithi012.stdout:(60/159): libtool-2.4.6-45.el9.x86_64.rpm 6.2 MB/s | 582 kB 00:00 2024-05-21T00:00:46.252 INFO:teuthology.orchestra.run.smithi012.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 384 kB/s | 25 kB 00:00 2024-05-21T00:00:46.277 INFO:teuthology.orchestra.run.smithi012.stdout:(62/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 958 kB/s | 47 kB 00:00 2024-05-21T00:00:46.311 INFO:teuthology.orchestra.run.smithi012.stdout:(63/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.0 MB/s | 292 kB 00:00 2024-05-21T00:00:46.344 INFO:teuthology.orchestra.run.smithi012.stdout:(64/159): lua-5.4.4-4.el9.x86_64.rpm 2.8 MB/s | 188 kB 00:00 2024-05-21T00:00:46.379 INFO:teuthology.orchestra.run.smithi012.stdout:(65/159): openblas-0.3.21-2.el9.x86_64.rpm 528 kB/s | 35 kB 00:00 2024-05-21T00:00:46.380 INFO:teuthology.orchestra.run.smithi060.stdout:(149/159): librados2-19.0.0-3829.gb772be9b.el9. 3.0 MB/s | 3.4 MB 00:01 2024-05-21T00:00:46.506 INFO:teuthology.orchestra.run.smithi077.stdout:(31/159): ceph-mgr-diskprediction-local-19.0.0- 14 MB/s | 7.4 MB 00:00 2024-05-21T00:00:46.571 INFO:teuthology.orchestra.run.smithi012.stdout:(66/159): openblas-openmp-0.3.21-2.el9.x86_64.r 21 MB/s | 4.7 MB 00:00 2024-05-21T00:00:46.631 INFO:teuthology.orchestra.run.smithi077.stdout:(32/159): ceph-mgr-modules-core-19.0.0-3829.gb7 2.2 MB/s | 274 kB 00:00 2024-05-21T00:00:46.687 INFO:teuthology.orchestra.run.smithi012.stdout:(67/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-05-21T00:00:46.689 INFO:teuthology.orchestra.run.smithi077.stdout:(33/159): ceph-mgr-dashboard-19.0.0-3829.gb772b 4.7 MB/s | 3.5 MB 00:00 2024-05-21T00:00:46.715 INFO:teuthology.orchestra.run.smithi077.stdout:(34/159): ceph-mgr-rook-19.0.0-3829.gb772be9b.e 590 kB/s | 49 kB 00:00 2024-05-21T00:00:46.740 INFO:teuthology.orchestra.run.smithi077.stdout:(35/159): ceph-prometheus-alerts-19.0.0-3829.gb 327 kB/s | 16 kB 00:00 2024-05-21T00:00:46.782 INFO:teuthology.orchestra.run.smithi077.stdout:(36/159): ceph-volume-19.0.0-3829.gb772be9b.el9 4.0 MB/s | 273 kB 00:00 2024-05-21T00:00:46.789 INFO:teuthology.orchestra.run.smithi012.stdout:(68/159): postgresql-13.14-1.el9.x86_64.rpm 7.3 MB/s | 1.6 MB 00:00 2024-05-21T00:00:46.840 INFO:teuthology.orchestra.run.smithi012.stdout:(69/159): postgresql-contrib-13.14-1.el9.x86_64 5.9 MB/s | 911 kB 00:00 2024-05-21T00:00:46.849 INFO:teuthology.orchestra.run.smithi077.stdout:(37/159): cephfs-top-19.0.0-3829.gb772be9b.el9. 274 kB/s | 18 kB 00:00 2024-05-21T00:00:46.864 INFO:teuthology.orchestra.run.smithi012.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 1.8 MB/s | 133 kB 00:00 2024-05-21T00:00:46.891 INFO:teuthology.orchestra.run.smithi077.stdout:(38/159): cephadm-19.0.0-3829.gb772be9b.el9.noa 5.0 MB/s | 764 kB 00:00 2024-05-21T00:00:46.965 INFO:teuthology.orchestra.run.smithi012.stdout:(71/159): protobuf-3.14.0-13.el9.x86_64.rpm 10 MB/s | 1.0 MB 00:00 2024-05-21T00:00:46.983 INFO:teuthology.orchestra.run.smithi077.stdout:(39/159): fuse-2.9.9-15.el9.x86_64.rpm 601 kB/s | 80 kB 00:00 2024-05-21T00:00:47.015 INFO:teuthology.orchestra.run.smithi012.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-05-21T00:00:47.050 INFO:teuthology.orchestra.run.smithi077.stdout:(40/159): libquadmath-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 195 kB 00:00 2024-05-21T00:00:47.100 INFO:teuthology.orchestra.run.smithi077.stdout:(41/159): libgfortran-11.4.1-3.el9.x86_64.rpm 3.8 MB/s | 803 kB 00:00 2024-05-21T00:00:47.125 INFO:teuthology.orchestra.run.smithi077.stdout:(42/159): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-05-21T00:00:47.147 INFO:teuthology.orchestra.run.smithi060.stdout:(150/159): NetworkManager-libnm-1.47.90-1.el9.x 2.4 MB/s | 1.8 MB 00:00 2024-05-21T00:00:47.176 INFO:teuthology.orchestra.run.smithi077.stdout:(43/159): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-05-21T00:00:47.182 INFO:teuthology.orchestra.run.smithi012.stdout:(73/159): postgresql-server-13.14-1.el9.x86_64. 17 MB/s | 5.8 MB 00:00 2024-05-21T00:00:47.200 INFO:teuthology.orchestra.run.smithi012.stdout:[MIRROR] python3-colorama-0.4.6-3.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-colorama-0.4.6-3.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-21T00:00:47.201 INFO:teuthology.orchestra.run.smithi077.stdout:(44/159): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-05-21T00:00:47.218 INFO:teuthology.orchestra.run.smithi077.stdout:(45/159): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-05-21T00:00:47.243 INFO:teuthology.orchestra.run.smithi077.stdout:(46/159): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-05-21T00:00:47.247 INFO:teuthology.orchestra.run.smithi060.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 415 kB/s | 41 kB 00:00 2024-05-21T00:00:47.277 INFO:teuthology.orchestra.run.smithi077.stdout:(47/159): python3-urllib3-1.26.5-5.el9.noarch.r 3.6 MB/s | 215 kB 00:00 2024-05-21T00:00:47.341 INFO:teuthology.orchestra.run.smithi012.stdout:(74/159): python3-babel-2.9.1-2.el9.noarch.rpm 18 MB/s | 6.0 MB 00:00 2024-05-21T00:00:47.356 INFO:teuthology.orchestra.run.smithi060.stdout:(152/159): NetworkManager-tui-1.47.90-1.el9.x86 2.2 MB/s | 248 kB 00:00 2024-05-21T00:00:47.400 INFO:teuthology.orchestra.run.smithi012.stdout:(75/159): python3-devel-3.9.18-3.el9.x86_64.rpm 4.2 MB/s | 244 kB 00:00 2024-05-21T00:00:47.417 INFO:teuthology.orchestra.run.smithi012.stdout:[MIRROR] python3-jinja2-2.11.3-6.el9.noarch.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/AppStream/x86_64/os/Packages/python3-jinja2-2.11.3-6.el9.noarch.rpm (IP: 199.223.246.113) 2024-05-21T00:00:47.465 INFO:teuthology.orchestra.run.smithi060.stdout:(153/159): elfutils-debuginfod-client-0.191-4.e 338 kB/s | 37 kB 00:00 2024-05-21T00:00:47.467 INFO:teuthology.orchestra.run.smithi012.stdout:(76/159): python3-colorama-0.4.6-3.el9.noarch.r 216 kB/s | 61 kB 00:00 2024-05-21T00:00:47.494 INFO:teuthology.orchestra.run.smithi077.stdout:(48/159): ceph-radosgw-19.0.0-3829.gb772be9b.el 1.6 MB/s | 11 MB 00:06 2024-05-21T00:00:47.573 INFO:teuthology.orchestra.run.smithi060.stdout:(154/159): elfutils-libelf-0.191-4.el9.x86_64.r 1.9 MB/s | 207 kB 00:00 2024-05-21T00:00:47.575 INFO:teuthology.orchestra.run.smithi012.stdout:(77/159): python3-jsonpatch-1.21-16.el9.noarch. 238 kB/s | 26 kB 00:00 2024-05-21T00:00:47.673 INFO:teuthology.orchestra.run.smithi060.stdout:(155/159): elfutils-libs-0.191-4.el9.x86_64.rpm 2.5 MB/s | 260 kB 00:00 2024-05-21T00:00:47.684 INFO:teuthology.orchestra.run.smithi012.stdout:(78/159): python3-jsonpointer-2.0-4.el9.noarch. 178 kB/s | 19 kB 00:00 2024-05-21T00:00:47.857 INFO:teuthology.orchestra.run.smithi060.stdout:(156/159): NetworkManager-1.47.90-1.el9.x86_64. 1.2 MB/s | 2.3 MB 00:01 2024-05-21T00:00:47.911 INFO:teuthology.orchestra.run.smithi077.stdout:(49/159): boost-program-options-1.75.0-8.el9.x8 257 kB/s | 107 kB 00:00 2024-05-21T00:00:47.982 INFO:teuthology.orchestra.run.smithi060.stdout:(157/159): openssl-3.2.1-1.el9.x86_64.rpm 4.4 MB/s | 1.3 MB 00:00 2024-05-21T00:00:48.019 INFO:teuthology.orchestra.run.smithi077.stdout:(50/159): elfutils-libelf-devel-0.191-4.el9.x86 200 kB/s | 22 kB 00:00 2024-05-21T00:00:48.070 INFO:teuthology.orchestra.run.smithi077.stdout:(51/159): automake-1.16.2-8.el9.noarch.rpm 834 kB/s | 689 kB 00:00 2024-05-21T00:00:48.154 INFO:teuthology.orchestra.run.smithi077.stdout:(52/159): bison-3.7.4-5.el9.x86_64.rpm 1.1 MB/s | 943 kB 00:00 2024-05-21T00:00:48.179 INFO:teuthology.orchestra.run.smithi077.stdout:(53/159): flexiblas-3.0.4-8.el9.x86_64.rpm 301 kB/s | 33 kB 00:00 2024-05-21T00:00:48.287 INFO:teuthology.orchestra.run.smithi077.stdout:(54/159): flex-2.6.4-9.el9.x86_64.rpm 1.1 MB/s | 313 kB 00:00 2024-05-21T00:00:48.309 INFO:teuthology.orchestra.run.smithi012.stdout:(79/159): ceph-test-19.0.0-3829.gb772be9b.el9.x 5.3 MB/s | 49 MB 00:09 2024-05-21T00:00:48.313 INFO:teuthology.orchestra.run.smithi077.stdout:(55/159): flexiblas-openblas-openmp-3.0.4-8.el9 136 kB/s | 18 kB 00:00 2024-05-21T00:00:48.343 INFO:teuthology.orchestra.run.smithi012.stdout:(80/159): python3-mako-1.1.4-6.el9.noarch.rpm 262 kB/s | 172 kB 00:00 2024-05-21T00:00:48.368 INFO:teuthology.orchestra.run.smithi012.stdout:(81/159): python3-jinja2-2.11.3-6.el9.noarch.rp 257 kB/s | 248 kB 00:00 2024-05-21T00:00:48.388 INFO:teuthology.orchestra.run.smithi077.stdout:(56/159): libaio-devel-0.3.111-13.el9.x86_64.rp 111 kB/s | 11 kB 00:00 2024-05-21T00:00:48.422 INFO:teuthology.orchestra.run.smithi077.stdout:(57/159): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-05-21T00:00:48.489 INFO:teuthology.orchestra.run.smithi077.stdout:(58/159): librabbitmq-0.11.0-7.el9.x86_64.rpm 451 kB/s | 45 kB 00:00 2024-05-21T00:00:48.560 INFO:teuthology.orchestra.run.smithi012.stdout:(82/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.3 MB/s | 250 kB 00:00 2024-05-21T00:00:48.585 INFO:teuthology.orchestra.run.smithi012.stdout:(83/159): python3-markupsafe-1.1.1-12.el9.x86_6 126 kB/s | 35 kB 00:00 2024-05-21T00:00:48.614 INFO:teuthology.orchestra.run.smithi077.stdout:(59/159): librdkafka-1.6.1-102.el9.x86_64.rpm 3.4 MB/s | 662 kB 00:00 2024-05-21T00:00:48.664 INFO:teuthology.orchestra.run.smithi077.stdout:(60/159): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.9 MB/s | 3.0 MB 00:00 2024-05-21T00:00:48.677 INFO:teuthology.orchestra.run.smithi012.stdout:(84/159): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-05-21T00:00:48.714 INFO:teuthology.orchestra.run.smithi077.stdout:(61/159): libuuid-devel-2.37.4-18.el9.x86_64.rp 253 kB/s | 25 kB 00:00 2024-05-21T00:00:48.773 INFO:teuthology.orchestra.run.smithi077.stdout:(62/159): libtool-2.4.6-45.el9.x86_64.rpm 2.0 MB/s | 582 kB 00:00 2024-05-21T00:00:48.794 INFO:teuthology.orchestra.run.smithi012.stdout:(85/159): python3-prettytable-0.7.2-27.el9.noar 365 kB/s | 42 kB 00:00 2024-05-21T00:00:48.798 INFO:teuthology.orchestra.run.smithi077.stdout:(63/159): libzstd-devel-1.5.1-2.el9.x86_64.rpm 354 kB/s | 47 kB 00:00 2024-05-21T00:00:48.824 INFO:teuthology.orchestra.run.smithi077.stdout:(64/159): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-05-21T00:00:48.878 INFO:teuthology.orchestra.run.smithi012.stdout:(86/159): python3-packaging-20.9-5.el9.noarch.r 264 kB/s | 77 kB 00:00 2024-05-21T00:00:48.882 INFO:teuthology.orchestra.run.smithi077.stdout:(65/159): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-05-21T00:00:48.908 INFO:teuthology.orchestra.run.smithi077.stdout:(66/159): openblas-0.3.21-2.el9.x86_64.rpm 323 kB/s | 35 kB 00:00 2024-05-21T00:00:48.911 INFO:teuthology.orchestra.run.smithi012.stdout:(87/159): python3-protobuf-3.14.0-13.el9.noarch 2.3 MB/s | 269 kB 00:00 2024-05-21T00:00:49.037 INFO:teuthology.orchestra.run.smithi012.stdout:(88/159): python3-pyasn1-modules-0.4.8-6.el9.no 2.2 MB/s | 279 kB 00:00 2024-05-21T00:00:49.041 INFO:teuthology.orchestra.run.smithi077.stdout:(67/159): postgresql-13.14-1.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-05-21T00:00:49.071 INFO:teuthology.orchestra.run.smithi012.stdout:(89/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 830 kB/s | 159 kB 00:00 2024-05-21T00:00:49.146 INFO:teuthology.orchestra.run.smithi012.stdout:(90/159): python3-pytz-2021.1-5.el9.noarch.rpm 472 kB/s | 51 kB 00:00 2024-05-21T00:00:49.179 INFO:teuthology.orchestra.run.smithi012.stdout:(91/159): python3-requests-oauthlib-1.3.0-12.el 497 kB/s | 54 kB 00:00 2024-05-21T00:00:49.288 INFO:teuthology.orchestra.run.smithi012.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 386 kB/s | 42 kB 00:00 2024-05-21T00:00:49.397 INFO:teuthology.orchestra.run.smithi012.stdout:(93/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 409 kB/s | 44 kB 00:00 2024-05-21T00:00:49.441 INFO:teuthology.orchestra.run.smithi060.stdout:(158/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 1.5 MB/s | 2.4 MB 00:01 2024-05-21T00:00:49.514 INFO:teuthology.orchestra.run.smithi012.stdout:(94/159): qatlib-24.02.0-1.el9.x86_64.rpm 1.9 MB/s | 221 kB 00:00 2024-05-21T00:00:49.622 INFO:teuthology.orchestra.run.smithi012.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 333 kB/s | 36 kB 00:00 2024-05-21T00:00:49.748 INFO:teuthology.orchestra.run.smithi012.stdout:(96/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 380 kB/s | 47 kB 00:00 2024-05-21T00:00:49.873 INFO:teuthology.orchestra.run.smithi012.stdout:(97/159): socat-1.7.4.1-5.el9.x86_64.rpm 2.4 MB/s | 305 kB 00:00 2024-05-21T00:00:49.982 INFO:teuthology.orchestra.run.smithi012.stdout:(98/159): uuid-1.6.2-55.el9.x86_64.rpm 536 kB/s | 58 kB 00:00 2024-05-21T00:00:50.090 INFO:teuthology.orchestra.run.smithi012.stdout:(99/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 870 kB/s | 94 kB 00:00 2024-05-21T00:00:50.216 INFO:teuthology.orchestra.run.smithi012.stdout:(100/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 510 kB/s | 64 kB 00:00 2024-05-21T00:00:50.275 INFO:teuthology.orchestra.run.smithi077.stdout:(68/159): postgresql-contrib-13.14-1.el9.x86_64 739 kB/s | 911 kB 00:01 2024-05-21T00:00:50.342 INFO:teuthology.orchestra.run.smithi012.stdout:(101/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 360 kB/s | 45 kB 00:00 2024-05-21T00:00:50.401 INFO:teuthology.orchestra.run.smithi012.stdout:(102/159): lua-devel-5.4.4-4.el9.x86_64.rpm 388 kB/s | 22 kB 00:00 2024-05-21T00:00:50.425 INFO:teuthology.orchestra.run.smithi077.stdout:(69/159): openssl-devel-3.2.1-1.el9.x86_64.rpm 2.9 MB/s | 4.4 MB 00:01 2024-05-21T00:00:50.534 INFO:teuthology.orchestra.run.smithi012.stdout:(103/159): protobuf-compiler-3.14.0-13.el9.x86_ 6.4 MB/s | 863 kB 00:00 2024-05-21T00:00:50.576 INFO:teuthology.orchestra.run.smithi077.stdout:(70/159): postgresql-private-libs-13.14-1.el9.x 444 kB/s | 133 kB 00:00 2024-05-21T00:00:50.734 INFO:teuthology.orchestra.run.smithi012.stdout:(104/159): abseil-cpp-20211102.0-3.el9.x86_64.r 2.7 MB/s | 548 kB 00:00 2024-05-21T00:00:50.843 INFO:teuthology.orchestra.run.smithi012.stdout:(105/159): gperftools-libs-2.9.1-2.el9.x86_64.r 2.8 MB/s | 309 kB 00:00 2024-05-21T00:00:50.960 INFO:teuthology.orchestra.run.smithi012.stdout:(106/159): python3-numpy-1.20.1-5.el9.x86_64.rp 1.9 MB/s | 5.1 MB 00:02 2024-05-21T00:00:50.985 INFO:teuthology.orchestra.run.smithi012.stdout:(107/159): grpc-data-1.46.7-10.el9.noarch.rpm 137 kB/s | 19 kB 00:00 2024-05-21T00:00:51.027 INFO:teuthology.orchestra.run.smithi012.stdout:(108/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 638 kB/s | 26 kB 00:00 2024-05-21T00:00:51.069 INFO:teuthology.orchestra.run.smithi012.stdout:(109/159): liboath-2.6.7-2.el9.x86_64.rpm 1.2 MB/s | 49 kB 00:00 2024-05-21T00:00:51.119 INFO:teuthology.orchestra.run.smithi012.stdout:(110/159): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-05-21T00:00:51.186 INFO:teuthology.orchestra.run.smithi012.stdout:(111/159): luarocks-3.9.2-5.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-05-21T00:00:51.362 INFO:teuthology.orchestra.run.smithi012.stdout:(112/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 4.7 MB/s | 839 kB 00:00 2024-05-21T00:00:51.495 INFO:teuthology.orchestra.run.smithi012.stdout:(113/159): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-05-21T00:00:51.517 INFO:teuthology.orchestra.run.smithi077.stdout:(71/159): openblas-openmp-0.3.21-2.el9.x86_64.r 1.8 MB/s | 4.7 MB 00:02 2024-05-21T00:00:51.537 INFO:teuthology.orchestra.run.smithi012.stdout:(114/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.0 MB/s | 43 kB 00:00 2024-05-21T00:00:51.579 INFO:teuthology.orchestra.run.smithi012.stdout:(115/159): python3-cachetools-4.2.4-1.el9.noarc 789 kB/s | 32 kB 00:00 2024-05-21T00:00:51.621 INFO:teuthology.orchestra.run.smithi012.stdout:(116/159): python3-certifi-2021.10.8-2.el9.noar 368 kB/s | 15 kB 00:00 2024-05-21T00:00:51.688 INFO:teuthology.orchestra.run.smithi012.stdout:(117/159): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-05-21T00:00:51.701 INFO:teuthology.orchestra.run.smithi077.stdout:(72/159): python3-attrs-20.3.0-7.el9.noarch.rpm 477 kB/s | 87 kB 00:00 2024-05-21T00:00:51.788 INFO:teuthology.orchestra.run.smithi012.stdout:(118/159): python3-cherrypy-18.6.1-2.el9.noarch 3.5 MB/s | 358 kB 00:00 2024-05-21T00:00:51.880 INFO:teuthology.orchestra.run.smithi012.stdout:(119/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.3 MB/s | 303 kB 00:00 2024-05-21T00:00:51.973 INFO:teuthology.orchestra.run.smithi012.stdout:(120/159): libarrow-9.0.0-11.el9.x86_64.rpm 4.4 MB/s | 4.4 MB 00:01 2024-05-21T00:00:51.993 INFO:teuthology.orchestra.run.smithi077.stdout:(73/159): protobuf-3.14.0-13.el9.x86_64.rpm 729 kB/s | 1.0 MB 00:01 2024-05-21T00:00:52.007 INFO:teuthology.orchestra.run.smithi012.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 1.6 MB/s | 206 kB 00:00 2024-05-21T00:00:52.093 INFO:teuthology.orchestra.run.smithi077.stdout:(74/159): python3-colorama-0.4.6-3.el9.noarch.r 614 kB/s | 61 kB 00:00 2024-05-21T00:00:52.190 INFO:teuthology.orchestra.run.smithi012.stdout:(122/159): python3-grpcio-tools-1.46.7-10.el9.x 791 kB/s | 144 kB 00:00 2024-05-21T00:00:52.436 INFO:teuthology.orchestra.run.smithi077.stdout:(75/159): python3-devel-3.9.18-3.el9.x86_64.rpm 714 kB/s | 244 kB 00:00 2024-05-21T00:00:52.532 INFO:teuthology.orchestra.run.smithi012.stdout:(123/159): python3-jaraco-8.2.1-3.el9.noarch.rp 31 kB/s | 11 kB 00:00 2024-05-21T00:00:52.565 INFO:teuthology.orchestra.run.smithi012.stdout:(124/159): python3-jaraco-classes-3.2.1-5.el9.n 547 kB/s | 18 kB 00:00 2024-05-21T00:00:52.599 INFO:teuthology.orchestra.run.smithi012.stdout:(125/159): python3-jaraco-collections-3.0.0-8.e 711 kB/s | 23 kB 00:00 2024-05-21T00:00:52.633 INFO:teuthology.orchestra.run.smithi012.stdout:(126/159): python3-jaraco-functools-3.5.0-2.el9 597 kB/s | 19 kB 00:00 2024-05-21T00:00:52.666 INFO:teuthology.orchestra.run.smithi012.stdout:(127/159): python3-jaraco-text-3.2.0-6.el9.noar 608 kB/s | 20 kB 00:00 2024-05-21T00:00:52.786 INFO:teuthology.orchestra.run.smithi077.stdout:(76/159): python3-jinja2-2.11.3-6.el9.noarch.rp 709 kB/s | 248 kB 00:00 2024-05-21T00:00:52.808 INFO:teuthology.orchestra.run.smithi012.stdout:(128/159): python3-grpcio-1.46.7-10.el9.x86_64. 2.4 MB/s | 2.0 MB 00:00 2024-05-21T00:00:52.842 INFO:teuthology.orchestra.run.smithi012.stdout:(129/159): python3-logutils-0.3.5-21.el9.noarch 1.4 MB/s | 46 kB 00:00 2024-05-21T00:00:52.884 INFO:teuthology.orchestra.run.smithi012.stdout:(130/159): python3-more-itertools-8.12.0-2.el9. 1.9 MB/s | 79 kB 00:00 2024-05-21T00:00:52.886 INFO:teuthology.orchestra.run.smithi077.stdout:(77/159): python3-jsonpatch-1.21-16.el9.noarch. 256 kB/s | 26 kB 00:00 2024-05-21T00:00:52.926 INFO:teuthology.orchestra.run.smithi012.stdout:(131/159): python3-kubernetes-26.1.0-2.el9.noar 4.0 MB/s | 1.0 MB 00:00 2024-05-21T00:00:52.943 INFO:teuthology.orchestra.run.smithi012.stdout:(132/159): python3-natsort-7.1.1-5.el9.noarch.r 1.0 MB/s | 58 kB 00:00 2024-05-21T00:00:52.976 INFO:teuthology.orchestra.run.smithi012.stdout:(133/159): python3-portend-3.1.0-2.el9.noarch.r 503 kB/s | 16 kB 00:00 2024-05-21T00:00:52.995 INFO:teuthology.orchestra.run.smithi077.stdout:(78/159): python3-jsonpointer-2.0-4.el9.noarch. 176 kB/s | 19 kB 00:00 2024-05-21T00:00:53.010 INFO:teuthology.orchestra.run.smithi012.stdout:(134/159): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-05-21T00:00:53.035 INFO:teuthology.orchestra.run.smithi012.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.5 MB/s | 90 kB 00:00 2024-05-21T00:00:53.052 INFO:teuthology.orchestra.run.smithi012.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 689 kB/s | 28 kB 00:00 2024-05-21T00:00:53.086 INFO:teuthology.orchestra.run.smithi012.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 622 kB/s | 31 kB 00:00 2024-05-21T00:00:53.153 INFO:teuthology.orchestra.run.smithi012.stdout:(138/159): python3-rsa-4.9-2.el9.noarch.rpm 895 kB/s | 59 kB 00:00 2024-05-21T00:00:53.178 INFO:teuthology.orchestra.run.smithi012.stdout:(139/159): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-05-21T00:00:53.220 INFO:teuthology.orchestra.run.smithi012.stdout:(140/159): python3-tempora-5.0.0-2.el9.noarch.r 541 kB/s | 36 kB 00:00 2024-05-21T00:00:53.245 INFO:teuthology.orchestra.run.smithi012.stdout:(141/159): python3-typing-extensions-4.4.0-2.el 769 kB/s | 51 kB 00:00 2024-05-21T00:00:53.312 INFO:teuthology.orchestra.run.smithi012.stdout:(142/159): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-05-21T00:00:53.329 INFO:teuthology.orchestra.run.smithi077.stdout:(79/159): python3-mako-1.1.4-6.el9.noarch.rpm 516 kB/s | 172 kB 00:00 2024-05-21T00:00:53.337 INFO:teuthology.orchestra.run.smithi012.stdout:(143/159): python3-webob-1.8.7-6.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-05-21T00:00:53.457 INFO:teuthology.orchestra.run.smithi077.stdout:(80/159): python3-markupsafe-1.1.1-12.el9.x86_6 278 kB/s | 35 kB 00:00 2024-05-21T00:00:53.497 INFO:teuthology.orchestra.run.smithi012.stdout:(144/159): python3-zc-lockfile-2.0-10.el9.noarc 127 kB/s | 20 kB 00:00 2024-05-21T00:00:53.563 INFO:teuthology.orchestra.run.smithi012.stdout:(145/159): python3-werkzeug-2.0.3-3.el9.1.noarc 1.7 MB/s | 427 kB 00:00 2024-05-21T00:00:53.630 INFO:teuthology.orchestra.run.smithi012.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 1.4 MB/s | 192 kB 00:00 2024-05-21T00:00:54.205 INFO:teuthology.orchestra.run.smithi012.stdout:(147/159): thrift-0.15.0-2.el9.x86_64.rpm 2.5 MB/s | 1.6 MB 00:00 2024-05-21T00:00:54.620 INFO:teuthology.orchestra.run.smithi012.stdout:(148/159): librbd1-19.0.0-3829.gb772be9b.el9.x8 7.6 MB/s | 3.1 MB 00:00 2024-05-21T00:00:54.854 INFO:teuthology.orchestra.run.smithi077.stdout:(81/159): python3-babel-2.9.1-2.el9.noarch.rpm 1.9 MB/s | 6.0 MB 00:03 2024-05-21T00:00:54.963 INFO:teuthology.orchestra.run.smithi077.stdout:(82/159): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-05-21T00:00:55.071 INFO:teuthology.orchestra.run.smithi077.stdout:(83/159): python3-oauthlib-3.1.1-5.el9.noarch.r 2.0 MB/s | 222 kB 00:00 2024-05-21T00:00:55.180 INFO:teuthology.orchestra.run.smithi077.stdout:(84/159): python3-packaging-20.9-5.el9.noarch.r 713 kB/s | 77 kB 00:00 2024-05-21T00:00:55.280 INFO:teuthology.orchestra.run.smithi077.stdout:(85/159): python3-prettytable-0.7.2-27.el9.noar 422 kB/s | 42 kB 00:00 2024-05-21T00:00:55.389 INFO:teuthology.orchestra.run.smithi077.stdout:(86/159): python3-protobuf-3.14.0-13.el9.noarch 2.4 MB/s | 269 kB 00:00 2024-05-21T00:00:55.498 INFO:teuthology.orchestra.run.smithi077.stdout:(87/159): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-05-21T00:00:55.606 INFO:teuthology.orchestra.run.smithi077.stdout:(88/159): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-05-21T00:00:55.681 INFO:teuthology.orchestra.run.smithi012.stdout:(149/159): NetworkManager-1.47.90-1.el9.x86_64. 2.2 MB/s | 2.3 MB 00:01 2024-05-21T00:00:55.715 INFO:teuthology.orchestra.run.smithi077.stdout:(89/159): python3-pytz-2021.1-5.el9.noarch.rpm 470 kB/s | 51 kB 00:00 2024-05-21T00:00:55.823 INFO:teuthology.orchestra.run.smithi077.stdout:(90/159): python3-requests-oauthlib-1.3.0-12.el 495 kB/s | 54 kB 00:00 2024-05-21T00:00:56.106 INFO:teuthology.orchestra.run.smithi012.stdout:(150/159): NetworkManager-libnm-1.47.90-1.el9.x 4.3 MB/s | 1.8 MB 00:00 2024-05-21T00:00:56.156 INFO:teuthology.orchestra.run.smithi012.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 842 kB/s | 41 kB 00:00 2024-05-21T00:00:56.240 INFO:teuthology.orchestra.run.smithi012.stdout:(152/159): NetworkManager-tui-1.47.90-1.el9.x86 2.9 MB/s | 248 kB 00:00 2024-05-21T00:00:56.258 INFO:teuthology.orchestra.run.smithi012.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T00:00:56.560 INFO:teuthology.orchestra.run.smithi012.stdout:(153/159): elfutils-debuginfod-client-0.191-4.e 115 kB/s | 37 kB 00:00 2024-05-21T00:00:56.907 INFO:teuthology.orchestra.run.smithi012.stdout:(154/159): elfutils-libelf-0.191-4.el9.x86_64.r 598 kB/s | 207 kB 00:00 2024-05-21T00:00:56.915 INFO:teuthology.orchestra.run.smithi077.stdout:(91/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 15 MB/s | 16 MB 00:01 2024-05-21T00:00:57.024 INFO:teuthology.orchestra.run.smithi012.stdout:(155/159): librados2-19.0.0-3829.gb772be9b.el9. 1.0 MB/s | 3.4 MB 00:03 2024-05-21T00:00:57.024 INFO:teuthology.orchestra.run.smithi077.stdout:(92/159): python3-toml-0.10.2-6.el9.noarch.rpm 385 kB/s | 42 kB 00:00 2024-05-21T00:00:57.133 INFO:teuthology.orchestra.run.smithi012.stdout:(156/159): elfutils-libs-0.191-4.el9.x86_64.rpm 1.1 MB/s | 260 kB 00:00 2024-05-21T00:00:57.133 INFO:teuthology.orchestra.run.smithi077.stdout:(93/159): python3-wcwidth-0.2.5-8.el9.noarch.rp 407 kB/s | 44 kB 00:00 2024-05-21T00:00:57.242 INFO:teuthology.orchestra.run.smithi077.stdout:(94/159): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-05-21T00:00:57.342 INFO:teuthology.orchestra.run.smithi077.stdout:(95/159): qatlib-service-24.02.0-1.el9.x86_64.r 359 kB/s | 36 kB 00:00 2024-05-21T00:00:57.450 INFO:teuthology.orchestra.run.smithi077.stdout:(96/159): qatzip-libs-1.2.0-1.el9.x86_64.rpm 438 kB/s | 47 kB 00:00 2024-05-21T00:00:57.559 INFO:teuthology.orchestra.run.smithi077.stdout:(97/159): socat-1.7.4.1-5.el9.x86_64.rpm 2.7 MB/s | 305 kB 00:00 2024-05-21T00:00:57.668 INFO:teuthology.orchestra.run.smithi077.stdout:(98/159): uuid-1.6.2-55.el9.x86_64.rpm 533 kB/s | 58 kB 00:00 2024-05-21T00:00:57.675 INFO:teuthology.orchestra.run.smithi012.stdout:(157/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 4.4 MB/s | 2.4 MB 00:00 2024-05-21T00:00:57.776 INFO:teuthology.orchestra.run.smithi077.stdout:(99/159): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 866 kB/s | 94 kB 00:00 2024-05-21T00:00:57.877 INFO:teuthology.orchestra.run.smithi077.stdout:(100/159): xmlstarlet-1.6.1-20.el9.x86_64.rpm 636 kB/s | 64 kB 00:00 2024-05-21T00:00:57.977 INFO:teuthology.orchestra.run.smithi077.stdout:(101/159): zlib-devel-1.2.11-41.el9.x86_64.rpm 447 kB/s | 45 kB 00:00 2024-05-21T00:00:58.027 INFO:teuthology.orchestra.run.smithi077.stdout:(102/159): lua-devel-5.4.4-4.el9.x86_64.rpm 444 kB/s | 22 kB 00:00 2024-05-21T00:00:58.050 INFO:teuthology.orchestra.run.smithi012.stdout:(158/159): openssl-3.2.1-1.el9.x86_64.rpm 1.3 MB/s | 1.3 MB 00:01 2024-05-21T00:00:58.153 INFO:teuthology.orchestra.run.smithi077.stdout:(103/159): protobuf-compiler-3.14.0-13.el9.x86_ 6.7 MB/s | 863 kB 00:00 2024-05-21T00:00:58.553 INFO:teuthology.orchestra.run.smithi077.stdout:(104/159): postgresql-server-13.14-1.el9.x86_64 728 kB/s | 5.8 MB 00:08 2024-05-21T00:00:59.262 INFO:teuthology.orchestra.run.smithi077.stdout:(105/159): abseil-cpp-20211102.0-3.el9.x86_64.r 494 kB/s | 548 kB 00:01 2024-05-21T00:00:59.316 INFO:teuthology.orchestra.run.smithi060.stdout:(159/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 942 kB/s | 16 MB 00:17 2024-05-21T00:00:59.318 INFO:teuthology.orchestra.run.smithi060.stdout:-------------------------------------------------------------------------------- 2024-05-21T00:00:59.319 INFO:teuthology.orchestra.run.smithi060.stdout:Total 8.0 MB/s | 227 MB 00:28 2024-05-21T00:00:59.370 INFO:teuthology.orchestra.run.smithi077.stdout:(106/159): grpc-data-1.46.7-10.el9.noarch.rpm 179 kB/s | 19 kB 00:00 2024-05-21T00:00:59.438 INFO:teuthology.orchestra.run.smithi077.stdout:(107/159): gperftools-libs-2.9.1-2.el9.x86_64.r 349 kB/s | 309 kB 00:00 2024-05-21T00:00:59.537 INFO:teuthology.orchestra.run.smithi077.stdout:(108/159): libarrow-doc-9.0.0-11.el9.noarch.rpm 260 kB/s | 26 kB 00:00 2024-05-21T00:00:59.646 INFO:teuthology.orchestra.run.smithi077.stdout:(109/159): liboath-2.6.7-2.el9.x86_64.rpm 448 kB/s | 49 kB 00:00 2024-05-21T00:00:59.830 INFO:teuthology.orchestra.run.smithi077.stdout:(110/159): libunwind-1.6.2-1.el9.x86_64.rpm 367 kB/s | 67 kB 00:00 2024-05-21T00:01:00.097 INFO:teuthology.orchestra.run.smithi077.stdout:(111/159): luarocks-3.9.2-5.el9.noarch.rpm 567 kB/s | 151 kB 00:00 2024-05-21T00:01:00.559 INFO:teuthology.orchestra.run.smithi060.stdout:Running transaction check 2024-05-21T00:01:00.738 INFO:teuthology.orchestra.run.smithi060.stdout:Transaction check succeeded. 2024-05-21T00:01:00.738 INFO:teuthology.orchestra.run.smithi060.stdout:Running transaction test 2024-05-21T00:01:01.164 INFO:teuthology.orchestra.run.smithi077.stdout:(112/159): parquet-libs-9.0.0-11.el9.x86_64.rpm 786 kB/s | 839 kB 00:01 2024-05-21T00:01:01.239 INFO:teuthology.orchestra.run.smithi077.stdout:(113/159): python3-numpy-1.20.1-5.el9.x86_64.rp 670 kB/s | 5.1 MB 00:07 2024-05-21T00:01:01.764 INFO:teuthology.orchestra.run.smithi077.stdout:(114/159): python3-bcrypt-3.2.2-1.el9.x86_64.rp 83 kB/s | 43 kB 00:00 2024-05-21T00:01:01.865 INFO:teuthology.orchestra.run.smithi077.stdout:(115/159): python3-cachetools-4.2.4-1.el9.noarc 321 kB/s | 32 kB 00:00 2024-05-21T00:01:01.976 INFO:teuthology.orchestra.run.smithi077.stdout:(116/159): python3-asyncssh-2.13.2-5.el9.noarch 676 kB/s | 548 kB 00:00 2024-05-21T00:01:01.999 INFO:teuthology.orchestra.run.smithi077.stdout:(117/159): python3-certifi-2021.10.8-2.el9.noar 112 kB/s | 15 kB 00:00 2024-05-21T00:01:02.241 INFO:teuthology.orchestra.run.smithi077.stdout:(118/159): python3-cheroot-8.6.0-4.el9.noarch.r 649 kB/s | 172 kB 00:00 2024-05-21T00:01:02.558 INFO:teuthology.orchestra.run.smithi077.stdout:(119/159): python3-cherrypy-18.6.1-2.el9.noarch 642 kB/s | 358 kB 00:00 2024-05-21T00:01:02.672 INFO:teuthology.orchestra.run.smithi060.stdout:Transaction test succeeded. 2024-05-21T00:01:02.673 INFO:teuthology.orchestra.run.smithi060.stdout:Running transaction 2024-05-21T00:01:02.750 INFO:teuthology.orchestra.run.smithi077.stdout:(120/159): python3-cmd2-2.4.2-2.el9.noarch.rpm 596 kB/s | 303 kB 00:00 2024-05-21T00:01:02.975 INFO:teuthology.orchestra.run.smithi077.stdout:(121/159): python3-google-auth-2.29.0-1.el9.noa 493 kB/s | 206 kB 00:00 2024-05-21T00:01:03.275 INFO:teuthology.orchestra.run.smithi077.stdout:(122/159): python3-grpcio-tools-1.46.7-10.el9.x 482 kB/s | 144 kB 00:00 2024-05-21T00:01:03.392 INFO:teuthology.orchestra.run.smithi077.stdout:(123/159): python3-jaraco-8.2.1-3.el9.noarch.rp 92 kB/s | 11 kB 00:00 2024-05-21T00:01:03.493 INFO:teuthology.orchestra.run.smithi077.stdout:(124/159): python3-jaraco-classes-3.2.1-5.el9.n 177 kB/s | 18 kB 00:00 2024-05-21T00:01:03.601 INFO:teuthology.orchestra.run.smithi077.stdout:(125/159): python3-jaraco-collections-3.0.0-8.e 214 kB/s | 23 kB 00:00 2024-05-21T00:01:03.701 INFO:teuthology.orchestra.run.smithi077.stdout:(126/159): python3-jaraco-functools-3.5.0-2.el9 194 kB/s | 19 kB 00:00 2024-05-21T00:01:03.802 INFO:teuthology.orchestra.run.smithi077.stdout:(127/159): python3-jaraco-text-3.2.0-6.el9.noar 196 kB/s | 20 kB 00:00 2024-05-21T00:01:04.852 INFO:teuthology.orchestra.run.smithi077.stdout:(128/159): libarrow-9.0.0-11.el9.x86_64.rpm 825 kB/s | 4.4 MB 00:05 2024-05-21T00:01:04.961 INFO:teuthology.orchestra.run.smithi077.stdout:(129/159): python3-logutils-0.3.5-21.el9.noarch 428 kB/s | 46 kB 00:00 2024-05-21T00:01:05.144 INFO:teuthology.orchestra.run.smithi077.stdout:(130/159): python3-more-itertools-8.12.0-2.el9. 430 kB/s | 79 kB 00:00 2024-05-21T00:01:05.178 INFO:teuthology.orchestra.run.smithi077.stdout:(131/159): python3-kubernetes-26.1.0-2.el9.noar 760 kB/s | 1.0 MB 00:01 2024-05-21T00:01:05.304 INFO:teuthology.orchestra.run.smithi077.stdout:(132/159): python3-grpcio-1.46.7-10.el9.x86_64. 817 kB/s | 2.0 MB 00:02 2024-05-21T00:01:05.329 INFO:teuthology.orchestra.run.smithi077.stdout:(133/159): python3-natsort-7.1.1-5.el9.noarch.r 313 kB/s | 58 kB 00:00 2024-05-21T00:01:05.421 INFO:teuthology.orchestra.run.smithi077.stdout:(134/159): python3-portend-3.1.0-2.el9.noarch.r 141 kB/s | 16 kB 00:00 2024-05-21T00:01:05.530 INFO:teuthology.orchestra.run.smithi077.stdout:(135/159): python3-pyOpenSSL-21.0.0-1.el9.noarc 449 kB/s | 90 kB 00:00 2024-05-21T00:01:05.555 INFO:teuthology.orchestra.run.smithi077.stdout:(136/159): python3-pyperclip-1.8.2-2.el9.noarch 211 kB/s | 28 kB 00:00 2024-05-21T00:01:05.647 INFO:teuthology.orchestra.run.smithi077.stdout:(137/159): python3-repoze-lru-0.7-16.el9.noarch 263 kB/s | 31 kB 00:00 2024-05-21T00:01:05.672 INFO:teuthology.orchestra.run.smithi077.stdout:(138/159): python3-pecan-1.4.2-3.el9.noarch.rpm 552 kB/s | 272 kB 00:00 2024-05-21T00:01:05.781 INFO:teuthology.orchestra.run.smithi077.stdout:(139/159): python3-tempora-5.0.0-2.el9.noarch.r 330 kB/s | 36 kB 00:00 2024-05-21T00:01:05.831 INFO:teuthology.orchestra.run.smithi077.stdout:(140/159): python3-rsa-4.9-2.el9.noarch.rpm 322 kB/s | 59 kB 00:00 2024-05-21T00:01:05.856 INFO:teuthology.orchestra.run.smithi077.stdout:(141/159): python3-routes-2.5.1-5.el9.noarch.rp 626 kB/s | 188 kB 00:00 2024-05-21T00:01:05.882 INFO:teuthology.orchestra.run.smithi077.stdout:(142/159): python3-typing-extensions-4.4.0-2.el 507 kB/s | 51 kB 00:00 2024-05-21T00:01:06.040 INFO:teuthology.orchestra.run.smithi077.stdout:(143/159): python3-websocket-client-1.2.3-2.el9 488 kB/s | 90 kB 00:00 2024-05-21T00:01:06.141 INFO:teuthology.orchestra.run.smithi077.stdout:(144/159): python3-zc-lockfile-2.0-10.el9.noarc 200 kB/s | 20 kB 00:00 2024-05-21T00:01:06.182 INFO:teuthology.orchestra.run.smithi077.stdout:(145/159): python3-webob-1.8.7-6.el9.noarch.rpm 654 kB/s | 230 kB 00:00 2024-05-21T00:01:06.408 INFO:teuthology.orchestra.run.smithi077.stdout:(146/159): re2-20211101-3.el9.x86_64.rpm 718 kB/s | 192 kB 00:00 2024-05-21T00:01:06.530 INFO:teuthology.orchestra.run.smithi077.stdout:(147/159): python3-werkzeug-2.0.3-3.el9.1.noarc 659 kB/s | 427 kB 00:00 2024-05-21T00:01:06.941 INFO:teuthology.orchestra.run.smithi077.stdout:(148/159): librbd1-19.0.0-3829.gb772be9b.el9.x8 7.6 MB/s | 3.1 MB 00:00 2024-05-21T00:01:07.283 INFO:teuthology.orchestra.run.smithi077.stdout:(149/159): NetworkManager-1.47.90-1.el9.x86_64. 6.8 MB/s | 2.3 MB 00:00 2024-05-21T00:01:07.359 INFO:teuthology.orchestra.run.smithi077.stdout:(150/159): NetworkManager-libnm-1.47.90-1.el9.x 24 MB/s | 1.8 MB 00:00 2024-05-21T00:01:07.365 INFO:teuthology.orchestra.run.smithi012.stdout:(159/159): python3-scipy-1.6.2-8.el9.x86_64.rpm 913 kB/s | 16 MB 00:18 2024-05-21T00:01:07.373 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2024-05-21T00:01:07.373 INFO:teuthology.orchestra.run.smithi012.stdout:Total 7.0 MB/s | 227 MB 00:32 2024-05-21T00:01:07.401 INFO:teuthology.orchestra.run.smithi077.stdout:(151/159): NetworkManager-team-1.47.90-1.el9.x8 998 kB/s | 41 kB 00:00 2024-05-21T00:01:07.443 INFO:teuthology.orchestra.run.smithi077.stdout:(152/159): NetworkManager-tui-1.47.90-1.el9.x86 5.8 MB/s | 248 kB 00:00 2024-05-21T00:01:07.459 INFO:teuthology.orchestra.run.smithi077.stdout:[MIRROR] elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm: Status code: 404 for http://mirror.siena.edu/centos-stream/9-stream/BaseOS/x86_64/os/Packages/elfutils-debuginfod-client-0.191-4.el9.x86_64.rpm (IP: 199.223.246.113) 2024-05-21T00:01:07.643 INFO:teuthology.orchestra.run.smithi077.stdout:(153/159): librados2-19.0.0-3829.gb772be9b.el9. 2.8 MB/s | 3.4 MB 00:01 2024-05-21T00:01:07.727 INFO:teuthology.orchestra.run.smithi077.stdout:(154/159): elfutils-debuginfod-client-0.191-4.e 129 kB/s | 37 kB 00:00 2024-05-21T00:01:08.152 INFO:teuthology.orchestra.run.smithi077.stdout:(155/159): elfutils-libs-0.191-4.el9.x86_64.rpm 611 kB/s | 260 kB 00:00 2024-05-21T00:01:08.177 INFO:teuthology.orchestra.run.smithi077.stdout:(156/159): elfutils-libelf-0.191-4.el9.x86_64.r 387 kB/s | 207 kB 00:00 2024-05-21T00:01:08.319 INFO:teuthology.orchestra.run.smithi077.stdout:(157/159): thrift-0.15.0-2.el9.x86_64.rpm 758 kB/s | 1.6 MB 00:02 2024-05-21T00:01:08.603 INFO:teuthology.orchestra.run.smithi077.stdout:(158/159): openssl-3.2.1-1.el9.x86_64.rpm 3.0 MB/s | 1.3 MB 00:00 2024-05-21T00:01:08.720 INFO:teuthology.orchestra.run.smithi077.stdout:(159/159): openssl-libs-3.2.1-1.el9.x86_64.rpm 4.4 MB/s | 2.4 MB 00:00 2024-05-21T00:01:08.726 INFO:teuthology.orchestra.run.smithi077.stdout:-------------------------------------------------------------------------------- 2024-05-21T00:01:08.726 INFO:teuthology.orchestra.run.smithi077.stdout:Total 7.0 MB/s | 227 MB 00:32 2024-05-21T00:01:09.159 INFO:teuthology.orchestra.run.smithi060.stdout: Preparing : 1/1 2024-05-21T00:01:09.229 INFO:teuthology.orchestra.run.smithi060.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-21T00:01:09.268 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-21T00:01:09.322 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-21T00:01:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-21T00:01:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-21T00:01:09.424 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-21T00:01:09.778 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-21T00:01:09.881 INFO:teuthology.orchestra.run.smithi060.stdout: Upgrading : librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:01:09.947 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction check 2024-05-21T00:01:10.006 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:01:10.032 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:01:10.104 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction check succeeded. 2024-05-21T00:01:10.104 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction test 2024-05-21T00:01:10.125 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:01:10.153 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 10/170 2024-05-21T00:01:10.187 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-21T00:01:10.384 INFO:teuthology.orchestra.run.smithi060.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-21T00:01:10.436 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-21T00:01:10.463 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:01:10.568 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:01:10.598 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 15/170 2024-05-21T00:01:10.601 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction check 2024-05-21T00:01:10.660 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 15/170 2024-05-21T00:01:10.684 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T00:01:10.704 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T00:01:10.871 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction check succeeded. 2024-05-21T00:01:10.871 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction test 2024-05-21T00:01:10.885 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T00:01:11.012 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T00:01:11.173 INFO:teuthology.orchestra.run.smithi060.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T00:01:11.258 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T00:01:11.358 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:01:11.435 INFO:teuthology.orchestra.run.smithi060.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:01:11.650 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:01:11.761 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-21T00:01:11.789 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-21T00:01:11.825 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-21T00:01:11.901 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-21T00:01:11.919 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction test succeeded. 2024-05-21T00:01:11.919 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction 2024-05-21T00:01:11.941 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-21T00:01:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-21T00:01:12.017 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-21T00:01:12.044 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-21T00:01:12.117 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-21T00:01:12.168 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-21T00:01:12.205 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-21T00:01:12.250 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-21T00:01:12.328 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-21T00:01:12.368 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-ceph-common-2:19.0.0-3829.gb772be9b.el9. 33/170 2024-05-21T00:01:12.412 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el 34/170 2024-05-21T00:01:12.440 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_6 35/170 2024-05-21T00:01:12.516 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-21T00:01:12.572 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-21T00:01:12.650 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-21T00:01:12.800 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-21T00:01:12.860 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-21T00:01:12.971 INFO:teuthology.orchestra.run.smithi012.stdout:Transaction test succeeded. 2024-05-21T00:01:12.973 INFO:teuthology.orchestra.run.smithi012.stdout:Running transaction 2024-05-21T00:01:13.424 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-21T00:01:13.515 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-21T00:01:13.549 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-21T00:01:13.585 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-21T00:01:13.626 INFO:teuthology.orchestra.run.smithi060.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-21T00:01:13.664 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_6 46/170 2024-05-21T00:01:13.706 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-21T00:01:13.865 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-21T00:01:13.926 INFO:teuthology.orchestra.run.smithi060.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-21T00:01:14.022 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-21T00:01:14.092 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-21T00:01:14.166 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-21T00:01:14.202 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-21T00:01:14.239 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-21T00:01:14.286 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-21T00:01:14.330 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-21T00:01:14.382 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-21T00:01:14.424 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-21T00:01:14.567 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-21T00:01:14.608 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-21T00:01:14.650 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-21T00:01:14.750 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-21T00:01:14.783 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-21T00:01:14.840 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-21T00:01:14.865 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-21T00:01:14.890 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-21T00:01:14.970 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-21T00:01:15.106 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-21T00:01:15.148 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-21T00:01:15.176 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-21T00:01:15.210 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-21T00:01:15.249 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-21T00:01:15.289 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-21T00:01:15.319 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-21T00:01:15.353 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-21T00:01:15.387 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-21T00:01:15.429 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-21T00:01:15.462 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-21T00:01:15.554 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-21T00:01:15.602 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-21T00:01:15.633 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-21T00:01:15.681 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-21T00:01:15.792 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-21T00:01:15.852 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-21T00:01:16.633 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-21T00:01:16.690 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-21T00:01:16.723 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-21T00:01:16.829 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-21T00:01:16.880 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-21T00:01:16.933 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-21T00:01:17.024 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-21T00:01:17.059 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-21T00:01:17.244 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-21T00:01:17.273 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-21T00:01:17.345 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-21T00:01:18.044 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-21T00:01:18.159 INFO:teuthology.orchestra.run.smithi077.stdout: Preparing : 1/1 2024-05-21T00:01:18.160 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-21T00:01:18.224 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-21T00:01:18.262 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-21T00:01:18.315 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-21T00:01:18.350 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-21T00:01:18.375 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-21T00:01:18.418 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-21T00:01:18.737 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-21T00:01:18.860 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:01:18.982 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:01:19.012 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:01:19.103 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:01:19.132 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 10/170 2024-05-21T00:01:19.164 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-21T00:01:19.378 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-21T00:01:19.430 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-21T00:01:19.450 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:01:19.475 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-21T00:01:19.553 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-21T00:01:19.553 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:01:19.577 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 15/170 2024-05-21T00:01:19.581 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-21T00:01:19.614 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-21T00:01:19.622 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 15/170 2024-05-21T00:01:19.644 INFO:teuthology.orchestra.run.smithi012.stdout: Preparing : 1/1 2024-05-21T00:01:19.644 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T00:01:19.663 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T00:01:19.727 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/170 2024-05-21T00:01:19.787 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/170 2024-05-21T00:01:19.877 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T00:01:19.880 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/170 2024-05-21T00:01:19.936 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/170 2024-05-21T00:01:19.944 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-21T00:01:19.972 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/170 2024-05-21T00:01:19.985 INFO:teuthology.orchestra.run.smithi060.stdout: Upgrading : librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 103/170 2024-05-21T00:01:20.002 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T00:01:20.053 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/170 2024-05-21T00:01:20.060 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 103/170 2024-05-21T00:01:20.090 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 104/170 2024-05-21T00:01:20.127 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-21T00:01:20.150 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T00:01:20.210 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T00:01:20.308 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:01:20.387 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:01:20.483 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/170 2024-05-21T00:01:20.586 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:01:20.616 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:01:20.634 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-21T00:01:20.663 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 107/170 2024-05-21T00:01:20.699 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-21T00:01:20.733 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-21T00:01:20.734 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 107/170 2024-05-21T00:01:20.756 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 108/170 2024-05-21T00:01:20.767 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-21T00:01:20.805 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:01:20.831 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-21T00:01:20.838 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:01:20.867 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-21T00:01:20.910 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-21T00:01:20.943 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-21T00:01:20.972 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-21T00:01:20.984 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:01:21.021 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 10/170 2024-05-21T00:01:21.039 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-21T00:01:21.077 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/170 2024-05-21T00:01:21.093 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-21T00:01:21.124 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-21T00:01:21.160 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-21T00:01:21.235 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-21T00:01:21.271 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-ceph-common-2:19.0.0-3829.gb772be9b.el9. 33/170 2024-05-21T00:01:21.315 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el 34/170 2024-05-21T00:01:21.343 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_6 35/170 2024-05-21T00:01:21.363 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/170 2024-05-21T00:01:21.428 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-21T00:01:21.440 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/170 2024-05-21T00:01:21.467 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-21T00:01:21.469 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:01:21.542 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-21T00:01:21.664 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:01:21.682 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-21T00:01:21.704 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 15/170 2024-05-21T00:01:21.738 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-21T00:01:21.799 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 15/170 2024-05-21T00:01:21.830 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T00:01:21.895 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/170 2024-05-21T00:01:22.188 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T00:01:22.275 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-21T00:01:22.351 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-21T00:01:22.379 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-21T00:01:22.387 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/170 2024-05-21T00:01:22.415 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-21T00:01:22.456 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-21T00:01:22.494 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_6 46/170 2024-05-21T00:01:22.536 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-21T00:01:22.611 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T00:01:22.684 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-21T00:01:22.690 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 18/170 2024-05-21T00:01:22.738 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-21T00:01:22.829 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-21T00:01:22.835 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:01:22.902 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-21T00:01:22.964 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:01:22.975 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-21T00:01:23.006 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-21T00:01:23.042 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-21T00:01:23.089 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-21T00:01:23.125 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-21T00:01:23.168 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-21T00:01:23.205 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:01:23.210 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-21T00:01:23.237 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:01:23.265 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: NetworkManager-1:1.47.90-1.el9.x86_64 19/170 2024-05-21T00:01:23.345 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-21T00:01:23.387 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-21T00:01:23.437 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-21T00:01:23.451 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : re2-1:20211101-3.el9.x86_64 20/170 2024-05-21T00:01:23.486 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/170 2024-05-21T00:01:23.532 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-21T00:01:23.537 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/170 2024-05-21T00:01:23.562 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-21T00:01:23.602 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-21T00:01:23.627 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-21T00:01:23.641 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/170 2024-05-21T00:01:23.652 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-21T00:01:23.691 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/170 2024-05-21T00:01:23.726 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-21T00:01:23.754 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 25/170 2024-05-21T00:01:23.803 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 26/170 2024-05-21T00:01:23.812 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:01:23.834 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : lua-5.4.4-4.el9.x86_64 27/170 2024-05-21T00:01:23.849 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 110/170 2024-05-21T00:01:23.853 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-21T00:01:23.893 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-21T00:01:23.921 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-21T00:01:23.930 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 110/170 2024-05-21T00:01:23.930 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-21T00:01:23.930 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-21T00:01:23.930 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:01:23.948 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 28/170 2024-05-21T00:01:23.955 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-21T00:01:23.958 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 111/170 2024-05-21T00:01:23.994 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-21T00:01:24.014 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/170 2024-05-21T00:01:24.025 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-21T00:01:24.045 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/170 2024-05-21T00:01:24.064 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-21T00:01:24.098 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-21T00:01:24.098 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/170 2024-05-21T00:01:24.132 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-21T00:01:24.173 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-21T00:01:24.207 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-21T00:01:24.210 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/170 2024-05-21T00:01:24.249 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-ceph-common-2:19.0.0-3829.gb772be9b.el9. 33/170 2024-05-21T00:01:24.294 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-21T00:01:24.298 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el 34/170 2024-05-21T00:01:24.330 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_6 35/170 2024-05-21T00:01:24.337 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-21T00:01:24.369 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-21T00:01:24.407 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-21T00:01:24.450 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 36/170 2024-05-21T00:01:24.506 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-21T00:01:24.512 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : luarocks-3.9.2-5.el9.noarch 37/170 2024-05-21T00:01:24.553 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-21T00:01:24.624 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 38/170 2024-05-21T00:01:24.807 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 39/170 2024-05-21T00:01:24.879 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 40/170 2024-05-21T00:01:25.276 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-21T00:01:25.325 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-21T00:01:25.351 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-21T00:01:25.449 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-21T00:01:25.514 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-21T00:01:25.559 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-21T00:01:25.598 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rsa-4.9-2.el9.noarch 41/170 2024-05-21T00:01:25.638 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-21T00:01:25.670 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-21T00:01:25.704 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 42/170 2024-05-21T00:01:25.745 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 43/170 2024-05-21T00:01:25.783 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 44/170 2024-05-21T00:01:25.845 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 45/170 2024-05-21T00:01:25.846 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-21T00:01:25.867 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-21T00:01:25.894 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_6 46/170 2024-05-21T00:01:25.945 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-21T00:01:25.966 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/170 2024-05-21T00:01:26.174 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 48/170 2024-05-21T00:01:26.283 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 49/170 2024-05-21T00:01:26.421 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/170 2024-05-21T00:01:26.497 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/170 2024-05-21T00:01:26.589 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-21T00:01:26.595 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/170 2024-05-21T00:01:26.641 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 53/170 2024-05-21T00:01:26.680 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 54/170 2024-05-21T00:01:26.698 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-21T00:01:26.751 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/170 2024-05-21T00:01:26.800 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/170 2024-05-21T00:01:26.864 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/170 2024-05-21T00:01:26.930 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/170 2024-05-21T00:01:27.140 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/170 2024-05-21T00:01:27.198 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/170 2024-05-21T00:01:27.249 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 61/170 2024-05-21T00:01:27.382 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/170 2024-05-21T00:01:27.425 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 63/170 2024-05-21T00:01:27.497 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/170 2024-05-21T00:01:27.532 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 65/170 2024-05-21T00:01:27.565 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/170 2024-05-21T00:01:27.715 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/170 2024-05-21T00:01:27.893 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/170 2024-05-21T00:01:27.931 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-21T00:01:27.938 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/170 2024-05-21T00:01:27.977 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/170 2024-05-21T00:01:28.018 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-21T00:01:28.021 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/170 2024-05-21T00:01:28.079 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/170 2024-05-21T00:01:28.136 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/170 2024-05-21T00:01:28.165 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-21T00:01:28.183 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/170 2024-05-21T00:01:28.230 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/170 2024-05-21T00:01:28.280 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/170 2024-05-21T00:01:28.315 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-21T00:01:28.356 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/170 2024-05-21T00:01:28.429 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/170 2024-05-21T00:01:28.590 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/170 2024-05-21T00:01:28.650 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/170 2024-05-21T00:01:28.693 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/170 2024-05-21T00:01:28.706 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-21T00:01:28.753 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 103/170 2024-05-21T00:01:28.763 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/170 2024-05-21T00:01:28.844 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 103/170 2024-05-21T00:01:28.874 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 104/170 2024-05-21T00:01:28.910 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-21T00:01:28.918 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-packaging-20.9-5.el9.noarch 83/170 2024-05-21T00:01:28.990 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 84/170 2024-05-21T00:01:29.388 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-21T00:01:29.423 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 107/170 2024-05-21T00:01:29.486 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 107/170 2024-05-21T00:01:29.507 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 108/170 2024-05-21T00:01:29.981 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 85/170 2024-05-21T00:01:30.040 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 86/170 2024-05-21T00:01:30.073 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 87/170 2024-05-21T00:01:30.197 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 88/170 2024-05-21T00:01:30.258 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 89/170 2024-05-21T00:01:30.320 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 90/170 2024-05-21T00:01:30.434 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 91/170 2024-05-21T00:01:30.475 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 92/170 2024-05-21T00:01:30.725 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : openblas-0.3.21-2.el9.x86_64 93/170 2024-05-21T00:01:30.755 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 94/170 2024-05-21T00:01:30.845 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 95/170 2024-05-21T00:01:31.690 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 96/170 2024-05-21T00:01:31.794 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:01:31.828 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:01:31.840 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 97/170 2024-05-21T00:01:32.374 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:01:32.415 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 110/170 2024-05-21T00:01:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 110/170 2024-05-21T00:01:32.494 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-21T00:01:32.494 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-21T00:01:32.494 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:01:32.524 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 111/170 2024-05-21T00:01:33.466 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 98/170 2024-05-21T00:01:33.587 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 99/170 2024-05-21T00:01:33.624 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 100/170 2024-05-21T00:01:33.659 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 101/170 2024-05-21T00:01:34.057 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 102/170 2024-05-21T00:01:34.113 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 103/170 2024-05-21T00:01:34.261 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 103/170 2024-05-21T00:01:34.290 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 104/170 2024-05-21T00:01:34.349 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 105/170 2024-05-21T00:01:34.937 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 106/170 2024-05-21T00:01:34.987 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 107/170 2024-05-21T00:01:35.088 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 107/170 2024-05-21T00:01:35.135 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 108/170 2024-05-21T00:01:36.039 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 111/170 2024-05-21T00:01:36.039 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /sys 2024-05-21T00:01:36.039 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /proc 2024-05-21T00:01:36.039 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /mnt 2024-05-21T00:01:36.039 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /var/tmp 2024-05-21T00:01:36.039 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /home 2024-05-21T00:01:36.040 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /root 2024-05-21T00:01:36.040 INFO:teuthology.orchestra.run.smithi060.stdout:skipping the directory /tmp 2024-05-21T00:01:36.040 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:01:36.209 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 112/170 2024-05-21T00:01:36.225 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 112/170 2024-05-21T00:01:36.225 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:36.225 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-21T00:01:36.225 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:01:37.753 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 113/170 2024-05-21T00:01:37.783 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 113/170 2024-05-21T00:01:37.784 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:37.784 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-21T00:01:37.784 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T00:01:37.784 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T00:01:37.784 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:01:37.955 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:01:38.022 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 114/170 2024-05-21T00:01:38.025 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:01:38.046 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 114/170 2024-05-21T00:01:38.046 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:38.046 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-21T00:01:38.046 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T00:01:38.046 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T00:01:38.046 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:01:38.514 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 115/170 2024-05-21T00:01:38.538 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 115/170 2024-05-21T00:01:38.538 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:38.538 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-21T00:01:38.538 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T00:01:38.538 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T00:01:38.539 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:01:38.653 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-21T00:01:38.698 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 109/170 2024-05-21T00:01:38.710 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-21T00:01:38.747 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 110/170 2024-05-21T00:01:38.766 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-21T00:01:38.943 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 110/170 2024-05-21T00:01:38.944 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-05-21T00:01:38.944 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-05-21T00:01:38.944 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:01:38.964 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-21T00:01:38.998 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 111/170 2024-05-21T00:01:39.016 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-21T00:01:39.098 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-21T00:01:39.195 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-21T00:01:39.347 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-21T00:01:39.391 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-21T00:01:39.422 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-21T00:01:39.449 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-21T00:01:39.889 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 127/170 2024-05-21T00:01:39.915 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 127/170 2024-05-21T00:01:39.948 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.e 128/170 2024-05-21T00:01:40.038 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b. 129/170 2024-05-21T00:01:40.063 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 130/170 2024-05-21T00:01:41.167 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 130/170 2024-05-21T00:01:41.198 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 131/170 2024-05-21T00:01:42.215 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 131/170 2024-05-21T00:01:42.240 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 132/170 2024-05-21T00:01:42.358 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 132/170 2024-05-21T00:01:42.526 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el 133/170 2024-05-21T00:01:42.559 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 134/170 2024-05-21T00:01:42.583 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 134/170 2024-05-21T00:01:42.584 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:42.584 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-21T00:01:42.584 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T00:01:42.584 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T00:01:42.584 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:01:42.635 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 135/170 2024-05-21T00:01:42.646 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 135/170 2024-05-21T00:01:42.748 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 136/170 2024-05-21T00:01:42.801 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 137/170 2024-05-21T00:01:43.781 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-21T00:01:43.812 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 139/170 2024-05-21T00:01:43.837 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 139/170 2024-05-21T00:01:43.837 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:43.837 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-21T00:01:43.837 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T00:01:43.837 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T00:01:43.837 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:01:43.880 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3829.gb772b 140/170 2024-05-21T00:01:43.904 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3829.gb772b 140/170 2024-05-21T00:01:43.904 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:43.904 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-21T00:01:43.904 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:01:43.955 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 141/170 2024-05-21T00:01:43.980 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 141/170 2024-05-21T00:01:43.980 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:43.980 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-21T00:01:43.980 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T00:01:43.980 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T00:01:43.980 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:01:44.083 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 111/170 2024-05-21T00:01:44.084 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /sys 2024-05-21T00:01:44.084 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /proc 2024-05-21T00:01:44.084 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /mnt 2024-05-21T00:01:44.084 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /var/tmp 2024-05-21T00:01:44.084 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /home 2024-05-21T00:01:44.084 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /root 2024-05-21T00:01:44.085 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /tmp 2024-05-21T00:01:44.085 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:01:44.256 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 112/170 2024-05-21T00:01:44.272 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 112/170 2024-05-21T00:01:44.272 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:44.272 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-21T00:01:44.273 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:01:44.298 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 142/170 2024-05-21T00:01:44.322 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 142/170 2024-05-21T00:01:44.322 INFO:teuthology.orchestra.run.smithi060.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:44.322 INFO:teuthology.orchestra.run.smithi060.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-21T00:01:44.322 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T00:01:44.322 INFO:teuthology.orchestra.run.smithi060.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T00:01:44.323 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:01:45.759 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 113/170 2024-05-21T00:01:45.784 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 113/170 2024-05-21T00:01:45.784 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:45.784 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-21T00:01:45.785 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T00:01:45.785 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T00:01:45.785 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:01:46.009 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 114/170 2024-05-21T00:01:46.032 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 114/170 2024-05-21T00:01:46.032 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:46.032 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-21T00:01:46.032 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T00:01:46.032 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T00:01:46.032 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:01:46.468 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 115/170 2024-05-21T00:01:46.491 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 115/170 2024-05-21T00:01:46.491 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:46.491 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-21T00:01:46.491 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T00:01:46.491 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T00:01:46.491 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:01:46.590 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-21T00:01:46.638 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-21T00:01:46.693 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-21T00:01:46.878 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-21T00:01:46.927 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-21T00:01:46.996 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-21T00:01:47.084 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-21T00:01:47.223 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-21T00:01:47.260 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-21T00:01:47.301 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-21T00:01:47.328 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-21T00:01:47.755 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 127/170 2024-05-21T00:01:47.785 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 127/170 2024-05-21T00:01:47.817 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.e 128/170 2024-05-21T00:01:47.878 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b. 129/170 2024-05-21T00:01:47.908 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 130/170 2024-05-21T00:01:48.939 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 130/170 2024-05-21T00:01:48.976 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 131/170 2024-05-21T00:01:49.178 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 143/170 2024-05-21T00:01:49.221 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 144/170 2024-05-21T00:01:49.272 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 145/170 2024-05-21T00:01:49.291 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-21T00:01:49.366 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-21T00:01:49.515 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 148/170 2024-05-21T00:01:49.564 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-21T00:01:49.894 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_ 150/170 2024-05-21T00:01:49.901 INFO:teuthology.orchestra.run.smithi060.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-21T00:01:49.910 INFO:teuthology.orchestra.run.smithi060.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-21T00:01:49.915 INFO:teuthology.orchestra.run.smithi060.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T00:01:49.938 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 131/170 2024-05-21T00:01:49.968 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 132/170 2024-05-21T00:01:50.079 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 132/170 2024-05-21T00:01:50.237 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el 133/170 2024-05-21T00:01:50.282 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 134/170 2024-05-21T00:01:50.304 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 134/170 2024-05-21T00:01:50.333 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:50.346 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-21T00:01:50.379 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T00:01:50.393 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T00:01:50.406 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:01:50.427 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:01:50.445 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:01:50.460 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:01:50.469 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 135/170 2024-05-21T00:01:50.482 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 135/170 2024-05-21T00:01:50.534 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 136/170 2024-05-21T00:01:50.556 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 137/170 2024-05-21T00:01:51.286 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 155/170 2024-05-21T00:01:51.365 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-21T00:01:51.408 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-21T00:01:51.446 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-21T00:01:51.484 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 139/170 2024-05-21T00:01:51.526 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-21T00:01:51.535 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 139/170 2024-05-21T00:01:51.543 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:51.549 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-21T00:01:51.556 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T00:01:51.561 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T00:01:51.568 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:01:51.576 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3829.gb772b 140/170 2024-05-21T00:01:51.622 INFO:teuthology.orchestra.run.smithi060.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-21T00:01:51.679 INFO:teuthology.orchestra.run.smithi060.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T00:01:51.688 INFO:teuthology.orchestra.run.smithi060.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-21T00:01:51.750 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3829.gb772b 140/170 2024-05-21T00:01:51.779 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:51.791 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-21T00:01:51.799 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:01:51.808 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 141/170 2024-05-21T00:01:51.862 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 141/170 2024-05-21T00:01:51.872 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:51.877 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-21T00:01:51.901 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T00:01:51.909 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T00:01:51.918 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:01:51.928 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 142/170 2024-05-21T00:01:51.939 INFO:teuthology.orchestra.run.smithi060.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-21T00:01:51.947 INFO:teuthology.orchestra.run.smithi060.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T00:01:52.034 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T00:01:52.090 INFO:teuthology.orchestra.run.smithi060.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-21T00:01:52.131 INFO:teuthology.orchestra.run.smithi060.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T00:01:52.141 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T00:01:52.150 INFO:teuthology.orchestra.run.smithi060.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-21T00:01:52.157 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:01:52.165 INFO:teuthology.orchestra.run.smithi060.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:01:52.175 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 142/170 2024-05-21T00:01:52.286 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:52.293 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-21T00:01:52.301 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T00:01:52.330 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T00:01:52.338 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:01:52.424 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:01:52.439 INFO:teuthology.orchestra.run.smithi060.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T00:01:52.448 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T00:01:52.455 INFO:teuthology.orchestra.run.smithi060.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-21T00:01:52.551 INFO:teuthology.orchestra.run.smithi060.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T00:01:52.590 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 111/170 2024-05-21T00:01:52.598 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /sys 2024-05-21T00:01:52.606 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /proc 2024-05-21T00:01:52.628 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /mnt 2024-05-21T00:01:52.640 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /var/tmp 2024-05-21T00:01:52.702 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /home 2024-05-21T00:01:52.786 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /root 2024-05-21T00:01:52.821 INFO:teuthology.orchestra.run.smithi012.stdout:skipping the directory /tmp 2024-05-21T00:01:52.830 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:01:52.842 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 112/170 2024-05-21T00:01:52.872 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 112/170 2024-05-21T00:01:52.937 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:52.949 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-05-21T00:01:52.957 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:01:54.550 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 113/170 2024-05-21T00:01:54.634 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 113/170 2024-05-21T00:01:54.638 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:54.638 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-05-21T00:01:54.638 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T00:01:54.639 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-05-21T00:01:54.639 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:01:54.892 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 114/170 2024-05-21T00:01:54.962 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 114/170 2024-05-21T00:01:54.963 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:54.963 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-05-21T00:01:54.963 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T00:01:54.963 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-05-21T00:01:54.963 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:01:55.476 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 115/170 2024-05-21T00:01:55.568 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 115/170 2024-05-21T00:01:55.569 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:01:55.569 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-05-21T00:01:55.569 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T00:01:55.569 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-05-21T00:01:55.569 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:01:55.702 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : automake-1.16.2-8.el9.noarch 116/170 2024-05-21T00:01:55.766 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-ply-3.11-14.el9.noarch 117/170 2024-05-21T00:01:55.842 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 118/170 2024-05-21T00:01:56.090 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 119/170 2024-05-21T00:01:56.148 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 120/170 2024-05-21T00:01:56.239 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 121/170 2024-05-21T00:01:56.347 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 122/170 2024-05-21T00:01:56.513 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 143/170 2024-05-21T00:01:56.526 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 123/170 2024-05-21T00:01:56.554 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 144/170 2024-05-21T00:01:56.586 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 124/170 2024-05-21T00:01:56.594 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 145/170 2024-05-21T00:01:56.625 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 125/170 2024-05-21T00:01:56.626 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-21T00:01:56.654 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-21T00:01:56.660 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : fuse-2.9.9-15.el9.x86_64 126/170 2024-05-21T00:01:56.838 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 148/170 2024-05-21T00:01:56.883 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-21T00:01:56.916 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_ 150/170 2024-05-21T00:01:56.956 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-21T00:01:56.986 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-21T00:01:57.032 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T00:01:57.258 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 127/170 2024-05-21T00:01:57.289 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 127/170 2024-05-21T00:01:57.345 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.e 128/170 2024-05-21T00:01:57.456 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b. 129/170 2024-05-21T00:01:57.498 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 130/170 2024-05-21T00:01:57.593 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:01:57.629 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:01:57.649 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:01:58.374 INFO:teuthology.orchestra.run.smithi060.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T00:01:58.374 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 1/170 2024-05-21T00:01:58.374 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 2/170 2024-05-21T00:01:58.374 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 3/170 2024-05-21T00:01:58.374 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 4/170 2024-05-21T00:01:58.374 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3829.gb772b 5/170 2024-05-21T00:01:58.374 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 6/170 2024-05-21T00:01:58.374 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 7/170 2024-05-21T00:01:58.374 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:01:58.374 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 10/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 11/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 12/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 13/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_ 15/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 16/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 17/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_6 18/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 19/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 20/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el 21/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-ceph-common-2:19.0.0-3829.gb772be9b.el9. 22/170 2024-05-21T00:01:58.375 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_6 23/170 2024-05-21T00:01:58.376 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 24/170 2024-05-21T00:01:58.376 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 25/170 2024-05-21T00:01:58.376 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 26/170 2024-05-21T00:01:58.376 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 27/170 2024-05-21T00:01:58.376 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 28/170 2024-05-21T00:01:58.388 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 29/170 2024-05-21T00:01:58.388 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b. 30/170 2024-05-21T00:01:58.388 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 31/170 2024-05-21T00:01:58.389 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 32/170 2024-05-21T00:01:58.389 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 33/170 2024-05-21T00:01:58.389 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el 34/170 2024-05-21T00:01:58.389 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 35/170 2024-05-21T00:01:58.389 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.e 36/170 2024-05-21T00:01:58.389 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 37/170 2024-05-21T00:01:58.389 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 38/170 2024-05-21T00:01:58.389 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 39/170 2024-05-21T00:01:58.389 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-21T00:01:58.389 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-21T00:01:58.389 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-21T00:01:58.389 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-21T00:01:58.390 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-21T00:01:58.390 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-21T00:01:58.390 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-21T00:01:58.390 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-21T00:01:58.390 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-21T00:01:58.390 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-21T00:01:58.390 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-21T00:01:58.390 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-21T00:01:58.390 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-21T00:01:58.390 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-21T00:01:58.390 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-21T00:01:58.390 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-21T00:01:58.391 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-21T00:01:58.391 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-21T00:01:58.391 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-21T00:01:58.391 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-21T00:01:58.391 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-21T00:01:58.391 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-21T00:01:58.391 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-21T00:01:58.391 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-21T00:01:58.391 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-21T00:01:58.391 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-21T00:01:58.391 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-21T00:01:58.391 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-21T00:01:58.391 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-21T00:01:58.392 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-21T00:01:58.393 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-21T00:01:58.394 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-21T00:01:58.394 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-21T00:01:58.394 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-21T00:01:58.394 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-21T00:01:58.394 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-21T00:01:58.394 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-21T00:01:58.394 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-21T00:01:58.394 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-21T00:01:58.394 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-21T00:01:58.394 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-21T00:01:58.394 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-21T00:01:58.394 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-21T00:01:58.394 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-21T00:01:58.395 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-21T00:01:58.396 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-21T00:01:58.397 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-21T00:01:58.397 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-21T00:01:58.397 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-21T00:01:58.397 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-21T00:01:58.397 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-21T00:01:58.397 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-21T00:01:58.397 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-21T00:01:58.397 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-21T00:01:58.397 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-21T00:01:58.397 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-21T00:01:58.397 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-21T00:01:58.397 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 149/170 2024-05-21T00:01:58.397 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 151/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-21T00:01:58.398 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-21T00:01:58.399 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-21T00:01:58.399 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-21T00:01:58.399 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-21T00:01:58.399 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-21T00:01:58.399 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-21T00:01:58.472 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 155/170 2024-05-21T00:01:58.550 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-21T00:01:58.592 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-21T00:01:58.672 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-21T00:01:58.711 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-21T00:01:58.737 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T00:01:58.762 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-21T00:01:58.789 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-21T00:01:58.789 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T00:01:58.871 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 130/170 2024-05-21T00:01:58.873 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T00:01:58.915 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-21T00:01:58.915 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T00:01:58.917 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 131/170 2024-05-21T00:01:58.999 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T00:01:59.024 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-21T00:01:59.029 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:01:59.029 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:01:59.209 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:01:59.209 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T00:01:59.293 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T00:01:59.345 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-21T00:01:59.407 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T00:02:00.086 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 131/170 2024-05-21T00:02:00.117 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 132/170 2024-05-21T00:02:00.280 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 132/170 2024-05-21T00:02:00.464 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el 133/170 2024-05-21T00:02:00.494 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 134/170 2024-05-21T00:02:00.566 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 134/170 2024-05-21T00:02:00.566 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:02:00.566 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-05-21T00:02:00.566 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T00:02:00.566 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-05-21T00:02:00.567 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:02:00.628 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 135/170 2024-05-21T00:02:00.667 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 135/170 2024-05-21T00:02:00.814 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 136/170 2024-05-21T00:02:00.890 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 137/170 2024-05-21T00:02:01.286 INFO:teuthology.orchestra.run.smithi060.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-21T00:02:01.286 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:02:01.286 INFO:teuthology.orchestra.run.smithi060.stdout:Upgraded: 2024-05-21T00:02:01.286 INFO:teuthology.orchestra.run.smithi060.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-21T00:02:01.286 INFO:teuthology.orchestra.run.smithi060.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-21T00:02:01.286 INFO:teuthology.orchestra.run.smithi060.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-21T00:02:01.286 INFO:teuthology.orchestra.run.smithi060.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-21T00:02:01.286 INFO:teuthology.orchestra.run.smithi060.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-21T00:02:01.286 INFO:teuthology.orchestra.run.smithi060.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-21T00:02:01.287 INFO:teuthology.orchestra.run.smithi060.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-21T00:02:01.287 INFO:teuthology.orchestra.run.smithi060.stdout: librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.287 INFO:teuthology.orchestra.run.smithi060.stdout: librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.287 INFO:teuthology.orchestra.run.smithi060.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-21T00:02:01.287 INFO:teuthology.orchestra.run.smithi060.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-21T00:02:01.287 INFO:teuthology.orchestra.run.smithi060.stdout:Installed: 2024-05-21T00:02:01.287 INFO:teuthology.orchestra.run.smithi060.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-21T00:02:01.287 INFO:teuthology.orchestra.run.smithi060.stdout: automake-1.16.2-8.el9.noarch 2024-05-21T00:02:01.287 INFO:teuthology.orchestra.run.smithi060.stdout: bison-3.7.4-5.el9.x86_64 2024-05-21T00:02:01.287 INFO:teuthology.orchestra.run.smithi060.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-21T00:02:01.287 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.287 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.287 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-immutable-object-cache-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:01.288 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.289 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.289 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.289 INFO:teuthology.orchestra.run.smithi060.stdout: ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:01.289 INFO:teuthology.orchestra.run.smithi060.stdout: cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:01.289 INFO:teuthology.orchestra.run.smithi060.stdout: cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.289 INFO:teuthology.orchestra.run.smithi060.stdout: cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.289 INFO:teuthology.orchestra.run.smithi060.stdout: cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:01.289 INFO:teuthology.orchestra.run.smithi060.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-21T00:02:01.289 INFO:teuthology.orchestra.run.smithi060.stdout: flex-2.6.4-9.el9.x86_64 2024-05-21T00:02:01.289 INFO:teuthology.orchestra.run.smithi060.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-21T00:02:01.289 INFO:teuthology.orchestra.run.smithi060.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-21T00:02:01.289 INFO:teuthology.orchestra.run.smithi060.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-21T00:02:01.289 INFO:teuthology.orchestra.run.smithi060.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-21T00:02:01.290 INFO:teuthology.orchestra.run.smithi060.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-21T00:02:01.290 INFO:teuthology.orchestra.run.smithi060.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-21T00:02:01.290 INFO:teuthology.orchestra.run.smithi060.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-21T00:02:01.290 INFO:teuthology.orchestra.run.smithi060.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-21T00:02:01.290 INFO:teuthology.orchestra.run.smithi060.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-21T00:02:01.290 INFO:teuthology.orchestra.run.smithi060.stdout: libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.291 INFO:teuthology.orchestra.run.smithi060.stdout: libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.291 INFO:teuthology.orchestra.run.smithi060.stdout: libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.291 INFO:teuthology.orchestra.run.smithi060.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-21T00:02:01.291 INFO:teuthology.orchestra.run.smithi060.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-21T00:02:01.291 INFO:teuthology.orchestra.run.smithi060.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-21T00:02:01.291 INFO:teuthology.orchestra.run.smithi060.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-21T00:02:01.291 INFO:teuthology.orchestra.run.smithi060.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-21T00:02:01.291 INFO:teuthology.orchestra.run.smithi060.stdout: librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.291 INFO:teuthology.orchestra.run.smithi060.stdout: libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.291 INFO:teuthology.orchestra.run.smithi060.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-21T00:02:01.291 INFO:teuthology.orchestra.run.smithi060.stdout: librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.291 INFO:teuthology.orchestra.run.smithi060.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-21T00:02:01.291 INFO:teuthology.orchestra.run.smithi060.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: lua-5.4.4-4.el9.x86_64 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-13.14-1.el9.x86_64 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-21T00:02:01.292 INFO:teuthology.orchestra.run.smithi060.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-21T00:02:01.293 INFO:teuthology.orchestra.run.smithi060.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-21T00:02:01.293 INFO:teuthology.orchestra.run.smithi060.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-21T00:02:01.293 INFO:teuthology.orchestra.run.smithi060.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-21T00:02:01.293 INFO:teuthology.orchestra.run.smithi060.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-21T00:02:01.293 INFO:teuthology.orchestra.run.smithi060.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-21T00:02:01.293 INFO:teuthology.orchestra.run.smithi060.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-21T00:02:01.293 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-21T00:02:01.293 INFO:teuthology.orchestra.run.smithi060.stdout: python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.293 INFO:teuthology.orchestra.run.smithi060.stdout: python3-ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.293 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.293 INFO:teuthology.orchestra.run.smithi060.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-21T00:02:01.293 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-21T00:02:01.293 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-21T00:02:01.294 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-21T00:02:01.294 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-21T00:02:01.294 INFO:teuthology.orchestra.run.smithi060.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-21T00:02:01.294 INFO:teuthology.orchestra.run.smithi060.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-21T00:02:01.294 INFO:teuthology.orchestra.run.smithi060.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-21T00:02:01.294 INFO:teuthology.orchestra.run.smithi060.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-21T00:02:01.294 INFO:teuthology.orchestra.run.smithi060.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-21T00:02:01.294 INFO:teuthology.orchestra.run.smithi060.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-21T00:02:01.294 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-21T00:02:01.294 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-21T00:02:01.294 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-21T00:02:01.294 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-21T00:02:01.294 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-21T00:02:01.295 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-21T00:02:01.295 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-21T00:02:01.295 INFO:teuthology.orchestra.run.smithi060.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-21T00:02:01.295 INFO:teuthology.orchestra.run.smithi060.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-21T00:02:01.295 INFO:teuthology.orchestra.run.smithi060.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-21T00:02:01.295 INFO:teuthology.orchestra.run.smithi060.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-21T00:02:01.295 INFO:teuthology.orchestra.run.smithi060.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-21T00:02:01.295 INFO:teuthology.orchestra.run.smithi060.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-21T00:02:01.295 INFO:teuthology.orchestra.run.smithi060.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-21T00:02:01.295 INFO:teuthology.orchestra.run.smithi060.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-21T00:02:01.295 INFO:teuthology.orchestra.run.smithi060.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-21T00:02:01.295 INFO:teuthology.orchestra.run.smithi060.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-21T00:02:01.295 INFO:teuthology.orchestra.run.smithi060.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-ply-3.11-14.el9.noarch 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.296 INFO:teuthology.orchestra.run.smithi060.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-21T00:02:01.297 INFO:teuthology.orchestra.run.smithi060.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-21T00:02:01.298 INFO:teuthology.orchestra.run.smithi060.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-21T00:02:01.298 INFO:teuthology.orchestra.run.smithi060.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-21T00:02:01.298 INFO:teuthology.orchestra.run.smithi060.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-21T00:02:01.298 INFO:teuthology.orchestra.run.smithi060.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-21T00:02:01.298 INFO:teuthology.orchestra.run.smithi060.stdout: rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.298 INFO:teuthology.orchestra.run.smithi060.stdout: rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.298 INFO:teuthology.orchestra.run.smithi060.stdout: rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:01.298 INFO:teuthology.orchestra.run.smithi060.stdout: re2-1:20211101-3.el9.x86_64 2024-05-21T00:02:01.298 INFO:teuthology.orchestra.run.smithi060.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-21T00:02:01.298 INFO:teuthology.orchestra.run.smithi060.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-21T00:02:01.298 INFO:teuthology.orchestra.run.smithi060.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-21T00:02:01.298 INFO:teuthology.orchestra.run.smithi060.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-21T00:02:01.298 INFO:teuthology.orchestra.run.smithi060.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-21T00:02:01.299 INFO:teuthology.orchestra.run.smithi060.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-21T00:02:01.299 INFO:teuthology.orchestra.run.smithi060.stdout: 2024-05-21T00:02:01.299 INFO:teuthology.orchestra.run.smithi060.stdout:Complete! 2024-05-21T00:02:01.733 DEBUG:teuthology.parallel:result is None 2024-05-21T00:02:01.962 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libtool-2.4.6-45.el9.x86_64 138/170 2024-05-21T00:02:02.005 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 139/170 2024-05-21T00:02:02.078 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 139/170 2024-05-21T00:02:02.079 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:02:02.079 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-05-21T00:02:02.079 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T00:02:02.079 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-05-21T00:02:02.079 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:02:02.131 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3829.gb772b 140/170 2024-05-21T00:02:02.203 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3829.gb772b 140/170 2024-05-21T00:02:02.203 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:02:02.203 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-05-21T00:02:02.203 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:02:02.281 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 141/170 2024-05-21T00:02:02.360 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 141/170 2024-05-21T00:02:02.361 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:02:02.361 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-05-21T00:02:02.361 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T00:02:02.361 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-05-21T00:02:02.361 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:02:02.757 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 142/170 2024-05-21T00:02:02.837 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 142/170 2024-05-21T00:02:02.837 INFO:teuthology.orchestra.run.smithi012.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-05-21T00:02:02.837 INFO:teuthology.orchestra.run.smithi012.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-05-21T00:02:02.838 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T00:02:02.838 INFO:teuthology.orchestra.run.smithi012.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-05-21T00:02:02.838 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:02:04.871 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T00:02:04.872 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 1/170 2024-05-21T00:02:04.872 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 2/170 2024-05-21T00:02:04.872 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 3/170 2024-05-21T00:02:04.872 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 4/170 2024-05-21T00:02:04.872 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3829.gb772b 5/170 2024-05-21T00:02:04.872 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 6/170 2024-05-21T00:02:04.872 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 7/170 2024-05-21T00:02:04.872 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:02:04.872 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:02:04.872 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 10/170 2024-05-21T00:02:04.872 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 11/170 2024-05-21T00:02:04.872 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 12/170 2024-05-21T00:02:04.872 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 13/170 2024-05-21T00:02:04.873 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:02:04.873 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_ 15/170 2024-05-21T00:02:04.873 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 16/170 2024-05-21T00:02:04.873 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 17/170 2024-05-21T00:02:04.873 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_6 18/170 2024-05-21T00:02:04.873 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 19/170 2024-05-21T00:02:04.873 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 20/170 2024-05-21T00:02:04.873 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el 21/170 2024-05-21T00:02:04.873 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-ceph-common-2:19.0.0-3829.gb772be9b.el9. 22/170 2024-05-21T00:02:04.873 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_6 23/170 2024-05-21T00:02:04.873 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 24/170 2024-05-21T00:02:04.873 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 25/170 2024-05-21T00:02:04.873 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 26/170 2024-05-21T00:02:04.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 27/170 2024-05-21T00:02:04.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 28/170 2024-05-21T00:02:04.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 29/170 2024-05-21T00:02:04.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b. 30/170 2024-05-21T00:02:04.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 31/170 2024-05-21T00:02:04.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 32/170 2024-05-21T00:02:04.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 33/170 2024-05-21T00:02:04.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el 34/170 2024-05-21T00:02:04.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 35/170 2024-05-21T00:02:04.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.e 36/170 2024-05-21T00:02:04.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 37/170 2024-05-21T00:02:04.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 38/170 2024-05-21T00:02:04.874 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 39/170 2024-05-21T00:02:04.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-21T00:02:04.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-21T00:02:04.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-21T00:02:04.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-21T00:02:04.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-21T00:02:04.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-21T00:02:04.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-21T00:02:04.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-21T00:02:04.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-21T00:02:04.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-21T00:02:04.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-21T00:02:04.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-21T00:02:04.875 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-21T00:02:04.876 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-21T00:02:04.876 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-21T00:02:04.876 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-21T00:02:04.876 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-21T00:02:04.876 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-21T00:02:04.876 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-21T00:02:04.876 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-21T00:02:04.876 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-21T00:02:04.876 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-21T00:02:04.876 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-21T00:02:04.876 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-21T00:02:04.876 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-21T00:02:04.876 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-21T00:02:04.877 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-21T00:02:04.878 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-21T00:02:04.878 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-21T00:02:04.878 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-21T00:02:04.878 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-21T00:02:04.878 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-21T00:02:04.878 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-21T00:02:04.878 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-21T00:02:04.878 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-21T00:02:04.878 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-21T00:02:04.879 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-21T00:02:04.880 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-21T00:02:04.880 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-21T00:02:04.880 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-21T00:02:04.880 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-21T00:02:04.880 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-21T00:02:04.880 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-21T00:02:04.880 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-21T00:02:04.880 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-21T00:02:04.880 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-21T00:02:04.880 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-21T00:02:04.880 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-21T00:02:04.880 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-21T00:02:04.880 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-21T00:02:04.881 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-21T00:02:04.881 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-21T00:02:04.881 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-21T00:02:04.881 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-21T00:02:04.881 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-21T00:02:04.881 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-21T00:02:04.881 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-21T00:02:04.881 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-21T00:02:04.881 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-21T00:02:04.881 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-21T00:02:04.881 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-21T00:02:04.881 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-21T00:02:04.881 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-21T00:02:04.882 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 149/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 151/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-21T00:02:04.883 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-21T00:02:04.884 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-21T00:02:04.884 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-21T00:02:04.884 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-21T00:02:04.884 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T00:02:04.884 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-21T00:02:04.884 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-21T00:02:04.884 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-21T00:02:04.884 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-21T00:02:04.884 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-21T00:02:04.884 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-21T00:02:04.884 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-21T00:02:04.884 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-21T00:02:04.884 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-21T00:02:07.370 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-21T00:02:07.371 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:02:07.371 INFO:teuthology.orchestra.run.smithi077.stdout:Upgraded: 2024-05-21T00:02:07.371 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-21T00:02:07.371 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-21T00:02:07.371 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-21T00:02:07.371 INFO:teuthology.orchestra.run.smithi077.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-21T00:02:07.371 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-21T00:02:07.371 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-21T00:02:07.371 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-21T00:02:07.371 INFO:teuthology.orchestra.run.smithi077.stdout: librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.371 INFO:teuthology.orchestra.run.smithi077.stdout: librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.371 INFO:teuthology.orchestra.run.smithi077.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-21T00:02:07.371 INFO:teuthology.orchestra.run.smithi077.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout:Installed: 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: automake-1.16.2-8.el9.noarch 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: bison-3.7.4-5.el9.x86_64 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-immutable-object-cache-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:07.372 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.373 INFO:teuthology.orchestra.run.smithi077.stdout: cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: flex-2.6.4-9.el9.x86_64 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.374 INFO:teuthology.orchestra.run.smithi077.stdout: libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-21T00:02:07.375 INFO:teuthology.orchestra.run.smithi077.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: lua-5.4.4-4.el9.x86_64 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-13.14-1.el9.x86_64 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-21T00:02:07.376 INFO:teuthology.orchestra.run.smithi077.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-21T00:02:07.377 INFO:teuthology.orchestra.run.smithi077.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-21T00:02:07.378 INFO:teuthology.orchestra.run.smithi077.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-21T00:02:07.378 INFO:teuthology.orchestra.run.smithi077.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-21T00:02:07.378 INFO:teuthology.orchestra.run.smithi077.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-21T00:02:07.378 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-21T00:02:07.378 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-21T00:02:07.378 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-21T00:02:07.378 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-21T00:02:07.378 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-21T00:02:07.378 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-21T00:02:07.378 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-21T00:02:07.378 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-21T00:02:07.378 INFO:teuthology.orchestra.run.smithi077.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-21T00:02:07.379 INFO:teuthology.orchestra.run.smithi077.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-21T00:02:07.379 INFO:teuthology.orchestra.run.smithi077.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-21T00:02:07.379 INFO:teuthology.orchestra.run.smithi077.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-21T00:02:07.379 INFO:teuthology.orchestra.run.smithi077.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-21T00:02:07.379 INFO:teuthology.orchestra.run.smithi077.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-21T00:02:07.379 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-21T00:02:07.379 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-21T00:02:07.379 INFO:teuthology.orchestra.run.smithi077.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-21T00:02:07.379 INFO:teuthology.orchestra.run.smithi077.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-21T00:02:07.379 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-21T00:02:07.379 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ply-3.11-14.el9.noarch 2024-05-21T00:02:07.379 INFO:teuthology.orchestra.run.smithi077.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-21T00:02:07.379 INFO:teuthology.orchestra.run.smithi077.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-21T00:02:07.380 INFO:teuthology.orchestra.run.smithi077.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-21T00:02:07.380 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-21T00:02:07.380 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-21T00:02:07.380 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-21T00:02:07.380 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-21T00:02:07.380 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-21T00:02:07.380 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-21T00:02:07.380 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.380 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.380 INFO:teuthology.orchestra.run.smithi077.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-21T00:02:07.380 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-21T00:02:07.380 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-21T00:02:07.380 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-21T00:02:07.381 INFO:teuthology.orchestra.run.smithi077.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-21T00:02:07.382 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.382 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.382 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:07.382 INFO:teuthology.orchestra.run.smithi077.stdout: re2-1:20211101-3.el9.x86_64 2024-05-21T00:02:07.382 INFO:teuthology.orchestra.run.smithi077.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-21T00:02:07.382 INFO:teuthology.orchestra.run.smithi077.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-21T00:02:07.382 INFO:teuthology.orchestra.run.smithi077.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-21T00:02:07.382 INFO:teuthology.orchestra.run.smithi077.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-21T00:02:07.382 INFO:teuthology.orchestra.run.smithi077.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-21T00:02:07.382 INFO:teuthology.orchestra.run.smithi077.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-21T00:02:07.382 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:02:07.383 INFO:teuthology.orchestra.run.smithi077.stdout:Complete! 2024-05-21T00:02:07.800 DEBUG:teuthology.parallel:result is None 2024-05-21T00:02:08.104 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 143/170 2024-05-21T00:02:08.171 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 144/170 2024-05-21T00:02:08.226 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 145/170 2024-05-21T00:02:08.261 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 146/170 2024-05-21T00:02:08.300 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 147/170 2024-05-21T00:02:08.574 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 148/170 2024-05-21T00:02:08.633 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 149/170 2024-05-21T00:02:08.667 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_ 150/170 2024-05-21T00:02:08.697 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 151/170 2024-05-21T00:02:08.743 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : NetworkManager-team-1:1.47.90-1.el9.x86_64 152/170 2024-05-21T00:02:08.790 INFO:teuthology.orchestra.run.smithi012.stdout: Upgrading : NetworkManager-tui-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T00:02:09.845 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:02:09.895 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:02:09.964 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 154/170 2024-05-21T00:02:11.418 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 155/170 2024-05-21T00:02:11.543 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 156/170 2024-05-21T00:02:11.604 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 157/170 2024-05-21T00:02:11.730 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : flex-2.6.4-9.el9.x86_64 158/170 2024-05-21T00:02:11.761 INFO:teuthology.orchestra.run.smithi012.stdout: Installing : bison-3.7.4-5.el9.x86_64 159/170 2024-05-21T00:02:11.795 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T00:02:11.829 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 161/170 2024-05-21T00:02:11.870 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 162/170 2024-05-21T00:02:11.870 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T00:02:12.004 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 163/170 2024-05-21T00:02:12.050 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 164/170 2024-05-21T00:02:12.050 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T00:02:12.186 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 165/170 2024-05-21T00:02:12.225 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 166/170 2024-05-21T00:02:12.259 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:02:12.259 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:02:12.621 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 167/170 2024-05-21T00:02:12.622 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T00:02:12.750 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 168/170 2024-05-21T00:02:12.795 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 169/170 2024-05-21T00:02:12.922 INFO:teuthology.orchestra.run.smithi012.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T00:02:13.172 INFO:teuthology.orchestra.run.smithi012.stdout: Running scriptlet: elfutils-libelf-0.190-2.el9.x86_64 170/170 2024-05-21T00:02:13.172 INFO:teuthology.orchestra.run.smithi012.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-05-21T00:02:13.172 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:02:18.966 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 1/170 2024-05-21T00:02:18.966 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 2/170 2024-05-21T00:02:18.966 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 3/170 2024-05-21T00:02:18.966 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 4/170 2024-05-21T00:02:18.966 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3829.gb772b 5/170 2024-05-21T00:02:18.966 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 6/170 2024-05-21T00:02:18.966 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 7/170 2024-05-21T00:02:18.966 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 8/170 2024-05-21T00:02:18.966 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 9/170 2024-05-21T00:02:18.966 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 10/170 2024-05-21T00:02:18.967 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 11/170 2024-05-21T00:02:18.967 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 12/170 2024-05-21T00:02:18.967 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 13/170 2024-05-21T00:02:18.967 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 14/170 2024-05-21T00:02:18.967 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_ 15/170 2024-05-21T00:02:18.967 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 16/170 2024-05-21T00:02:18.967 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 17/170 2024-05-21T00:02:18.967 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_6 18/170 2024-05-21T00:02:18.967 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86 19/170 2024-05-21T00:02:18.967 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 20/170 2024-05-21T00:02:18.967 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el 21/170 2024-05-21T00:02:18.967 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-ceph-common-2:19.0.0-3829.gb772be9b.el9. 22/170 2024-05-21T00:02:18.967 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_6 23/170 2024-05-21T00:02:18.968 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 24/170 2024-05-21T00:02:18.968 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 25/170 2024-05-21T00:02:18.968 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 26/170 2024-05-21T00:02:18.968 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 27/170 2024-05-21T00:02:18.968 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 28/170 2024-05-21T00:02:18.983 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 29/170 2024-05-21T00:02:18.983 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b. 30/170 2024-05-21T00:02:18.983 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noa 31/170 2024-05-21T00:02:18.983 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.n 32/170 2024-05-21T00:02:18.983 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3829.gb77 33/170 2024-05-21T00:02:18.983 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el 34/170 2024-05-21T00:02:18.983 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 35/170 2024-05-21T00:02:18.983 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.e 36/170 2024-05-21T00:02:18.983 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 37/170 2024-05-21T00:02:18.984 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 38/170 2024-05-21T00:02:18.984 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 39/170 2024-05-21T00:02:18.984 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/170 2024-05-21T00:02:18.984 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/170 2024-05-21T00:02:18.984 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/170 2024-05-21T00:02:18.984 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/170 2024-05-21T00:02:18.984 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/170 2024-05-21T00:02:18.984 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/170 2024-05-21T00:02:18.984 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/170 2024-05-21T00:02:18.984 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/170 2024-05-21T00:02:18.984 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/170 2024-05-21T00:02:18.984 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/170 2024-05-21T00:02:18.984 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/170 2024-05-21T00:02:18.985 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/170 2024-05-21T00:02:18.986 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/170 2024-05-21T00:02:18.986 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/170 2024-05-21T00:02:18.986 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/170 2024-05-21T00:02:18.986 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/170 2024-05-21T00:02:18.986 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/170 2024-05-21T00:02:18.986 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/170 2024-05-21T00:02:18.986 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/170 2024-05-21T00:02:18.986 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/170 2024-05-21T00:02:18.986 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/170 2024-05-21T00:02:18.986 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/170 2024-05-21T00:02:18.986 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/170 2024-05-21T00:02:18.986 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/170 2024-05-21T00:02:18.987 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/170 2024-05-21T00:02:18.987 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/170 2024-05-21T00:02:18.987 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/170 2024-05-21T00:02:18.987 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/170 2024-05-21T00:02:18.987 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/170 2024-05-21T00:02:18.987 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/170 2024-05-21T00:02:18.987 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/170 2024-05-21T00:02:18.987 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/170 2024-05-21T00:02:18.987 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/170 2024-05-21T00:02:18.987 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/170 2024-05-21T00:02:18.987 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/170 2024-05-21T00:02:18.987 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/170 2024-05-21T00:02:18.987 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 99/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 101/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/170 2024-05-21T00:02:18.988 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/170 2024-05-21T00:02:18.989 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/170 2024-05-21T00:02:18.989 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/170 2024-05-21T00:02:18.989 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/170 2024-05-21T00:02:18.989 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/170 2024-05-21T00:02:18.989 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/170 2024-05-21T00:02:18.989 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/170 2024-05-21T00:02:18.989 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/170 2024-05-21T00:02:18.989 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/170 2024-05-21T00:02:18.989 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/170 2024-05-21T00:02:18.989 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/170 2024-05-21T00:02:18.989 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/170 2024-05-21T00:02:18.989 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/170 2024-05-21T00:02:18.989 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/170 2024-05-21T00:02:18.990 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/170 2024-05-21T00:02:18.990 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 118/170 2024-05-21T00:02:18.990 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/170 2024-05-21T00:02:18.990 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/170 2024-05-21T00:02:18.990 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/170 2024-05-21T00:02:18.990 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/170 2024-05-21T00:02:18.990 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/170 2024-05-21T00:02:18.990 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/170 2024-05-21T00:02:18.990 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/170 2024-05-21T00:02:18.990 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/170 2024-05-21T00:02:18.990 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/170 2024-05-21T00:02:18.990 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/170 2024-05-21T00:02:18.990 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/170 2024-05-21T00:02:18.991 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/170 2024-05-21T00:02:18.991 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/170 2024-05-21T00:02:18.991 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/170 2024-05-21T00:02:18.991 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/170 2024-05-21T00:02:18.991 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/170 2024-05-21T00:02:18.991 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/170 2024-05-21T00:02:18.991 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/170 2024-05-21T00:02:18.991 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/170 2024-05-21T00:02:18.991 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/170 2024-05-21T00:02:18.991 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/170 2024-05-21T00:02:18.991 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/170 2024-05-21T00:02:18.991 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/170 2024-05-21T00:02:18.991 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/170 2024-05-21T00:02:18.992 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/170 2024-05-21T00:02:18.992 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/170 2024-05-21T00:02:18.992 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/170 2024-05-21T00:02:18.992 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/170 2024-05-21T00:02:18.992 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/170 2024-05-21T00:02:18.992 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/170 2024-05-21T00:02:18.992 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 149/170 2024-05-21T00:02:18.992 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/170 2024-05-21T00:02:18.992 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 151/170 2024-05-21T00:02:18.992 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/170 2024-05-21T00:02:18.992 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-1:1.47.90-1.el9.x86_64 153/170 2024-05-21T00:02:18.992 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/170 2024-05-21T00:02:18.992 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-libnm-1:1.47.90-1.el9.x86_64 155/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-team-1:1.47.90-1.el9.x86_64 157/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-tui-1:1.47.90-1.el9.x86_64 159/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 167/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/170 2024-05-21T00:02:18.993 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 169/170 2024-05-21T00:02:21.334 INFO:teuthology.orchestra.run.smithi012.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/170 2024-05-21T00:02:21.335 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:02:21.335 INFO:teuthology.orchestra.run.smithi012.stdout:Upgraded: 2024-05-21T00:02:21.335 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-1:1.47.90-1.el9.x86_64 2024-05-21T00:02:21.335 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-libnm-1:1.47.90-1.el9.x86_64 2024-05-21T00:02:21.335 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-team-1:1.47.90-1.el9.x86_64 2024-05-21T00:02:21.335 INFO:teuthology.orchestra.run.smithi012.stdout: NetworkManager-tui-1:1.47.90-1.el9.x86_64 2024-05-21T00:02:21.335 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-05-21T00:02:21.336 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-05-21T00:02:21.336 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-05-21T00:02:21.336 INFO:teuthology.orchestra.run.smithi012.stdout: librados2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.336 INFO:teuthology.orchestra.run.smithi012.stdout: librbd1-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.336 INFO:teuthology.orchestra.run.smithi012.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-05-21T00:02:21.336 INFO:teuthology.orchestra.run.smithi012.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-05-21T00:02:21.336 INFO:teuthology.orchestra.run.smithi012.stdout:Installed: 2024-05-21T00:02:21.337 INFO:teuthology.orchestra.run.smithi012.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-05-21T00:02:21.337 INFO:teuthology.orchestra.run.smithi012.stdout: automake-1.16.2-8.el9.noarch 2024-05-21T00:02:21.337 INFO:teuthology.orchestra.run.smithi012.stdout: bison-3.7.4-5.el9.x86_64 2024-05-21T00:02:21.337 INFO:teuthology.orchestra.run.smithi012.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-05-21T00:02:21.337 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.337 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-base-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.337 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.338 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.338 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-grafana-dashboards-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:21.338 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-immutable-object-cache-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.338 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mds-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.338 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.338 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:21.338 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-dashboard-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:21.339 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:21.339 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-modules-core-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:21.339 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mgr-rook-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:21.339 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-mon-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.339 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-osd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.339 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-prometheus-alerts-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:21.339 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-radosgw-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.339 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-selinux-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.340 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-test-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.340 INFO:teuthology.orchestra.run.smithi012.stdout: ceph-volume-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:21.340 INFO:teuthology.orchestra.run.smithi012.stdout: cephadm-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:21.340 INFO:teuthology.orchestra.run.smithi012.stdout: cephfs-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.340 INFO:teuthology.orchestra.run.smithi012.stdout: cephfs-shell-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.340 INFO:teuthology.orchestra.run.smithi012.stdout: cephfs-top-2:19.0.0-3829.gb772be9b.el9.noarch 2024-05-21T00:02:21.340 INFO:teuthology.orchestra.run.smithi012.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-05-21T00:02:21.341 INFO:teuthology.orchestra.run.smithi012.stdout: flex-2.6.4-9.el9.x86_64 2024-05-21T00:02:21.341 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-05-21T00:02:21.341 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-05-21T00:02:21.341 INFO:teuthology.orchestra.run.smithi012.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-05-21T00:02:21.341 INFO:teuthology.orchestra.run.smithi012.stdout: fuse-2.9.9-15.el9.x86_64 2024-05-21T00:02:21.341 INFO:teuthology.orchestra.run.smithi012.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-05-21T00:02:21.341 INFO:teuthology.orchestra.run.smithi012.stdout: grpc-data-1.46.7-10.el9.noarch 2024-05-21T00:02:21.341 INFO:teuthology.orchestra.run.smithi012.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-05-21T00:02:21.342 INFO:teuthology.orchestra.run.smithi012.stdout: libarrow-9.0.0-11.el9.x86_64 2024-05-21T00:02:21.342 INFO:teuthology.orchestra.run.smithi012.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-05-21T00:02:21.342 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs-devel-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.342 INFO:teuthology.orchestra.run.smithi012.stdout: libcephfs2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.342 INFO:teuthology.orchestra.run.smithi012.stdout: libcephsqlite-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.342 INFO:teuthology.orchestra.run.smithi012.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-05-21T00:02:21.342 INFO:teuthology.orchestra.run.smithi012.stdout: liboath-2.6.7-2.el9.x86_64 2024-05-21T00:02:21.343 INFO:teuthology.orchestra.run.smithi012.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-05-21T00:02:21.343 INFO:teuthology.orchestra.run.smithi012.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-05-21T00:02:21.343 INFO:teuthology.orchestra.run.smithi012.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-05-21T00:02:21.343 INFO:teuthology.orchestra.run.smithi012.stdout: librados-devel-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.343 INFO:teuthology.orchestra.run.smithi012.stdout: libradosstriper1-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.343 INFO:teuthology.orchestra.run.smithi012.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-05-21T00:02:21.343 INFO:teuthology.orchestra.run.smithi012.stdout: librgw2-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.344 INFO:teuthology.orchestra.run.smithi012.stdout: libtool-2.4.6-45.el9.x86_64 2024-05-21T00:02:21.344 INFO:teuthology.orchestra.run.smithi012.stdout: libunwind-1.6.2-1.el9.x86_64 2024-05-21T00:02:21.344 INFO:teuthology.orchestra.run.smithi012.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-05-21T00:02:21.344 INFO:teuthology.orchestra.run.smithi012.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-05-21T00:02:21.344 INFO:teuthology.orchestra.run.smithi012.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-05-21T00:02:21.344 INFO:teuthology.orchestra.run.smithi012.stdout: lua-5.4.4-4.el9.x86_64 2024-05-21T00:02:21.344 INFO:teuthology.orchestra.run.smithi012.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-05-21T00:02:21.344 INFO:teuthology.orchestra.run.smithi012.stdout: luarocks-3.9.2-5.el9.noarch 2024-05-21T00:02:21.345 INFO:teuthology.orchestra.run.smithi012.stdout: openblas-0.3.21-2.el9.x86_64 2024-05-21T00:02:21.345 INFO:teuthology.orchestra.run.smithi012.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-05-21T00:02:21.345 INFO:teuthology.orchestra.run.smithi012.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-05-21T00:02:21.345 INFO:teuthology.orchestra.run.smithi012.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-05-21T00:02:21.345 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-13.14-1.el9.x86_64 2024-05-21T00:02:21.345 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-05-21T00:02:21.345 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-05-21T00:02:21.346 INFO:teuthology.orchestra.run.smithi012.stdout: postgresql-server-13.14-1.el9.x86_64 2024-05-21T00:02:21.346 INFO:teuthology.orchestra.run.smithi012.stdout: protobuf-3.14.0-13.el9.x86_64 2024-05-21T00:02:21.346 INFO:teuthology.orchestra.run.smithi012.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-05-21T00:02:21.346 INFO:teuthology.orchestra.run.smithi012.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-05-21T00:02:21.346 INFO:teuthology.orchestra.run.smithi012.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-05-21T00:02:21.346 INFO:teuthology.orchestra.run.smithi012.stdout: python3-babel-2.9.1-2.el9.noarch 2024-05-21T00:02:21.346 INFO:teuthology.orchestra.run.smithi012.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-05-21T00:02:21.346 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-05-21T00:02:21.347 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-argparse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.347 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ceph-common-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.347 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cephfs-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.347 INFO:teuthology.orchestra.run.smithi012.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-05-21T00:02:21.347 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-05-21T00:02:21.347 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-05-21T00:02:21.347 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-05-21T00:02:21.348 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-05-21T00:02:21.348 INFO:teuthology.orchestra.run.smithi012.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-05-21T00:02:21.348 INFO:teuthology.orchestra.run.smithi012.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-05-21T00:02:21.348 INFO:teuthology.orchestra.run.smithi012.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-05-21T00:02:21.348 INFO:teuthology.orchestra.run.smithi012.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-05-21T00:02:21.348 INFO:teuthology.orchestra.run.smithi012.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-05-21T00:02:21.348 INFO:teuthology.orchestra.run.smithi012.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-05-21T00:02:21.349 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-05-21T00:02:21.349 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-05-21T00:02:21.349 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-05-21T00:02:21.349 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-05-21T00:02:21.349 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-05-21T00:02:21.349 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-05-21T00:02:21.349 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-05-21T00:02:21.350 INFO:teuthology.orchestra.run.smithi012.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-05-21T00:02:21.350 INFO:teuthology.orchestra.run.smithi012.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-05-21T00:02:21.350 INFO:teuthology.orchestra.run.smithi012.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-05-21T00:02:21.350 INFO:teuthology.orchestra.run.smithi012.stdout: python3-mako-1.1.4-6.el9.noarch 2024-05-21T00:02:21.350 INFO:teuthology.orchestra.run.smithi012.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-05-21T00:02:21.350 INFO:teuthology.orchestra.run.smithi012.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-05-21T00:02:21.350 INFO:teuthology.orchestra.run.smithi012.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-05-21T00:02:21.351 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-05-21T00:02:21.351 INFO:teuthology.orchestra.run.smithi012.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-05-21T00:02:21.351 INFO:teuthology.orchestra.run.smithi012.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-05-21T00:02:21.351 INFO:teuthology.orchestra.run.smithi012.stdout: python3-packaging-20.9-5.el9.noarch 2024-05-21T00:02:21.351 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-05-21T00:02:21.351 INFO:teuthology.orchestra.run.smithi012.stdout: python3-ply-3.11-14.el9.noarch 2024-05-21T00:02:21.351 INFO:teuthology.orchestra.run.smithi012.stdout: python3-portend-3.1.0-2.el9.noarch 2024-05-21T00:02:21.352 INFO:teuthology.orchestra.run.smithi012.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-05-21T00:02:21.352 INFO:teuthology.orchestra.run.smithi012.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-05-21T00:02:21.352 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-05-21T00:02:21.352 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-05-21T00:02:21.352 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-05-21T00:02:21.352 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pycparser-2.20-6.el9.noarch 2024-05-21T00:02:21.352 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-05-21T00:02:21.352 INFO:teuthology.orchestra.run.smithi012.stdout: python3-pytz-2021.1-5.el9.noarch 2024-05-21T00:02:21.352 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rados-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.352 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rbd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-05-21T00:02:21.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests-2.25.1-8.el9.noarch 2024-05-21T00:02:21.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-05-21T00:02:21.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rgw-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-routes-2.5.1-5.el9.noarch 2024-05-21T00:02:21.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-rsa-4.9-2.el9.noarch 2024-05-21T00:02:21.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-05-21T00:02:21.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-05-21T00:02:21.353 INFO:teuthology.orchestra.run.smithi012.stdout: python3-toml-0.10.2-6.el9.noarch 2024-05-21T00:02:21.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-05-21T00:02:21.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-05-21T00:02:21.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-05-21T00:02:21.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-webob-1.8.7-6.el9.noarch 2024-05-21T00:02:21.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-05-21T00:02:21.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-05-21T00:02:21.354 INFO:teuthology.orchestra.run.smithi012.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-05-21T00:02:21.355 INFO:teuthology.orchestra.run.smithi012.stdout: qatlib-24.02.0-1.el9.x86_64 2024-05-21T00:02:21.355 INFO:teuthology.orchestra.run.smithi012.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-05-21T00:02:21.355 INFO:teuthology.orchestra.run.smithi012.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-05-21T00:02:21.355 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-fuse-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.355 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-mirror-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.355 INFO:teuthology.orchestra.run.smithi012.stdout: rbd-nbd-2:19.0.0-3829.gb772be9b.el9.x86_64 2024-05-21T00:02:21.355 INFO:teuthology.orchestra.run.smithi012.stdout: re2-1:20211101-3.el9.x86_64 2024-05-21T00:02:21.356 INFO:teuthology.orchestra.run.smithi012.stdout: socat-1.7.4.1-5.el9.x86_64 2024-05-21T00:02:21.356 INFO:teuthology.orchestra.run.smithi012.stdout: thrift-0.15.0-2.el9.x86_64 2024-05-21T00:02:21.356 INFO:teuthology.orchestra.run.smithi012.stdout: uuid-1.6.2-55.el9.x86_64 2024-05-21T00:02:21.356 INFO:teuthology.orchestra.run.smithi012.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-05-21T00:02:21.356 INFO:teuthology.orchestra.run.smithi012.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-05-21T00:02:21.357 INFO:teuthology.orchestra.run.smithi012.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-05-21T00:02:21.357 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:02:21.357 INFO:teuthology.orchestra.run.smithi012.stdout:Complete! 2024-05-21T00:02:21.970 DEBUG:teuthology.parallel:result is None 2024-05-21T00:02:21.971 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:02:22.219 DEBUG:teuthology.orchestra.run.smithi012:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-21T00:02:22.281 INFO:teuthology.orchestra.run.smithi012.stdout:19.0.0-3829.gb772be9b.el9 2024-05-21T00:02:22.282 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3829.gb772be9b.el9 2024-05-21T00:02:22.282 INFO:teuthology.task.install:The correct ceph version 19.0.0-3829.gb772be9b is installed. 2024-05-21T00:02:22.284 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:02:22.427 DEBUG:teuthology.orchestra.run.smithi060:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-21T00:02:22.453 INFO:teuthology.orchestra.run.smithi060.stdout:19.0.0-3829.gb772be9b.el9 2024-05-21T00:02:22.453 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3829.gb772be9b.el9 2024-05-21T00:02:22.453 INFO:teuthology.task.install:The correct ceph version 19.0.0-3829.gb772be9b is installed. 2024-05-21T00:02:22.455 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:02:22.694 DEBUG:teuthology.orchestra.run.smithi077:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-05-21T00:02:22.719 INFO:teuthology.orchestra.run.smithi077.stdout:19.0.0-3829.gb772be9b.el9 2024-05-21T00:02:22.719 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3829.gb772be9b.el9 2024-05-21T00:02:22.719 INFO:teuthology.task.install:The correct ceph version 19.0.0-3829.gb772be9b is installed. 2024-05-21T00:02:22.721 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-05-21T00:02:22.721 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:02:22.721 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-21T00:02:22.790 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-05-21T00:02:22.790 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-21T00:02:22.823 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-05-21T00:02:22.823 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-21T00:02:22.853 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-05-21T00:02:22.853 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:02:22.853 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/usr/bin/daemon-helper 2024-05-21T00:02:22.922 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-21T00:02:23.026 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-05-21T00:02:23.026 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/usr/bin/daemon-helper 2024-05-21T00:02:23.052 DEBUG:teuthology.orchestra.run.smithi060:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-21T00:02:23.117 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-05-21T00:02:23.117 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/daemon-helper 2024-05-21T00:02:23.145 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-21T00:02:23.212 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-05-21T00:02:23.213 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:02:23.213 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-21T00:02:23.277 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-21T00:02:23.376 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-05-21T00:02:23.376 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-21T00:02:23.401 DEBUG:teuthology.orchestra.run.smithi060:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-21T00:02:23.465 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-05-21T00:02:23.466 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-21T00:02:23.490 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-21T00:02:23.554 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-05-21T00:02:23.554 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:02:23.555 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/usr/bin/stdin-killer 2024-05-21T00:02:23.629 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-21T00:02:23.733 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-05-21T00:02:23.733 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/usr/bin/stdin-killer 2024-05-21T00:02:23.757 DEBUG:teuthology.orchestra.run.smithi060:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-21T00:02:23.822 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-05-21T00:02:23.822 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/stdin-killer 2024-05-21T00:02:23.847 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-21T00:02:23.911 INFO:teuthology.run_tasks:Running task cephadm... 2024-05-21T00:02:24.025 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f', 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-05-21T00:02:24.025 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:02:24.026 INFO:tasks.cephadm:Cluster fsid is 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:02:24.026 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-05-21T00:02:24.026 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.12', 'mon.b': '172.21.15.60', 'mon.c': '172.21.15.77'} 2024-05-21T00:02:24.026 INFO:tasks.cephadm:First mon is mon.a on smithi012 2024-05-21T00:02:24.026 INFO:tasks.cephadm:First mgr is x 2024-05-21T00:02:24.026 INFO:tasks.cephadm:Normalizing hostnames... 2024-05-21T00:02:24.027 DEBUG:teuthology.orchestra.run.smithi012:> sudo hostname $(hostname -s) 2024-05-21T00:02:24.103 DEBUG:teuthology.orchestra.run.smithi060:> sudo hostname $(hostname -s) 2024-05-21T00:02:24.128 DEBUG:teuthology.orchestra.run.smithi077:> sudo hostname $(hostname -s) 2024-05-21T00:02:24.151 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-05-21T00:02:24.152 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:02:24.371 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'b772be9bbd810236a4ab405b6b221a45c687051f', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/79569/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3829-gb772be9b', 'node_name': '172.21.2.14+braggi14', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3829.gb772be9b'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-05-20 22:54:08.021617', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiesce', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-05-21T00:02:24.511 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref wip-lusov-quiesce, sha1 b772be9bbd810236a4ab405b6b221a45c687051f from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:02:24.513 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/x86_64/flavors/default/cephadm 2024-05-21T00:02:24.513 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/x86_64/flavors/default/cephadm 2024-05-21T00:02:24.513 DEBUG:teuthology.orchestra.run.smithi012:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-21T00:02:25.149 INFO:teuthology.orchestra.run.smithi012.stdout:-rw-r--r--. 1 ubuntu ubuntu 782951 May 21 00:02 /home/ubuntu/cephtest/cephadm 2024-05-21T00:02:25.150 DEBUG:teuthology.orchestra.run.smithi060:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-21T00:02:25.621 INFO:teuthology.orchestra.run.smithi060.stdout:-rw-r--r--. 1 ubuntu ubuntu 782951 May 21 00:02 /home/ubuntu/cephtest/cephadm 2024-05-21T00:02:25.621 DEBUG:teuthology.orchestra.run.smithi077:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-lusov-quiesce/b772be9bbd810236a4ab405b6b221a45c687051f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-21T00:02:26.080 INFO:teuthology.orchestra.run.smithi077.stdout:-rw-r--r--. 1 ubuntu ubuntu 782951 May 21 00:02 /home/ubuntu/cephtest/cephadm 2024-05-21T00:02:26.081 DEBUG:teuthology.orchestra.run.smithi012:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-21T00:02:26.129 DEBUG:teuthology.orchestra.run.smithi060:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-21T00:02:26.149 DEBUG:teuthology.orchestra.run.smithi077:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-21T00:02:26.183 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f on all hosts... 2024-05-21T00:02:26.183 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f pull 2024-05-21T00:02:26.188 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f pull 2024-05-21T00:02:26.192 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f pull 2024-05-21T00:02:26.970 INFO:teuthology.orchestra.run.smithi060.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f... 2024-05-21T00:02:27.008 INFO:teuthology.orchestra.run.smithi077.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f... 2024-05-21T00:02:27.636 INFO:teuthology.orchestra.run.smithi012.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f... 2024-05-21T00:03:05.408 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-05-21T00:03:05.428 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_version": "ceph version 19.0.0-3829-gb772be9b (b772be9bbd810236a4ab405b6b221a45c687051f) squid (dev)", 2024-05-21T00:03:05.428 INFO:teuthology.orchestra.run.smithi077.stdout: "image_id": "3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539", 2024-05-21T00:03:05.428 INFO:teuthology.orchestra.run.smithi077.stdout: "repo_digests": [ 2024-05-21T00:03:05.428 INFO:teuthology.orchestra.run.smithi077.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774" 2024-05-21T00:03:05.428 INFO:teuthology.orchestra.run.smithi077.stdout: ] 2024-05-21T00:03:05.428 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-05-21T00:03:07.105 INFO:teuthology.orchestra.run.smithi060.stdout:{ 2024-05-21T00:03:07.105 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_version": "ceph version 19.0.0-3829-gb772be9b (b772be9bbd810236a4ab405b6b221a45c687051f) squid (dev)", 2024-05-21T00:03:07.105 INFO:teuthology.orchestra.run.smithi060.stdout: "image_id": "3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539", 2024-05-21T00:03:07.105 INFO:teuthology.orchestra.run.smithi060.stdout: "repo_digests": [ 2024-05-21T00:03:07.105 INFO:teuthology.orchestra.run.smithi060.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774" 2024-05-21T00:03:07.105 INFO:teuthology.orchestra.run.smithi060.stdout: ] 2024-05-21T00:03:07.105 INFO:teuthology.orchestra.run.smithi060.stdout:} 2024-05-21T00:03:18.593 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:03:18.594 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_version": "ceph version 19.0.0-3829-gb772be9b (b772be9bbd810236a4ab405b6b221a45c687051f) squid (dev)", 2024-05-21T00:03:18.594 INFO:teuthology.orchestra.run.smithi012.stdout: "image_id": "3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539", 2024-05-21T00:03:18.594 INFO:teuthology.orchestra.run.smithi012.stdout: "repo_digests": [ 2024-05-21T00:03:18.594 INFO:teuthology.orchestra.run.smithi012.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774" 2024-05-21T00:03:18.594 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-05-21T00:03:18.594 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:03:18.638 DEBUG:teuthology.orchestra.run.smithi012:> sudo mkdir -p /etc/ceph 2024-05-21T00:03:18.728 DEBUG:teuthology.orchestra.run.smithi060:> sudo mkdir -p /etc/ceph 2024-05-21T00:03:18.760 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /etc/ceph 2024-05-21T00:03:18.793 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 777 /etc/ceph 2024-05-21T00:03:18.864 DEBUG:teuthology.orchestra.run.smithi060:> sudo chmod 777 /etc/ceph 2024-05-21T00:03:18.894 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 777 /etc/ceph 2024-05-21T00:03:18.922 INFO:tasks.cephadm:Writing seed config... 2024-05-21T00:03:18.923 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-05-21T00:03:18.923 INFO:tasks.cephadm: override: [client] debug client = 20 2024-05-21T00:03:18.923 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-05-21T00:03:18.923 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-05-21T00:03:18.923 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-05-21T00:03:18.924 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-05-21T00:03:18.925 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-05-21T00:03:18.926 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-05-21T00:03:18.927 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:03:18.927 DEBUG:teuthology.orchestra.run.smithi012:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-05-21T00:03:18.977 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 66e3e586-1705-11ef-bc9a-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-05-21T00:03:18.978 DEBUG:teuthology.orchestra.run.smithi012:mon.a> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.a.service 2024-05-21T00:03:19.023 DEBUG:teuthology.orchestra.run.smithi012:mgr.x> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mgr.x.service 2024-05-21T00:03:19.069 INFO:tasks.cephadm:Bootstrapping... 2024-05-21T00:03:19.069 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f -v bootstrap --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.12 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:03:19.338 INFO:teuthology.orchestra.run.smithi012.stdout:-------------------------------------------------------------------------------- 2024-05-21T00:03:19.338 INFO:teuthology.orchestra.run.smithi012.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f', '-v', 'bootstrap', '--fsid', '66e3e586-1705-11ef-bc9a-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.12', '--skip-admin-label'] 2024-05-21T00:03:19.338 INFO:teuthology.orchestra.run.smithi012.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-05-21T00:03:19.338 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying podman|docker is present... 2024-05-21T00:03:19.404 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stdout 5.0.2 2024-05-21T00:03:19.404 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying lvm2 is present... 2024-05-21T00:03:19.404 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying time synchronization is in place... 2024-05-21T00:03:19.419 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-21T00:03:19.419 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-21T00:03:19.434 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-21T00:03:19.434 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-05-21T00:03:19.448 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout enabled 2024-05-21T00:03:19.465 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout active 2024-05-21T00:03:19.465 INFO:teuthology.orchestra.run.smithi012.stdout:Unit chronyd.service is enabled and running 2024-05-21T00:03:19.465 INFO:teuthology.orchestra.run.smithi012.stdout:Repeating the final host check... 2024-05-21T00:03:19.525 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stdout 5.0.2 2024-05-21T00:03:19.525 INFO:teuthology.orchestra.run.smithi012.stdout:podman (/bin/podman) version 5.0.2 is present 2024-05-21T00:03:19.525 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl is present 2024-05-21T00:03:19.525 INFO:teuthology.orchestra.run.smithi012.stdout:lvcreate is present 2024-05-21T00:03:19.541 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-21T00:03:19.541 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-21T00:03:19.559 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-21T00:03:19.560 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-05-21T00:03:19.580 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout enabled 2024-05-21T00:03:19.597 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout active 2024-05-21T00:03:19.598 INFO:teuthology.orchestra.run.smithi012.stdout:Unit chronyd.service is enabled and running 2024-05-21T00:03:19.598 INFO:teuthology.orchestra.run.smithi012.stdout:Host looks OK 2024-05-21T00:03:19.598 INFO:teuthology.orchestra.run.smithi012.stdout:Cluster fsid: 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:03:19.599 INFO:teuthology.orchestra.run.smithi012.stdout:Acquiring lock 139754224186128 on /run/cephadm/66e3e586-1705-11ef-bc9a-c7b262605968.lock 2024-05-21T00:03:19.599 INFO:teuthology.orchestra.run.smithi012.stdout:Lock 139754224186128 acquired on /run/cephadm/66e3e586-1705-11ef-bc9a-c7b262605968.lock 2024-05-21T00:03:19.600 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying IP 172.21.15.12 port 3300 ... 2024-05-21T00:03:19.601 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying IP 172.21.15.12 port 6789 ... 2024-05-21T00:03:19.601 INFO:teuthology.orchestra.run.smithi012.stdout:Base mon IP(s) is [172.21.15.12:3300, 172.21.15.12:6789], mon addrv is [v2:172.21.15.12:3300,v1:172.21.15.12:6789] 2024-05-21T00:03:19.616 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.12 metric 100 2024-05-21T00:03:19.616 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.12 metric 100 2024-05-21T00:03:19.628 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-05-21T00:03:19.628 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-05-21T00:03:19.628 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-05-21T00:03:19.640 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-05-21T00:03:19.640 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-05-21T00:03:19.640 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-21T00:03:19.640 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-05-21T00:03:19.640 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fef8:25ea/64 scope link noprefixroute 2024-05-21T00:03:19.640 INFO:teuthology.orchestra.run.smithi012.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-21T00:03:19.642 INFO:teuthology.orchestra.run.smithi012.stdout:Mon IP `172.21.15.12` is in CIDR network `172.21.0.0/20` 2024-05-21T00:03:19.643 INFO:teuthology.orchestra.run.smithi012.stdout:Mon IP `172.21.15.12` is in CIDR network `172.21.0.0/20` 2024-05-21T00:03:19.643 INFO:teuthology.orchestra.run.smithi012.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-05-21T00:03:19.646 INFO:teuthology.orchestra.run.smithi012.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-05-21T00:03:19.648 INFO:teuthology.orchestra.run.smithi012.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f... 2024-05-21T00:03:21.284 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stdout 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 2024-05-21T00:03:21.284 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f... 2024-05-21T00:03:21.284 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Getting image source signatures 2024-05-21T00:03:21.284 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Copying blob sha256:d0e808cd455827ca3108db1b0125dcee9ffc148daa1d7dde963f550bc831d501 2024-05-21T00:03:21.284 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Copying blob sha256:7cfc8fe81ffc1dbf95a19d525e137546f16450869bb98398ad51fbff86b50e0d 2024-05-21T00:03:21.284 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Copying config sha256:3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 2024-05-21T00:03:21.284 INFO:teuthology.orchestra.run.smithi012.stdout:/bin/podman: stderr Writing manifest to image destination 2024-05-21T00:03:22.508 INFO:teuthology.orchestra.run.smithi012.stdout:ceph: stdout ceph version 19.0.0-3829-gb772be9b (b772be9bbd810236a4ab405b6b221a45c687051f) squid (dev) 2024-05-21T00:03:22.508 INFO:teuthology.orchestra.run.smithi012.stdout:Ceph version: ceph version 19.0.0-3829-gb772be9b (b772be9bbd810236a4ab405b6b221a45c687051f) squid (dev) 2024-05-21T00:03:22.509 INFO:teuthology.orchestra.run.smithi012.stdout:Extracting ceph user uid/gid from container image... 2024-05-21T00:03:23.648 INFO:teuthology.orchestra.run.smithi012.stdout:stat: stdout 167 167 2024-05-21T00:03:23.648 INFO:teuthology.orchestra.run.smithi012.stdout:Creating initial keys... 2024-05-21T00:03:24.764 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph-authtool: stdout AQDM5EtmuvARBxAAfLfbK/oK/m4kHO0RvD+nDw== 2024-05-21T00:03:25.838 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph-authtool: stdout AQDN5Etmu0BRDhAAhbnfIAxIGl4Ixw5d8ClzKQ== 2024-05-21T00:03:27.017 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph-authtool: stdout AQDO5EtmdU+NExAA1pXhNkTmCpfzUMghGtDWPg== 2024-05-21T00:03:27.020 INFO:teuthology.orchestra.run.smithi012.stdout:Creating initial monmap... 2024-05-21T00:03:28.067 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-21T00:03:28.067 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-05-21T00:03:28.067 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:03:28.067 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-21T00:03:28.067 INFO:teuthology.orchestra.run.smithi012.stdout:monmaptool for a [v2:172.21.15.12:3300,v1:172.21.15.12:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-21T00:03:28.068 INFO:teuthology.orchestra.run.smithi012.stdout:setting min_mon_release = quincy 2024-05-21T00:03:28.068 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: set fsid to 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:03:28.068 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-21T00:03:28.068 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:03:28.068 INFO:teuthology.orchestra.run.smithi012.stdout:Creating mon... 2024-05-21T00:03:29.217 INFO:teuthology.orchestra.run.smithi012.stdout:create mon.a on 2024-05-21T00:03:29.726 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-05-21T00:03:29.977 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-05-21T00:03:30.280 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-66e3e586-1705-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-66e3e586-1705-11ef-bc9a-c7b262605968.target. 2024-05-21T00:03:30.280 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-66e3e586-1705-11ef-bc9a-c7b262605968.target → /etc/systemd/system/ceph-66e3e586-1705-11ef-bc9a-c7b262605968.target. 2024-05-21T00:03:30.684 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.a 2024-05-21T00:03:30.685 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Failed to reset failed state of unit ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.a.service: Unit ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.a.service not loaded. 2024-05-21T00:03:31.002 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-66e3e586-1705-11ef-bc9a-c7b262605968.target.wants/ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.a.service → /etc/systemd/system/ceph-66e3e586-1705-11ef-bc9a-c7b262605968@.service. 2024-05-21T00:03:31.752 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:31 smithi012 podman[31015]: 2024-05-21 00:03:31.517510903 +0000 UTC m=+0.218654734 container create c050d6b556b5dc44e1e4390d4ac234aa31b9ae30c03e979a50213542c963ee2e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux ) 2024-05-21T00:03:31.753 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:31 smithi012 podman[31015]: 2024-05-21 00:03:31.762990789 +0000 UTC m=+0.464134620 container init c050d6b556b5dc44e1e4390d4ac234aa31b9ae30c03e979a50213542c963ee2e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:03:31.859 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T00:03:31.859 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout disabled 2024-05-21T00:03:31.875 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T00:03:31.876 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-05-21T00:03:31.876 INFO:teuthology.orchestra.run.smithi012.stdout:firewalld.service is not enabled 2024-05-21T00:03:31.876 INFO:teuthology.orchestra.run.smithi012.stdout:Not possible to enable service . firewalld.service is not available 2024-05-21T00:03:31.877 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mon to start... 2024-05-21T00:03:31.877 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mon... 2024-05-21T00:03:32.019 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:31 smithi012 podman[31015]: 2024-05-21 00:03:31.774087593 +0000 UTC m=+0.475231403 container start c050d6b556b5dc44e1e4390d4ac234aa31b9ae30c03e979a50213542c963ee2e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5) 2024-05-21T00:03:32.019 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:31 smithi012 bash[31015]: c050d6b556b5dc44e1e4390d4ac234aa31b9ae30c03e979a50213542c963ee2e 2024-05-21T00:03:32.019 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:31 smithi012 systemd[1]: Started Ceph mon.a for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:03:32.019 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:31 smithi012 ceph-mon[31034]: mkfs 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:03:32.019 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:31 smithi012 ceph-mon[31034]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-21T00:03:33.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:32 smithi012 ceph-mon[31034]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-21T00:03:33.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:32 smithi012 ceph-mon[31034]: monmap epoch 1 2024-05-21T00:03:33.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:32 smithi012 ceph-mon[31034]: fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:03:33.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:32 smithi012 ceph-mon[31034]: last_changed 2024-05-21T00:03:27.516429+0000 2024-05-21T00:03:33.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:32 smithi012 ceph-mon[31034]: created 2024-05-21T00:03:27.516429+0000 2024-05-21T00:03:33.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:32 smithi012 ceph-mon[31034]: min_mon_release 19 (squid) 2024-05-21T00:03:33.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:32 smithi012 ceph-mon[31034]: election_strategy: 1 2024-05-21T00:03:33.118 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:32 smithi012 ceph-mon[31034]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-05-21T00:03:33.119 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:32 smithi012 ceph-mon[31034]: fsmap 2024-05-21T00:03:33.119 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:32 smithi012 ceph-mon[31034]: osdmap e1: 0 total, 0 up, 0 in 2024-05-21T00:03:33.119 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:32 smithi012 ceph-mon[31034]: mgrmap e1: no daemons active 2024-05-21T00:03:33.119 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:32 smithi012 ceph-mon[31034]: from='client.? 172.21.15.12:0/1364053999' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-21T00:03:33.255 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout cluster: 2024-05-21T00:03:33.257 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout id: 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:03:33.257 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-05-21T00:03:33.257 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-05-21T00:03:33.257 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout services: 2024-05-21T00:03:33.257 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.724825s) 2024-05-21T00:03:33.257 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-05-21T00:03:33.257 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-05-21T00:03:33.257 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-05-21T00:03:33.258 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout data: 2024-05-21T00:03:33.258 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-05-21T00:03:33.258 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-05-21T00:03:33.258 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-05-21T00:03:33.258 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout pgs: 2024-05-21T00:03:33.258 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-05-21T00:03:33.258 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.486+0000 7f9d9ca00700 1 Processor -- start 2024-05-21T00:03:33.258 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.487+0000 7f9d9ca00700 1 -- start start 2024-05-21T00:03:33.258 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.487+0000 7f9d9ca00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 0x7f9d9807c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:33.261 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.487+0000 7f9d9ca00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9d9807c7d0 con 0x7f9d9807dda0 2024-05-21T00:03:33.261 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.488+0000 7f9d95e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 0x7f9d9807c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:33.262 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.488+0000 7f9d95e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 0x7f9d9807c200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51634/0 (socket says 172.21.15.12:51634) 2024-05-21T00:03:33.262 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.488+0000 7f9d95e00700 1 -- 172.21.15.12:0/2576754655 learned_addr learned my addr 172.21.15.12:0/2576754655 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:33.262 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.489+0000 7f9d95e00700 1 -- 172.21.15.12:0/2576754655 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d9807c950 con 0x7f9d9807dda0 2024-05-21T00:03:33.262 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.489+0000 7f9d95e00700 1 --2- 172.21.15.12:0/2576754655 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 0x7f9d9807c200 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f9d880098a0 tx=0x7f9d88009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f93058e5c59f5eb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:33.262 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.489+0000 7f9d95400700 1 -- 172.21.15.12:0/2576754655 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d88004160 con 0x7f9d9807dda0 2024-05-21T00:03:33.262 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.489+0000 7f9d95400700 1 -- 172.21.15.12:0/2576754655 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d88004300 con 0x7f9d9807dda0 2024-05-21T00:03:33.262 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.489+0000 7f9d95400700 1 -- 172.21.15.12:0/2576754655 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d880036a0 con 0x7f9d9807dda0 2024-05-21T00:03:33.262 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.490+0000 7f9d9ca00700 1 -- 172.21.15.12:0/2576754655 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 msgr2=0x7f9d9807c200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:33.262 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.490+0000 7f9d9ca00700 1 --2- 172.21.15.12:0/2576754655 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 0x7f9d9807c200 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f9d880098a0 tx=0x7f9d88009bb0 comp rx=0 tx=0).stop 2024-05-21T00:03:33.262 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.490+0000 7f9d9ca00700 1 -- 172.21.15.12:0/2576754655 shutdown_connections 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.490+0000 7f9d9ca00700 1 --2- 172.21.15.12:0/2576754655 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 0x7f9d9807c200 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.490+0000 7f9d9ca00700 1 -- 172.21.15.12:0/2576754655 >> 172.21.15.12:0/2576754655 conn(0x7f9d981045e0 msgr2=0x7f9d98106a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.490+0000 7f9d9ca00700 1 -- 172.21.15.12:0/2576754655 shutdown_connections 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.490+0000 7f9d9ca00700 1 -- 172.21.15.12:0/2576754655 wait complete. 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.492+0000 7f9d9ca00700 1 Processor -- start 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.492+0000 7f9d9ca00700 1 -- start start 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.492+0000 7f9d9ca00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 0x7f9d9819e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.492+0000 7f9d9ca00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9d9807ce80 con 0x7f9d9807dda0 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.492+0000 7f9d95e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 0x7f9d9819e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.492+0000 7f9d95e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 0x7f9d9819e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51646/0 (socket says 172.21.15.12:51646) 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.492+0000 7f9d95e00700 1 -- 172.21.15.12:0/1364053999 learned_addr learned my addr 172.21.15.12:0/1364053999 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.493+0000 7f9d95e00700 1 -- 172.21.15.12:0/1364053999 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d9819eea0 con 0x7f9d9807dda0 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.493+0000 7f9d95e00700 1 --2- 172.21.15.12:0/1364053999 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 0x7f9d9819e960 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f9d88000c00 tx=0x7f9d88004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:33.263 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.493+0000 7f9d8f400700 1 -- 172.21.15.12:0/1364053999 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d88003db0 con 0x7f9d9807dda0 2024-05-21T00:03:33.266 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.493+0000 7f9d8f400700 1 -- 172.21.15.12:0/1364053999 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9d88011630 con 0x7f9d9807dda0 2024-05-21T00:03:33.266 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.493+0000 7f9d8f400700 1 -- 172.21.15.12:0/1364053999 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d88011950 con 0x7f9d9807dda0 2024-05-21T00:03:33.266 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.493+0000 7f9d9ca00700 1 -- 172.21.15.12:0/1364053999 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d9819f130 con 0x7f9d9807dda0 2024-05-21T00:03:33.266 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.494+0000 7f9d9ca00700 1 -- 172.21.15.12:0/1364053999 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d981a1e20 con 0x7f9d9807dda0 2024-05-21T00:03:33.266 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.494+0000 7f9d8f400700 1 -- 172.21.15.12:0/1364053999 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9d8801a460 con 0x7f9d9807dda0 2024-05-21T00:03:33.267 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.494+0000 7f9d8f400700 1 -- 172.21.15.12:0/1364053999 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9d8801b780 con 0x7f9d9807dda0 2024-05-21T00:03:33.267 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.495+0000 7f9d9ca00700 1 -- 172.21.15.12:0/1364053999 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d98064ba0 con 0x7f9d9807dda0 2024-05-21T00:03:33.267 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.498+0000 7f9d8f400700 1 -- 172.21.15.12:0/1364053999 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f9d8801b980 con 0x7f9d9807dda0 2024-05-21T00:03:33.267 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.580+0000 7f9d9ca00700 1 -- 172.21.15.12:0/1364053999 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f9d9802e7b0 con 0x7f9d9807dda0 2024-05-21T00:03:33.267 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.581+0000 7f9d8f400700 1 -- 172.21.15.12:0/1364053999 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f9d8801bb60 con 0x7f9d9807dda0 2024-05-21T00:03:33.267 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.582+0000 7f9d9ca00700 1 -- 172.21.15.12:0/1364053999 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 msgr2=0x7f9d9819e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:33.267 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.582+0000 7f9d9ca00700 1 --2- 172.21.15.12:0/1364053999 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 0x7f9d9819e960 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f9d88000c00 tx=0x7f9d88004750 comp rx=0 tx=0).stop 2024-05-21T00:03:33.267 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.582+0000 7f9d9ca00700 1 -- 172.21.15.12:0/1364053999 shutdown_connections 2024-05-21T00:03:33.267 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.582+0000 7f9d9ca00700 1 --2- 172.21.15.12:0/1364053999 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9d9807dda0 0x7f9d9819e960 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:33.267 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.582+0000 7f9d9ca00700 1 -- 172.21.15.12:0/1364053999 >> 172.21.15.12:0/1364053999 conn(0x7f9d981045e0 msgr2=0x7f9d981068f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:33.267 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.582+0000 7f9d9ca00700 1 -- 172.21.15.12:0/1364053999 shutdown_connections 2024-05-21T00:03:33.268 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:32.582+0000 7f9d9ca00700 1 -- 172.21.15.12:0/1364053999 wait complete. 2024-05-21T00:03:33.268 INFO:teuthology.orchestra.run.smithi012.stdout:mon is available 2024-05-21T00:03:33.268 INFO:teuthology.orchestra.run.smithi012.stdout:Assimilating anything we can from ceph.conf... 2024-05-21T00:03:34.306 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:34 smithi012 ceph-mon[31034]: from='client.? 172.21.15.12:0/4245710414' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-21T00:03:34.307 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:34 smithi012 ceph-mon[31034]: from='client.? 172.21.15.12:0/4245710414' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-21T00:03:34.653 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-05-21T00:03:34.654 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [global] 2024-05-21T00:03:34.654 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout fsid = 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:03:34.654 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-21T00:03:34.654 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.12:3300,v1:172.21.15.12:6789] 2024-05-21T00:03:34.654 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-21T00:03:34.654 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-21T00:03:34.654 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-21T00:03:34.654 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-21T00:03:34.654 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-05-21T00:03:34.654 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-21T00:03:34.654 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-21T00:03:34.654 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-05-21T00:03:34.655 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [osd] 2024-05-21T00:03:34.655 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-05-21T00:03:34.655 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-21T00:03:34.655 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-21T00:03:34.655 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-21T00:03:34.655 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-21T00:03:34.655 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-21T00:03:34.655 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.889+0000 7fa399e00700 1 Processor -- start 2024-05-21T00:03:34.655 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.890+0000 7fa399e00700 1 -- start start 2024-05-21T00:03:34.655 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.890+0000 7fa399e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 0x7fa39410bc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:34.655 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.890+0000 7fa399e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa39407ce60 con 0x7fa3941098a0 2024-05-21T00:03:34.655 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.891+0000 7fa398a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 0x7fa39410bc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:34.655 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.891+0000 7fa398a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 0x7fa39410bc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51654/0 (socket says 172.21.15.12:51654) 2024-05-21T00:03:34.656 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.891+0000 7fa398a00700 1 -- 172.21.15.12:0/90425361 learned_addr learned my addr 172.21.15.12:0/90425361 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:34.656 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.891+0000 7fa398a00700 1 -- 172.21.15.12:0/90425361 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa39410c1d0 con 0x7fa3941098a0 2024-05-21T00:03:34.656 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.892+0000 7fa398a00700 1 --2- 172.21.15.12:0/90425361 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 0x7fa39410bc90 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa3880098a0 tx=0x7fa388009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=541c2f82bc78abb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:34.656 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.892+0000 7fa393400700 1 -- 172.21.15.12:0/90425361 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa388004160 con 0x7fa3941098a0 2024-05-21T00:03:34.656 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.892+0000 7fa393400700 1 -- 172.21.15.12:0/90425361 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa388004300 con 0x7fa3941098a0 2024-05-21T00:03:34.656 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.892+0000 7fa393400700 1 -- 172.21.15.12:0/90425361 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa3880036a0 con 0x7fa3941098a0 2024-05-21T00:03:34.656 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.893+0000 7fa399e00700 1 -- 172.21.15.12:0/90425361 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 msgr2=0x7fa39410bc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:34.656 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.893+0000 7fa399e00700 1 --2- 172.21.15.12:0/90425361 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 0x7fa39410bc90 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa3880098a0 tx=0x7fa388009bb0 comp rx=0 tx=0).stop 2024-05-21T00:03:34.656 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.893+0000 7fa399e00700 1 -- 172.21.15.12:0/90425361 shutdown_connections 2024-05-21T00:03:34.656 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.893+0000 7fa399e00700 1 --2- 172.21.15.12:0/90425361 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 0x7fa39410bc90 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:34.656 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.893+0000 7fa399e00700 1 -- 172.21.15.12:0/90425361 >> 172.21.15.12:0/90425361 conn(0x7fa3941032b0 msgr2=0x7fa3941056f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:34.656 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.893+0000 7fa399e00700 1 -- 172.21.15.12:0/90425361 shutdown_connections 2024-05-21T00:03:34.656 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.893+0000 7fa399e00700 1 -- 172.21.15.12:0/90425361 wait complete. 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.894+0000 7fa399e00700 1 Processor -- start 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.895+0000 7fa399e00700 1 -- start start 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.895+0000 7fa399e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 0x7fa39419e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.895+0000 7fa399e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa39410c640 con 0x7fa3941098a0 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.895+0000 7fa398a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 0x7fa39419e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.895+0000 7fa398a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 0x7fa39419e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51670/0 (socket says 172.21.15.12:51670) 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.895+0000 7fa398a00700 1 -- 172.21.15.12:0/4245710414 learned_addr learned my addr 172.21.15.12:0/4245710414 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.896+0000 7fa398a00700 1 -- 172.21.15.12:0/4245710414 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa39419ec80 con 0x7fa3941098a0 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.896+0000 7fa398a00700 1 --2- 172.21.15.12:0/4245710414 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 0x7fa39419e740 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa388000c00 tx=0x7fa388004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.897+0000 7fa391600700 1 -- 172.21.15.12:0/4245710414 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa388003db0 con 0x7fa3941098a0 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.897+0000 7fa391600700 1 -- 172.21.15.12:0/4245710414 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa388011630 con 0x7fa3941098a0 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.897+0000 7fa391600700 1 -- 172.21.15.12:0/4245710414 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa388011950 con 0x7fa3941098a0 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.897+0000 7fa399e00700 1 -- 172.21.15.12:0/4245710414 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa39419ef70 con 0x7fa3941098a0 2024-05-21T00:03:34.657 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.897+0000 7fa399e00700 1 -- 172.21.15.12:0/4245710414 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3941a1bb0 con 0x7fa3941098a0 2024-05-21T00:03:34.658 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.897+0000 7fa391600700 1 -- 172.21.15.12:0/4245710414 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa38801a460 con 0x7fa3941098a0 2024-05-21T00:03:34.658 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.897+0000 7fa391600700 1 -- 172.21.15.12:0/4245710414 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa38801baa0 con 0x7fa3941098a0 2024-05-21T00:03:34.658 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.898+0000 7fa399e00700 1 -- 172.21.15.12:0/4245710414 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa394064ba0 con 0x7fa3941098a0 2024-05-21T00:03:34.658 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.901+0000 7fa391600700 1 -- 172.21.15.12:0/4245710414 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7fa388004260 con 0x7fa3941098a0 2024-05-21T00:03:34.658 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.980+0000 7fa399e00700 1 -- 172.21.15.12:0/4245710414 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fa39402e7e0 con 0x7fa3941098a0 2024-05-21T00:03:34.658 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.988+0000 7fa391600700 1 -- 172.21.15.12:0/4245710414 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+492 (secure 0 0 0) 0x7fa38801bca0 con 0x7fa3941098a0 2024-05-21T00:03:34.658 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.989+0000 7fa391600700 1 -- 172.21.15.12:0/4245710414 <== mon.0 v2:172.21.15.12:3300/0 8 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa38801adc0 con 0x7fa3941098a0 2024-05-21T00:03:34.658 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.990+0000 7fa399e00700 1 -- 172.21.15.12:0/4245710414 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 msgr2=0x7fa39419e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:34.658 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.990+0000 7fa399e00700 1 --2- 172.21.15.12:0/4245710414 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 0x7fa39419e740 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa388000c00 tx=0x7fa388004750 comp rx=0 tx=0).stop 2024-05-21T00:03:34.658 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.990+0000 7fa399e00700 1 -- 172.21.15.12:0/4245710414 shutdown_connections 2024-05-21T00:03:34.658 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.990+0000 7fa399e00700 1 --2- 172.21.15.12:0/4245710414 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3941098a0 0x7fa39419e740 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:34.659 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.990+0000 7fa399e00700 1 -- 172.21.15.12:0/4245710414 >> 172.21.15.12:0/4245710414 conn(0x7fa3941032b0 msgr2=0x7fa394104200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:34.659 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.991+0000 7fa399e00700 1 -- 172.21.15.12:0/4245710414 shutdown_connections 2024-05-21T00:03:34.659 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:33.991+0000 7fa399e00700 1 -- 172.21.15.12:0/4245710414 wait complete. 2024-05-21T00:03:34.659 INFO:teuthology.orchestra.run.smithi012.stdout:Generating new minimal ceph.conf... 2024-05-21T00:03:35.556 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:35 smithi012 ceph-mon[31034]: from='client.? 172.21.15.12:0/869761380' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:03:35.973 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.275+0000 7f0f90200700 1 Processor -- start 2024-05-21T00:03:35.973 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.275+0000 7f0f90200700 1 -- start start 2024-05-21T00:03:35.973 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.276+0000 7f0f90200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 0x7f0f88109430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:35.973 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.276+0000 7f0f90200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0f88109a00 con 0x7f0f88109010 2024-05-21T00:03:35.973 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.276+0000 7f0f8d800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 0x7f0f88109430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:35.974 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.276+0000 7f0f8d800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 0x7f0f88109430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:48702/0 (socket says 172.21.15.12:48702) 2024-05-21T00:03:35.974 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.276+0000 7f0f8d800700 1 -- 172.21.15.12:0/743597298 learned_addr learned my addr 172.21.15.12:0/743597298 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:35.974 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.277+0000 7f0f8d800700 1 -- 172.21.15.12:0/743597298 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f8810a1c0 con 0x7f0f88109010 2024-05-21T00:03:35.974 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.277+0000 7f0f8d800700 1 --2- 172.21.15.12:0/743597298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 0x7f0f88109430 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f0f7c0098a0 tx=0x7f0f7c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5e94af556cdc131 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:35.974 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.277+0000 7f0f87e00700 1 -- 172.21.15.12:0/743597298 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f7c004160 con 0x7f0f88109010 2024-05-21T00:03:35.974 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.278+0000 7f0f87e00700 1 -- 172.21.15.12:0/743597298 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0f7c004300 con 0x7f0f88109010 2024-05-21T00:03:35.974 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.278+0000 7f0f87e00700 1 -- 172.21.15.12:0/743597298 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f7c011af0 con 0x7f0f88109010 2024-05-21T00:03:35.974 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.278+0000 7f0f90200700 1 -- 172.21.15.12:0/743597298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 msgr2=0x7f0f88109430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:35.974 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.278+0000 7f0f90200700 1 --2- 172.21.15.12:0/743597298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 0x7f0f88109430 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f0f7c0098a0 tx=0x7f0f7c009bb0 comp rx=0 tx=0).stop 2024-05-21T00:03:35.974 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.278+0000 7f0f90200700 1 -- 172.21.15.12:0/743597298 shutdown_connections 2024-05-21T00:03:35.975 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.278+0000 7f0f90200700 1 --2- 172.21.15.12:0/743597298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 0x7f0f88109430 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:35.975 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.278+0000 7f0f90200700 1 -- 172.21.15.12:0/743597298 >> 172.21.15.12:0/743597298 conn(0x7f0f88104610 msgr2=0x7f0f88106a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:35.975 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.278+0000 7f0f90200700 1 -- 172.21.15.12:0/743597298 shutdown_connections 2024-05-21T00:03:35.975 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.278+0000 7f0f90200700 1 -- 172.21.15.12:0/743597298 wait complete. 2024-05-21T00:03:35.975 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.280+0000 7f0f90200700 1 Processor -- start 2024-05-21T00:03:35.975 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.280+0000 7f0f90200700 1 -- start start 2024-05-21T00:03:35.975 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.280+0000 7f0f90200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 0x7f0f8819f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:35.975 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.280+0000 7f0f90200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0f8810d570 con 0x7f0f88109010 2024-05-21T00:03:35.975 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.281+0000 7f0f8d800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 0x7f0f8819f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:35.975 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.281+0000 7f0f8d800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 0x7f0f8819f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:48704/0 (socket says 172.21.15.12:48704) 2024-05-21T00:03:35.975 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.281+0000 7f0f8d800700 1 -- 172.21.15.12:0/869761380 learned_addr learned my addr 172.21.15.12:0/869761380 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:35.975 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.281+0000 7f0f8d800700 1 -- 172.21.15.12:0/869761380 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f8819f650 con 0x7f0f88109010 2024-05-21T00:03:35.975 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.281+0000 7f0f8d800700 1 --2- 172.21.15.12:0/869761380 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 0x7f0f8819f110 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f0f7c000c00 tx=0x7f0f7c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:35.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.282+0000 7f0f86000700 1 -- 172.21.15.12:0/869761380 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f7c003b20 con 0x7f0f88109010 2024-05-21T00:03:35.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.282+0000 7f0f86000700 1 -- 172.21.15.12:0/869761380 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f0f7c01a8c0 con 0x7f0f88109010 2024-05-21T00:03:35.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.282+0000 7f0f86000700 1 -- 172.21.15.12:0/869761380 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0f7c024940 con 0x7f0f88109010 2024-05-21T00:03:35.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.282+0000 7f0f90200700 1 -- 172.21.15.12:0/869761380 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f8819f8e0 con 0x7f0f88109010 2024-05-21T00:03:35.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.282+0000 7f0f90200700 1 -- 172.21.15.12:0/869761380 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f881a25d0 con 0x7f0f88109010 2024-05-21T00:03:35.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.282+0000 7f0f86000700 1 -- 172.21.15.12:0/869761380 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0f7c022020 con 0x7f0f88109010 2024-05-21T00:03:35.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.282+0000 7f0f86000700 1 -- 172.21.15.12:0/869761380 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0f7c02dd90 con 0x7f0f88109010 2024-05-21T00:03:35.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.283+0000 7f0f90200700 1 -- 172.21.15.12:0/869761380 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f88064ba0 con 0x7f0f88109010 2024-05-21T00:03:35.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.286+0000 7f0f86000700 1 -- 172.21.15.12:0/869761380 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f0f7c042ec0 con 0x7f0f88109010 2024-05-21T00:03:35.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.364+0000 7f0f90200700 1 -- 172.21.15.12:0/869761380 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f0f881a2b70 con 0x7f0f88109010 2024-05-21T00:03:35.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.365+0000 7f0f86000700 1 -- 172.21.15.12:0/869761380 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f0f7c031020 con 0x7f0f88109010 2024-05-21T00:03:35.976 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.367+0000 7f0f90200700 1 -- 172.21.15.12:0/869761380 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 msgr2=0x7f0f8819f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:35.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.367+0000 7f0f90200700 1 --2- 172.21.15.12:0/869761380 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 0x7f0f8819f110 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f0f7c000c00 tx=0x7f0f7c011b70 comp rx=0 tx=0).stop 2024-05-21T00:03:35.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.367+0000 7f0f90200700 1 -- 172.21.15.12:0/869761380 shutdown_connections 2024-05-21T00:03:35.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.367+0000 7f0f90200700 1 --2- 172.21.15.12:0/869761380 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f88109010 0x7f0f8819f110 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:35.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.367+0000 7f0f90200700 1 -- 172.21.15.12:0/869761380 >> 172.21.15.12:0/869761380 conn(0x7f0f88104610 msgr2=0x7f0f88105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:35.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.367+0000 7f0f90200700 1 -- 172.21.15.12:0/869761380 shutdown_connections 2024-05-21T00:03:35.977 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:35.367+0000 7f0f90200700 1 -- 172.21.15.12:0/869761380 wait complete. 2024-05-21T00:03:35.977 INFO:teuthology.orchestra.run.smithi012.stdout:Restarting the monitor... 2024-05-21T00:03:36.306 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:36 smithi012 systemd[1]: Stopping Ceph mon.a for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:03:42.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:42 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a[31030]: 2024-05-21T00:03:42.091+0000 7f61c9a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:03:42.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:42 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a[31030]: 2024-05-21T00:03:42.091+0000 7f61c9a00700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-05-21T00:03:42.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:42 smithi012 podman[31277]: 2024-05-21 00:03:42.194068419 +0000 UTC m=+5.848253843 container died c050d6b556b5dc44e1e4390d4ac234aa31b9ae30c03e979a50213542c963ee2e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:03:45.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:45 smithi012 podman[31277]: 2024-05-21 00:03:45.088228451 +0000 UTC m=+8.742413912 container cleanup c050d6b556b5dc44e1e4390d4ac234aa31b9ae30c03e979a50213542c963ee2e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True) 2024-05-21T00:03:45.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:45 smithi012 bash[31277]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a 2024-05-21T00:03:45.556 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:45 smithi012 podman[31291]: 2024-05-21 00:03:45.30606543 +0000 UTC m=+3.096779319 container remove c050d6b556b5dc44e1e4390d4ac234aa31b9ae30c03e979a50213542c963ee2e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:03:46.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:45 smithi012 systemd[1]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-21T00:03:46.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:45 smithi012 systemd[1]: Stopped Ceph mon.a for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:03:46.057 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:45 smithi012 systemd[1]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.a.service: Consumed 1.972s CPU time. 2024-05-21T00:03:46.057 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:45 smithi012 systemd[1]: Starting Ceph mon.a for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:03:46.391 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 podman[31384]: 2024-05-21 00:03:46.140291738 +0000 UTC m=+0.118901169 container create 609ea41afe27537043abcb54920031bb808669390facdac48eec10c1870cc246 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-05-21T00:03:46.391 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 podman[31384]: 2024-05-21 00:03:46.055654917 +0000 UTC m=+0.034264313 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:03:46.392 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 podman[31384]: 2024-05-21 00:03:46.402001109 +0000 UTC m=+0.380610547 container init 609ea41afe27537043abcb54920031bb808669390facdac48eec10c1870cc246 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:03:46.483 INFO:teuthology.orchestra.run.smithi012.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-05-21T00:03:46.781 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 podman[31384]: 2024-05-21 00:03:46.412886859 +0000 UTC m=+0.391496297 container start 609ea41afe27537043abcb54920031bb808669390facdac48eec10c1870cc246 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, ceph=True) 2024-05-21T00:03:46.781 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: set uid:gid to 167:167 (ceph:ceph) 2024-05-21T00:03:46.781 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: ceph version 19.0.0-3829-gb772be9b (b772be9bbd810236a4ab405b6b221a45c687051f) squid (dev), process ceph-mon, pid 2 2024-05-21T00:03:46.781 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: pidfile_write: ignore empty --pid-file 2024-05-21T00:03:46.781 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: load: jerasure load: lrc 2024-05-21T00:03:46.781 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: RocksDB version: 7.9.2 2024-05-21T00:03:46.781 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Git sha 0 2024-05-21T00:03:46.781 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Compile date 2024-05-20 21:29:40 2024-05-21T00:03:46.781 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: DB SUMMARY 2024-05-21T00:03:46.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: DB Session ID: 256D88R627YTAAWC5DRC 2024-05-21T00:03:46.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: CURRENT file: CURRENT 2024-05-21T00:03:46.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: IDENTITY file: IDENTITY 2024-05-21T00:03:46.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-05-21T00:03:46.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-05-21T00:03:46.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104998 ; 2024-05-21T00:03:46.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.error_if_exists: 0 2024-05-21T00:03:46.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.create_if_missing: 0 2024-05-21T00:03:46.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.paranoid_checks: 1 2024-05-21T00:03:46.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-21T00:03:46.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-21T00:03:46.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-21T00:03:46.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.env: 0x55e14cf13cc0 2024-05-21T00:03:46.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.fs: PosixFileSystem 2024-05-21T00:03:46.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.info_log: 0x55e16bbb5de0 2024-05-21T00:03:46.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_file_opening_threads: 16 2024-05-21T00:03:46.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.statistics: (nil) 2024-05-21T00:03:46.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.use_fsync: 0 2024-05-21T00:03:46.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_log_file_size: 0 2024-05-21T00:03:46.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-21T00:03:46.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-21T00:03:46.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.keep_log_file_num: 1000 2024-05-21T00:03:46.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.recycle_log_file_num: 0 2024-05-21T00:03:46.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.allow_fallocate: 1 2024-05-21T00:03:46.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.allow_mmap_reads: 0 2024-05-21T00:03:46.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.allow_mmap_writes: 0 2024-05-21T00:03:46.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.use_direct_reads: 0 2024-05-21T00:03:46.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-21T00:03:46.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.create_missing_column_families: 0 2024-05-21T00:03:46.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.db_log_dir: 2024-05-21T00:03:46.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.wal_dir: 2024-05-21T00:03:46.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-21T00:03:46.784 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-21T00:03:46.785 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-21T00:03:46.785 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-21T00:03:46.785 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-21T00:03:46.785 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-21T00:03:46.785 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.advise_random_on_open: 1 2024-05-21T00:03:46.785 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.db_write_buffer_size: 0 2024-05-21T00:03:46.785 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.write_buffer_manager: 0x55e16bb870e0 2024-05-21T00:03:46.785 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-21T00:03:46.785 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-21T00:03:46.785 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-21T00:03:46.785 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.rate_limiter: (nil) 2024-05-21T00:03:46.785 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-21T00:03:46.785 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.wal_recovery_mode: 2 2024-05-21T00:03:46.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.enable_thread_tracking: 0 2024-05-21T00:03:46.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.enable_pipelined_write: 0 2024-05-21T00:03:46.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.unordered_write: 0 2024-05-21T00:03:46.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-21T00:03:46.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-21T00:03:46.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-21T00:03:46.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-21T00:03:46.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.row_cache: None 2024-05-21T00:03:46.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.wal_filter: None 2024-05-21T00:03:46.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-21T00:03:46.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.allow_ingest_behind: 0 2024-05-21T00:03:46.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.two_write_queues: 0 2024-05-21T00:03:46.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.manual_wal_flush: 0 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.wal_compression: 0 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.atomic_flush: 0 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.log_readahead_size: 0 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.best_efforts_recovery: 0 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.allow_data_in_errors: 0 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.db_host_id: __hostname__ 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-21T00:03:46.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_background_jobs: 2 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_background_compactions: -1 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_subcompactions: 1 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_total_wal_size: 0 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_open_files: -1 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.bytes_per_sync: 0 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-21T00:03:46.788 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compaction_readahead_size: 0 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_background_flushes: -1 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Compression algorithms supported: 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: kZSTD supported: 0 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: kXpressCompression supported: 0 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: kLZ4HCCompression supported: 1 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: kZlibCompression supported: 1 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: kSnappyCompression supported: 1 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: kLZ4Compression supported: 1 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: kBZip2Compression supported: 0 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-05-21T00:03:46.789 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.merge_operator: 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compaction_filter: None 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compaction_filter_factory: None 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.sst_partitioner_factory: None 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e16bbb5fa0) 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout: cache_index_and_filter_blocks: 1 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout: pin_top_level_index_and_filter: 1 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout: index_type: 0 2024-05-21T00:03:46.790 INFO:journalctl@ceph.mon.a.smithi012.stdout: data_block_index_type: 0 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: index_shortening: 1 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: checksum: 4 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: no_block_cache: 0 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache: 0x55e16bbb91f0 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache_name: BinnedLRUCache 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache_options: 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: capacity : 536870912 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: num_shard_bits : 4 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: strict_capacity_limit : 0 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: high_pri_pool_ratio: 0.000 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_cache_compressed: (nil) 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: persistent_cache: (nil) 2024-05-21T00:03:46.791 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_size: 4096 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_size_deviation: 10 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_restart_interval: 16 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: index_block_restart_interval: 1 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: metadata_block_size: 4096 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: partition_filters: 0 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: use_delta_encoding: 1 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: filter_policy: bloomfilter 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: whole_key_filtering: 1 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: verify_compression: 0 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: read_amp_bytes_per_bit: 0 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: format_version: 5 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: enable_index_compression: 1 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: block_align: 0 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: max_auto_readahead_size: 262144 2024-05-21T00:03:46.792 INFO:journalctl@ceph.mon.a.smithi012.stdout: prepopulate_block_cache: 0 2024-05-21T00:03:46.793 INFO:journalctl@ceph.mon.a.smithi012.stdout: initial_auto_readahead_size: 8192 2024-05-21T00:03:46.793 INFO:journalctl@ceph.mon.a.smithi012.stdout: num_file_reads_for_auto_readahead: 2 2024-05-21T00:03:46.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.write_buffer_size: 33554432 2024-05-21T00:03:46.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_write_buffer_number: 2 2024-05-21T00:03:46.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compression: NoCompression 2024-05-21T00:03:46.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.bottommost_compression: Disabled 2024-05-21T00:03:46.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.prefix_extractor: nullptr 2024-05-21T00:03:46.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-21T00:03:46.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.num_levels: 7 2024-05-21T00:03:46.793 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-21T00:03:46.795 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-21T00:03:46.795 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-21T00:03:46.795 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-21T00:03:46.795 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-21T00:03:46.795 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-21T00:03:46.795 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-21T00:03:46.795 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-21T00:03:46.795 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-21T00:03:46.795 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-21T00:03:46.795 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compression_opts.level: 32767 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compression_opts.strategy: 0 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compression_opts.enabled: false 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-21T00:03:46.796 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.target_file_size_base: 67108864 2024-05-21T00:03:46.797 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-21T00:03:46.797 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-21T00:03:46.797 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-21T00:03:46.797 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-21T00:03:46.797 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-21T00:03:46.797 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-21T00:03:46.797 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-21T00:03:46.797 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-21T00:03:46.797 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-21T00:03:46.797 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.arena_block_size: 1048576 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.disable_auto_compactions: 0 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-21T00:03:46.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.inplace_update_support: 0 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.bloom_locality: 0 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.max_successive_merges: 0 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 bash[31384]: 609ea41afe27537043abcb54920031bb808669390facdac48eec10c1870cc246 2024-05-21T00:03:46.799 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.paranoid_file_checks: 0 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.force_consistency_checks: 1 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.report_bg_io_stats: 0 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.ttl: 2592000 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.enable_blob_files: false 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.min_blob_size: 0 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.blob_file_size: 268435456 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-21T00:03:46.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-21T00:03:46.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.blob_file_starting_level: 0 2024-05-21T00:03:46.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-21T00:03:46.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-05-21T00:03:46.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-05-21T00:03:46.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 686d02cc-343a-40a1-b5b3-6af1f54d0262 2024-05-21T00:03:46.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716249826476146, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-05-21T00:03:46.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-05-21T00:03:46.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716249826479200, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100167, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 326, "table_properties": {"data_size": 98051, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14153, "raw_average_key_size": 49, "raw_value_size": 90350, "raw_average_value_size": 317, "num_data_blocks": 12, "num_entries": 285, "num_filter_entries": 285, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1716249826, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "686d02cc-343a-40a1-b5b3-6af1f54d0262", "db_session_id": "256D88R627YTAAWC5DRC", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-05-21T00:03:46.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716249826479463, "job": 1, "event": "recovery_finished"} 2024-05-21T00:03:46.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e16bcd6000 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: DB pointer 0x55e16bcc2000 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** DB Stats ** 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-21T00:03:46.802 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** Compaction Stats [default] ** 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: L0 2/0 99.68 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 52.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: Sum 2/0 99.68 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 52.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 52.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** Compaction Stats [default] ** 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 52.5 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-05-21T00:03:46.803 INFO:journalctl@ceph.mon.a.smithi012.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout: Cumulative compaction: 0.00 GB write, 9.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout: Interval compaction: 0.00 GB write, 9.25 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout: Block cache BinnedLRUCache@0x55e16bbb91f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 2.2e-05 secs_since: 0 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: starting mon.a rank 0 at public addrs [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] at bind addrs [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:03:46.804 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: mon.a@-1(???) e1 preinit fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:03:46.805 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: mon.a@-1(???).mds e1 new map 2024-05-21T00:03:46.805 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: mon.a@-1(???).mds e1 print_map 2024-05-21T00:03:46.805 INFO:journalctl@ceph.mon.a.smithi012.stdout: e1 2024-05-21T00:03:46.805 INFO:journalctl@ceph.mon.a.smithi012.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-21T00:03:46.805 INFO:journalctl@ceph.mon.a.smithi012.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T00:03:46.805 INFO:journalctl@ceph.mon.a.smithi012.stdout: legacy client fscid: -1 2024-05-21T00:03:46.805 INFO:journalctl@ceph.mon.a.smithi012.stdout: 2024-05-21T00:03:46.805 INFO:journalctl@ceph.mon.a.smithi012.stdout: No filesystems configured 2024-05-21T00:03:46.805 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-21T00:03:46.805 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 systemd[1]: Started Ceph mon.a for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: mon.a is new leader, mons a in quorum (ranks 0) 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: monmap epoch 1 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: last_changed 2024-05-21T00:03:27.516429+0000 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: created 2024-05-21T00:03:27.516429+0000 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: min_mon_release 19 (squid) 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: election_strategy: 1 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: fsmap 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: osdmap e1: 0 total, 0 up, 0 in 2024-05-21T00:03:46.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:46 smithi012 ceph-mon[31403]: mgrmap e1: no daemons active 2024-05-21T00:03:47.899 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.093+0000 7f1971c00700 1 Processor -- start 2024-05-21T00:03:47.900 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.094+0000 7f1971c00700 1 -- start start 2024-05-21T00:03:47.900 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.094+0000 7f1971c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 0x7f196c109410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:47.900 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.094+0000 7f1971c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f196c1099e0 con 0x7f196c108ff0 2024-05-21T00:03:47.900 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.095+0000 7f196aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 0x7f196c109410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:47.900 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.095+0000 7f196aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 0x7f196c109410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:39914/0 (socket says 172.21.15.12:39914) 2024-05-21T00:03:47.902 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.095+0000 7f196aa00700 1 -- 172.21.15.12:0/2839145128 learned_addr learned my addr 172.21.15.12:0/2839145128 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:47.902 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.096+0000 7f196aa00700 1 -- 172.21.15.12:0/2839145128 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f196c10a1f0 con 0x7f196c108ff0 2024-05-21T00:03:47.902 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.096+0000 7f196aa00700 1 --2- 172.21.15.12:0/2839145128 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 0x7f196c109410 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f195c009e80 tx=0x7f195c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a07ff51fdf70fa5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:47.902 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.096+0000 7f1969600700 1 -- 172.21.15.12:0/2839145128 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f195c017070 con 0x7f196c108ff0 2024-05-21T00:03:47.902 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.096+0000 7f1969600700 1 -- 172.21.15.12:0/2839145128 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f195c00b8c0 con 0x7f196c108ff0 2024-05-21T00:03:47.902 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.096+0000 7f1969600700 1 -- 172.21.15.12:0/2839145128 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f195c004490 con 0x7f196c108ff0 2024-05-21T00:03:47.902 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.097+0000 7f1971c00700 1 -- 172.21.15.12:0/2839145128 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 msgr2=0x7f196c109410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:47.902 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.097+0000 7f1971c00700 1 --2- 172.21.15.12:0/2839145128 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 0x7f196c109410 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f195c009e80 tx=0x7f195c00b330 comp rx=0 tx=0).stop 2024-05-21T00:03:47.902 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.097+0000 7f1971c00700 1 -- 172.21.15.12:0/2839145128 shutdown_connections 2024-05-21T00:03:47.902 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.097+0000 7f1971c00700 1 --2- 172.21.15.12:0/2839145128 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 0x7f196c109410 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:47.903 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.097+0000 7f1971c00700 1 -- 172.21.15.12:0/2839145128 >> 172.21.15.12:0/2839145128 conn(0x7f196c1045d0 msgr2=0x7f196c1069f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:47.903 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.098+0000 7f1971c00700 1 -- 172.21.15.12:0/2839145128 shutdown_connections 2024-05-21T00:03:47.903 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.098+0000 7f1971c00700 1 -- 172.21.15.12:0/2839145128 wait complete. 2024-05-21T00:03:47.903 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.099+0000 7f1971c00700 1 Processor -- start 2024-05-21T00:03:47.906 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.099+0000 7f1971c00700 1 -- start start 2024-05-21T00:03:47.906 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.099+0000 7f1971c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 0x7f196c19f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:47.906 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.099+0000 7f1971c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f196c10d5a0 con 0x7f196c108ff0 2024-05-21T00:03:47.906 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.100+0000 7f196aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 0x7f196c19f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:47.906 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.100+0000 7f196aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 0x7f196c19f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:39924/0 (socket says 172.21.15.12:39924) 2024-05-21T00:03:47.906 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.100+0000 7f196aa00700 1 -- 172.21.15.12:0/4008963320 learned_addr learned my addr 172.21.15.12:0/4008963320 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:47.906 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.100+0000 7f196aa00700 1 -- 172.21.15.12:0/4008963320 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f196c19f630 con 0x7f196c108ff0 2024-05-21T00:03:47.906 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.101+0000 7f196aa00700 1 --2- 172.21.15.12:0/4008963320 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 0x7f196c19f0f0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f195c004a60 tx=0x7f195c00bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:47.906 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.101+0000 7f1963400700 1 -- 172.21.15.12:0/4008963320 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f195c020020 con 0x7f196c108ff0 2024-05-21T00:03:47.906 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.101+0000 7f1963400700 1 -- 172.21.15.12:0/4008963320 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f195c003c60 con 0x7f196c108ff0 2024-05-21T00:03:47.906 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.101+0000 7f1963400700 1 -- 172.21.15.12:0/4008963320 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f195c017040 con 0x7f196c108ff0 2024-05-21T00:03:47.907 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.101+0000 7f1971c00700 1 -- 172.21.15.12:0/4008963320 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f196c19f8c0 con 0x7f196c108ff0 2024-05-21T00:03:47.907 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.101+0000 7f1971c00700 1 -- 172.21.15.12:0/4008963320 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f196c1a25b0 con 0x7f196c108ff0 2024-05-21T00:03:47.907 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.102+0000 7f1963400700 1 -- 172.21.15.12:0/4008963320 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f195c023020 con 0x7f196c108ff0 2024-05-21T00:03:47.908 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.102+0000 7f1963400700 1 -- 172.21.15.12:0/4008963320 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f195c00f050 con 0x7f196c108ff0 2024-05-21T00:03:47.908 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.102+0000 7f1971c00700 1 -- 172.21.15.12:0/4008963320 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f196c064ba0 con 0x7f196c108ff0 2024-05-21T00:03:47.908 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.106+0000 7f1963400700 1 -- 172.21.15.12:0/4008963320 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f195c02a020 con 0x7f196c108ff0 2024-05-21T00:03:47.908 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.185+0000 7f1971c00700 1 -- 172.21.15.12:0/4008963320 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f196c1a2780 con 0x7f196c108ff0 2024-05-21T00:03:47.908 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.189+0000 7f1963400700 1 -- 172.21.15.12:0/4008963320 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f195c003e10 con 0x7f196c108ff0 2024-05-21T00:03:47.908 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.191+0000 7f1971c00700 1 -- 172.21.15.12:0/4008963320 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 msgr2=0x7f196c19f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:47.908 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.191+0000 7f1971c00700 1 --2- 172.21.15.12:0/4008963320 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 0x7f196c19f0f0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f195c004a60 tx=0x7f195c00bd50 comp rx=0 tx=0).stop 2024-05-21T00:03:47.908 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.191+0000 7f1971c00700 1 -- 172.21.15.12:0/4008963320 shutdown_connections 2024-05-21T00:03:47.908 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.191+0000 7f1971c00700 1 --2- 172.21.15.12:0/4008963320 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f196c108ff0 0x7f196c19f0f0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:47.908 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.191+0000 7f1971c00700 1 -- 172.21.15.12:0/4008963320 >> 172.21.15.12:0/4008963320 conn(0x7f196c1045d0 msgr2=0x7f196c105110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:47.909 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.191+0000 7f1971c00700 1 -- 172.21.15.12:0/4008963320 shutdown_connections 2024-05-21T00:03:47.909 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:47.191+0000 7f1971c00700 1 -- 172.21.15.12:0/4008963320 wait complete. 2024-05-21T00:03:47.909 INFO:teuthology.orchestra.run.smithi012.stdout:Wrote config to /etc/ceph/ceph.conf 2024-05-21T00:03:47.930 INFO:teuthology.orchestra.run.smithi012.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:03:47.930 INFO:teuthology.orchestra.run.smithi012.stdout:Creating mgr... 2024-05-21T00:03:47.931 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying port 0.0.0.0:9283 ... 2024-05-21T00:03:47.932 INFO:teuthology.orchestra.run.smithi012.stdout:Verifying port 0.0.0.0:8765 ... 2024-05-21T00:03:48.307 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:48 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/4008963320' entity='client.admin' 2024-05-21T00:03:48.357 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mgr.x 2024-05-21T00:03:48.358 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Failed to reset failed state of unit ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mgr.x.service: Unit ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mgr.x.service not loaded. 2024-05-21T00:03:48.633 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-66e3e586-1705-11ef-bc9a-c7b262605968.target.wants/ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-66e3e586-1705-11ef-bc9a-c7b262605968@.service. 2024-05-21T00:03:49.421 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T00:03:49.421 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout disabled 2024-05-21T00:03:49.440 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T00:03:49.440 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-05-21T00:03:49.441 INFO:teuthology.orchestra.run.smithi012.stdout:firewalld.service is not enabled 2024-05-21T00:03:49.441 INFO:teuthology.orchestra.run.smithi012.stdout:Not possible to enable service . firewalld.service is not available 2024-05-21T00:03:49.463 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T00:03:49.464 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout disabled 2024-05-21T00:03:49.487 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T00:03:49.487 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-05-21T00:03:49.487 INFO:teuthology.orchestra.run.smithi012.stdout:firewalld.service is not enabled 2024-05-21T00:03:49.488 INFO:teuthology.orchestra.run.smithi012.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-05-21T00:03:49.488 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mgr to start... 2024-05-21T00:03:49.488 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mgr... 2024-05-21T00:03:49.555 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:49 smithi012 systemd[1]: Started Ceph mgr.x for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:03:49.807 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:49 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:49.565+0000 7fae563a4200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T00:03:50.088 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:49 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:49.834+0000 7fae563a4200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:03:50.089 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:49 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:49.972+0000 7fae563a4200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T00:03:50.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:50 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1778747193' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T00:03:50.807 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:50 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:50.404+0000 7fae563a4200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T00:03:50.807 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:50 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:50.526+0000 7fae563a4200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T00:03:51.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-05-21T00:03:51.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:03:51.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:03:51.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T00:03:51.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T00:03:51.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T00:03:51.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T00:03:51.176 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:51.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T00:03:51.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T00:03:51.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 0 2024-05-21T00:03:51.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:03:51.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T00:03:51.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T00:03:51.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:03:51.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-05-21T00:03:51.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T00:03:51.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:03:51.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T00:03:51.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T00:03:51.177 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:51.178 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T00:03:51.178 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:03:51.178 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T00:03:51.178 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T00:03:51.178 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T00:03:51.186 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T00:03:51.186 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T00:03:51.186 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T00:03:51.186 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:51.186 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T00:03:51.186 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T00:03:51.186 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T00:03:51.187 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-21T00:03:51.188 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T00:03:51.188 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T00:03:51.188 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T00:03:51.188 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T00:03:51.188 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T00:03:51.188 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:03:51.188 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:03:51.188 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:51.188 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T00:03:51.188 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:03:51.188 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T00:03:31.858517+0000", 2024-05-21T00:03:51.189 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:03:51.189 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:51.189 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T00:03:51.189 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:03:51.189 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.385+0000 7f7594800700 1 Processor -- start 2024-05-21T00:03:51.189 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.386+0000 7f7594800700 1 -- start start 2024-05-21T00:03:51.189 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.386+0000 7f7594800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 0x7f758c109400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:51.189 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.386+0000 7f7594800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f758c1099d0 con 0x7f758c108fe0 2024-05-21T00:03:51.189 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.387+0000 7f7591e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 0x7f758c109400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:51.189 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.387+0000 7f7591e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 0x7f758c109400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:39950/0 (socket says 172.21.15.12:39950) 2024-05-21T00:03:51.189 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.387+0000 7f7591e00700 1 -- 172.21.15.12:0/3365861758 learned_addr learned my addr 172.21.15.12:0/3365861758 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:51.189 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.388+0000 7f7591e00700 1 -- 172.21.15.12:0/3365861758 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f758c10a190 con 0x7f758c108fe0 2024-05-21T00:03:51.189 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.388+0000 7f7591e00700 1 --2- 172.21.15.12:0/3365861758 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 0x7f758c109400 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f75800098a0 tx=0x7f7580009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c51e918c1f541127 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:51.190 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.388+0000 7f7590a00700 1 -- 172.21.15.12:0/3365861758 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7580004160 con 0x7f758c108fe0 2024-05-21T00:03:51.190 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.388+0000 7f7590a00700 1 -- 172.21.15.12:0/3365861758 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7580004300 con 0x7f758c108fe0 2024-05-21T00:03:51.190 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.388+0000 7f7590a00700 1 -- 172.21.15.12:0/3365861758 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7580011af0 con 0x7f758c108fe0 2024-05-21T00:03:51.190 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.389+0000 7f7594800700 1 -- 172.21.15.12:0/3365861758 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 msgr2=0x7f758c109400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:51.190 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.389+0000 7f7594800700 1 --2- 172.21.15.12:0/3365861758 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 0x7f758c109400 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f75800098a0 tx=0x7f7580009bb0 comp rx=0 tx=0).stop 2024-05-21T00:03:51.190 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.389+0000 7f7594800700 1 -- 172.21.15.12:0/3365861758 shutdown_connections 2024-05-21T00:03:51.190 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.389+0000 7f7594800700 1 --2- 172.21.15.12:0/3365861758 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 0x7f758c109400 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:51.190 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.389+0000 7f7594800700 1 -- 172.21.15.12:0/3365861758 >> 172.21.15.12:0/3365861758 conn(0x7f758c104600 msgr2=0x7f758c106a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:51.191 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.389+0000 7f7594800700 1 -- 172.21.15.12:0/3365861758 shutdown_connections 2024-05-21T00:03:51.191 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.389+0000 7f7594800700 1 -- 172.21.15.12:0/3365861758 wait complete. 2024-05-21T00:03:51.191 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.390+0000 7f7594800700 1 Processor -- start 2024-05-21T00:03:51.191 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.391+0000 7f7594800700 1 -- start start 2024-05-21T00:03:51.191 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.391+0000 7f7594800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 0x7f758c19f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:51.191 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.391+0000 7f7594800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f758c10d540 con 0x7f758c108fe0 2024-05-21T00:03:51.191 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.391+0000 7f7591e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 0x7f758c19f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:51.191 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.391+0000 7f7591e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 0x7f758c19f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:39958/0 (socket says 172.21.15.12:39958) 2024-05-21T00:03:51.191 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.391+0000 7f7591e00700 1 -- 172.21.15.12:0/1778747193 learned_addr learned my addr 172.21.15.12:0/1778747193 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:51.191 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.391+0000 7f7591e00700 1 -- 172.21.15.12:0/1778747193 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f758c19f650 con 0x7f758c108fe0 2024-05-21T00:03:51.191 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.392+0000 7f7591e00700 1 --2- 172.21.15.12:0/1778747193 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 0x7f758c19f110 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7580003f40 tx=0x7f7580011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:51.192 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.392+0000 7f7586a00700 1 -- 172.21.15.12:0/1778747193 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f75800038b0 con 0x7f758c108fe0 2024-05-21T00:03:51.192 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.392+0000 7f7586a00700 1 -- 172.21.15.12:0/1778747193 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f7580003a50 con 0x7f758c108fe0 2024-05-21T00:03:51.192 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.392+0000 7f7594800700 1 -- 172.21.15.12:0/1778747193 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f758c19f8e0 con 0x7f758c108fe0 2024-05-21T00:03:51.192 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.392+0000 7f7586a00700 1 -- 172.21.15.12:0/1778747193 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f758001a5c0 con 0x7f758c108fe0 2024-05-21T00:03:51.192 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.392+0000 7f7594800700 1 -- 172.21.15.12:0/1778747193 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f758c1a25d0 con 0x7f758c108fe0 2024-05-21T00:03:51.192 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.393+0000 7f7586a00700 1 -- 172.21.15.12:0/1778747193 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f758001ac50 con 0x7f758c108fe0 2024-05-21T00:03:51.192 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.393+0000 7f7586a00700 1 -- 172.21.15.12:0/1778747193 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7580019700 con 0x7f758c108fe0 2024-05-21T00:03:51.192 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.393+0000 7f7594800700 1 -- 172.21.15.12:0/1778747193 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f758c064ba0 con 0x7f758c108fe0 2024-05-21T00:03:51.192 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.396+0000 7f7586a00700 1 -- 172.21.15.12:0/1778747193 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f75800199a0 con 0x7f758c108fe0 2024-05-21T00:03:51.192 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.477+0000 7f7594800700 1 -- 172.21.15.12:0/1778747193 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f758c1a2b20 con 0x7f758c108fe0 2024-05-21T00:03:51.192 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.478+0000 7f7586a00700 1 -- 172.21.15.12:0/1778747193 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f7580019b80 con 0x7f758c108fe0 2024-05-21T00:03:51.192 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.479+0000 7f7594800700 1 -- 172.21.15.12:0/1778747193 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 msgr2=0x7f758c19f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:51.193 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.479+0000 7f7594800700 1 --2- 172.21.15.12:0/1778747193 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 0x7f758c19f110 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7580003f40 tx=0x7f7580011890 comp rx=0 tx=0).stop 2024-05-21T00:03:51.193 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.479+0000 7f7594800700 1 -- 172.21.15.12:0/1778747193 shutdown_connections 2024-05-21T00:03:51.193 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.479+0000 7f7594800700 1 --2- 172.21.15.12:0/1778747193 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f758c108fe0 0x7f758c19f110 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:51.193 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.479+0000 7f7594800700 1 -- 172.21.15.12:0/1778747193 >> 172.21.15.12:0/1778747193 conn(0x7f758c104600 msgr2=0x7f758c105050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:51.193 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.479+0000 7f7594800700 1 -- 172.21.15.12:0/1778747193 shutdown_connections 2024-05-21T00:03:51.193 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:50.479+0000 7f7594800700 1 -- 172.21.15.12:0/1778747193 wait complete. 2024-05-21T00:03:51.193 INFO:teuthology.orchestra.run.smithi012.stdout:mgr not available, waiting (1/15)... 2024-05-21T00:03:52.557 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:52 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:52.189+0000 7fae563a4200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T00:03:52.557 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:52 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:52.425+0000 7fae563a4200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T00:03:53.030 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:52 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:52.644+0000 7fae563a4200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T00:03:53.031 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:53 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:53.040+0000 7fae563a4200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T00:03:53.306 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:53 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:53.168+0000 7fae563a4200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T00:03:53.619 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:53 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:53.429+0000 7fae563a4200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T00:03:53.878 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:53 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:53.705+0000 7fae563a4200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:03:54.230 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:53 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1676600266' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T00:03:54.524 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-05-21T00:03:54.524 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:03:54.524 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:03:54.524 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T00:03:54.524 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T00:03:54.524 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T00:03:54.524 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T00:03:54.524 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:54.524 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T00:03:54.524 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 0 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T00:03:54.525 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T00:03:54.526 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T00:03:54.533 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T00:03:54.533 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T00:03:54.533 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T00:03:54.533 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:54.533 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T00:03:54.534 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:54.535 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T00:03:54.535 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-21T00:03:54.535 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T00:03:54.535 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T00:03:54.535 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T00:03:54.535 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T00:03:54.535 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T00:03:54.535 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:03:54.535 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:03:54.535 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:54.535 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T00:03:54.535 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:03:54.535 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T00:03:31.858517+0000", 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.788+0000 7f2cf3600700 1 Processor -- start 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.788+0000 7f2cf3600700 1 -- start start 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.789+0000 7f2cf3600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 0x7f2cec1093d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.789+0000 7f2cf3600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2cec1099a0 con 0x7f2cec108fb0 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.789+0000 7f2cf0c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 0x7f2cec1093d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.789+0000 7f2cf0c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 0x7f2cec1093d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:39966/0 (socket says 172.21.15.12:39966) 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.789+0000 7f2cf0c00700 1 -- 172.21.15.12:0/3944485978 learned_addr learned my addr 172.21.15.12:0/3944485978 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.790+0000 7f2cf0c00700 1 -- 172.21.15.12:0/3944485978 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cec10a1b0 con 0x7f2cec108fb0 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.790+0000 7f2cf0c00700 1 --2- 172.21.15.12:0/3944485978 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 0x7f2cec1093d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2ce00098a0 tx=0x7f2ce0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d88ece37acd1b2d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.790+0000 7f2ceb400700 1 -- 172.21.15.12:0/3944485978 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2ce0004160 con 0x7f2cec108fb0 2024-05-21T00:03:54.536 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.790+0000 7f2ceb400700 1 -- 172.21.15.12:0/3944485978 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f2ce0004300 con 0x7f2cec108fb0 2024-05-21T00:03:54.537 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.790+0000 7f2ceb400700 1 -- 172.21.15.12:0/3944485978 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2ce0011af0 con 0x7f2cec108fb0 2024-05-21T00:03:54.537 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.791+0000 7f2cf3600700 1 -- 172.21.15.12:0/3944485978 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 msgr2=0x7f2cec1093d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:54.537 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.791+0000 7f2cf3600700 1 --2- 172.21.15.12:0/3944485978 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 0x7f2cec1093d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2ce00098a0 tx=0x7f2ce0009bb0 comp rx=0 tx=0).stop 2024-05-21T00:03:54.537 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.791+0000 7f2cf3600700 1 -- 172.21.15.12:0/3944485978 shutdown_connections 2024-05-21T00:03:54.537 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.791+0000 7f2cf3600700 1 --2- 172.21.15.12:0/3944485978 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 0x7f2cec1093d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:54.537 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.791+0000 7f2cf3600700 1 -- 172.21.15.12:0/3944485978 >> 172.21.15.12:0/3944485978 conn(0x7f2cec104570 msgr2=0x7f2cec106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:54.537 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.791+0000 7f2cf3600700 1 -- 172.21.15.12:0/3944485978 shutdown_connections 2024-05-21T00:03:54.537 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.792+0000 7f2cf3600700 1 -- 172.21.15.12:0/3944485978 wait complete. 2024-05-21T00:03:54.537 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.793+0000 7f2cf3600700 1 Processor -- start 2024-05-21T00:03:54.537 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.793+0000 7f2cf3600700 1 -- start start 2024-05-21T00:03:54.537 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.793+0000 7f2cf3600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 0x7f2cec19f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:54.537 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.793+0000 7f2cf3600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2cec10d560 con 0x7f2cec108fb0 2024-05-21T00:03:54.537 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.794+0000 7f2cf0c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 0x7f2cec19f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:54.538 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.794+0000 7f2cf0c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 0x7f2cec19f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:39974/0 (socket says 172.21.15.12:39974) 2024-05-21T00:03:54.538 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.794+0000 7f2cf0c00700 1 -- 172.21.15.12:0/1676600266 learned_addr learned my addr 172.21.15.12:0/1676600266 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:54.538 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.794+0000 7f2cf0c00700 1 -- 172.21.15.12:0/1676600266 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cec19f700 con 0x7f2cec108fb0 2024-05-21T00:03:54.538 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.794+0000 7f2cf0c00700 1 --2- 172.21.15.12:0/1676600266 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 0x7f2cec19f1c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2ce00117b0 tx=0x7f2ce0011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:54.538 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.795+0000 7f2ce9600700 1 -- 172.21.15.12:0/1676600266 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2ce0003af0 con 0x7f2cec108fb0 2024-05-21T00:03:54.538 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.795+0000 7f2ce9600700 1 -- 172.21.15.12:0/1676600266 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f2ce0020070 con 0x7f2cec108fb0 2024-05-21T00:03:54.538 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.795+0000 7f2ce9600700 1 -- 172.21.15.12:0/1676600266 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2ce0019630 con 0x7f2cec108fb0 2024-05-21T00:03:54.538 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.795+0000 7f2cf3600700 1 -- 172.21.15.12:0/1676600266 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cec19f990 con 0x7f2cec108fb0 2024-05-21T00:03:54.538 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.795+0000 7f2cf3600700 1 -- 172.21.15.12:0/1676600266 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cec1a2680 con 0x7f2cec108fb0 2024-05-21T00:03:54.538 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.795+0000 7f2ce9600700 1 -- 172.21.15.12:0/1676600266 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2ce0019c80 con 0x7f2cec108fb0 2024-05-21T00:03:54.539 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.795+0000 7f2ce9600700 1 -- 172.21.15.12:0/1676600266 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2ce000b720 con 0x7f2cec108fb0 2024-05-21T00:03:54.539 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.796+0000 7f2cf3600700 1 -- 172.21.15.12:0/1676600266 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cec064ba0 con 0x7f2cec108fb0 2024-05-21T00:03:54.539 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.799+0000 7f2ce9600700 1 -- 172.21.15.12:0/1676600266 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f2ce00042a0 con 0x7f2cec108fb0 2024-05-21T00:03:54.539 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.888+0000 7f2cf3600700 1 -- 172.21.15.12:0/1676600266 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f2cec1a2850 con 0x7f2cec108fb0 2024-05-21T00:03:54.539 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.889+0000 7f2ce9600700 1 -- 172.21.15.12:0/1676600266 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f2ce001a9c0 con 0x7f2cec108fb0 2024-05-21T00:03:54.539 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.890+0000 7f2cf3600700 1 -- 172.21.15.12:0/1676600266 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 msgr2=0x7f2cec19f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:54.539 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.890+0000 7f2cf3600700 1 --2- 172.21.15.12:0/1676600266 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 0x7f2cec19f1c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2ce00117b0 tx=0x7f2ce0011b70 comp rx=0 tx=0).stop 2024-05-21T00:03:54.539 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.890+0000 7f2cf3600700 1 -- 172.21.15.12:0/1676600266 shutdown_connections 2024-05-21T00:03:54.539 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.890+0000 7f2cf3600700 1 --2- 172.21.15.12:0/1676600266 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2cec108fb0 0x7f2cec19f1c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:54.539 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.890+0000 7f2cf3600700 1 -- 172.21.15.12:0/1676600266 >> 172.21.15.12:0/1676600266 conn(0x7f2cec104570 msgr2=0x7f2cec105110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:54.539 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.891+0000 7f2cf3600700 1 -- 172.21.15.12:0/1676600266 shutdown_connections 2024-05-21T00:03:54.539 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:53.891+0000 7f2cf3600700 1 -- 172.21.15.12:0/1676600266 wait complete. 2024-05-21T00:03:54.540 INFO:teuthology.orchestra.run.smithi012.stdout:mgr not available, waiting (2/15)... 2024-05-21T00:03:54.807 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:54 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:54.571+0000 7fae563a4200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T00:03:55.307 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:54 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:54.870+0000 7fae563a4200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T00:03:55.807 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:55 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:55.446+0000 7fae563a4200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T00:03:55.807 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:55 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:55.578+0000 7fae563a4200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T00:03:56.307 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:56 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:56.054+0000 7fae563a4200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T00:03:56.807 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:56 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:56.527+0000 7fae563a4200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T00:03:56.807 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:56 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:56.660+0000 7fae563a4200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T00:03:57.115 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:57.004+0000 7fae563a4200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T00:03:57.554 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:57 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/666809372' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T00:03:57.554 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:57.196+0000 7fae563a4200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T00:03:57.554 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:57.334+0000 7fae563a4200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T00:03:57.869 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:57.749+0000 7fae563a4200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T00:03:57.869 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:57.879+0000 7fae563a4200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T00:03:57.917 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-05-21T00:03:57.918 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:03:57.918 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:03:57.919 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T00:03:57.919 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T00:03:57.919 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T00:03:57.919 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T00:03:57.919 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:57.934 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T00:03:57.934 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T00:03:57.934 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 0 2024-05-21T00:03:57.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:03:57.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T00:03:57.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T00:03:57.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:03:57.935 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-05-21T00:03:57.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T00:03:57.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:03:57.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T00:03:57.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T00:03:57.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:57.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T00:03:57.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:03:57.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T00:03:57.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T00:03:57.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T00:03:57.936 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T00:03:57.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T00:03:57.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T00:03:57.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:57.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T00:03:57.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T00:03:57.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T00:03:57.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T00:03:57.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T00:03:57.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T00:03:57.937 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T00:03:57.938 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T00:03:57.938 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T00:03:57.938 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:57.938 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T00:03:57.938 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:03:57.938 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T00:03:57.938 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T00:03:57.938 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:57.938 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T00:03:57.939 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-21T00:03:57.939 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T00:03:57.939 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T00:03:57.939 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T00:03:57.939 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T00:03:57.939 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T00:03:57.939 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:03:57.939 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:03:57.939 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:57.940 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T00:03:57.940 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:03:57.940 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T00:03:31.858517+0000", 2024-05-21T00:03:57.940 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:03:57.940 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:03:57.940 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T00:03:57.940 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:03:57.940 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.125+0000 7f43a2c00700 1 Processor -- start 2024-05-21T00:03:57.940 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.125+0000 7f43a2c00700 1 -- start start 2024-05-21T00:03:57.940 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.126+0000 7f43a2c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 0x7f439c07d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:57.941 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.126+0000 7f43a2c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f439c07d7f0 con 0x7f439c07ee00 2024-05-21T00:03:57.941 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.126+0000 7f439be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 0x7f439c07d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:57.941 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.126+0000 7f439be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 0x7f439c07d2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52962/0 (socket says 172.21.15.12:52962) 2024-05-21T00:03:57.941 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.126+0000 7f439be00700 1 -- 172.21.15.12:0/2194079335 learned_addr learned my addr 172.21.15.12:0/2194079335 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:57.941 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.127+0000 7f439be00700 1 -- 172.21.15.12:0/2194079335 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f439c07d970 con 0x7f439c07ee00 2024-05-21T00:03:57.941 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.127+0000 7f439be00700 1 --2- 172.21.15.12:0/2194079335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 0x7f439c07d2b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f438c0098a0 tx=0x7f438c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a950f5a75f1e73c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:57.941 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.127+0000 7f439aa00700 1 -- 172.21.15.12:0/2194079335 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f438c004160 con 0x7f439c07ee00 2024-05-21T00:03:57.941 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.127+0000 7f439aa00700 1 -- 172.21.15.12:0/2194079335 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f438c004300 con 0x7f439c07ee00 2024-05-21T00:03:57.942 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.128+0000 7f439aa00700 1 -- 172.21.15.12:0/2194079335 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f438c011af0 con 0x7f439c07ee00 2024-05-21T00:03:57.942 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.128+0000 7f43a2c00700 1 -- 172.21.15.12:0/2194079335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 msgr2=0x7f439c07d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:57.942 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.128+0000 7f43a2c00700 1 --2- 172.21.15.12:0/2194079335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 0x7f439c07d2b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f438c0098a0 tx=0x7f438c009bb0 comp rx=0 tx=0).stop 2024-05-21T00:03:57.942 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.128+0000 7f43a2c00700 1 -- 172.21.15.12:0/2194079335 shutdown_connections 2024-05-21T00:03:57.942 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.128+0000 7f43a2c00700 1 --2- 172.21.15.12:0/2194079335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 0x7f439c07d2b0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:57.942 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.128+0000 7f43a2c00700 1 -- 172.21.15.12:0/2194079335 >> 172.21.15.12:0/2194079335 conn(0x7f439c104600 msgr2=0x7f439c106a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:57.943 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.128+0000 7f43a2c00700 1 -- 172.21.15.12:0/2194079335 shutdown_connections 2024-05-21T00:03:57.943 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.128+0000 7f43a2c00700 1 -- 172.21.15.12:0/2194079335 wait complete. 2024-05-21T00:03:57.943 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.129+0000 7f43a2c00700 1 Processor -- start 2024-05-21T00:03:57.943 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.130+0000 7f43a2c00700 1 -- start start 2024-05-21T00:03:57.943 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.130+0000 7f43a2c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 0x7f439c19f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:03:57.943 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.130+0000 7f43a2c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f439c10f550 con 0x7f439c07ee00 2024-05-21T00:03:57.943 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.130+0000 7f439be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 0x7f439c19f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:03:57.943 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.130+0000 7f439be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 0x7f439c19f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52966/0 (socket says 172.21.15.12:52966) 2024-05-21T00:03:57.943 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.130+0000 7f439be00700 1 -- 172.21.15.12:0/666809372 learned_addr learned my addr 172.21.15.12:0/666809372 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:03:57.943 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.131+0000 7f439be00700 1 -- 172.21.15.12:0/666809372 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f439c19f5e0 con 0x7f439c07ee00 2024-05-21T00:03:57.944 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.131+0000 7f439be00700 1 --2- 172.21.15.12:0/666809372 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 0x7f439c19f0a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f438c011ac0 tx=0x7f438c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:03:57.944 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.131+0000 7f4398c00700 1 -- 172.21.15.12:0/666809372 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f438c003b20 con 0x7f439c07ee00 2024-05-21T00:03:57.944 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.131+0000 7f4398c00700 1 -- 172.21.15.12:0/666809372 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f438c01a8c0 con 0x7f439c07ee00 2024-05-21T00:03:57.944 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.131+0000 7f4398c00700 1 -- 172.21.15.12:0/666809372 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f438c0248d0 con 0x7f439c07ee00 2024-05-21T00:03:57.944 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.131+0000 7f43a2c00700 1 -- 172.21.15.12:0/666809372 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f439c19f870 con 0x7f439c07ee00 2024-05-21T00:03:57.944 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.131+0000 7f43a2c00700 1 -- 172.21.15.12:0/666809372 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f439c1a2560 con 0x7f439c07ee00 2024-05-21T00:03:57.944 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.132+0000 7f4398c00700 1 -- 172.21.15.12:0/666809372 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f438c022020 con 0x7f439c07ee00 2024-05-21T00:03:57.944 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.132+0000 7f4398c00700 1 -- 172.21.15.12:0/666809372 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f438c0193c0 con 0x7f439c07ee00 2024-05-21T00:03:57.944 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.132+0000 7f43a2c00700 1 -- 172.21.15.12:0/666809372 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f439c064ba0 con 0x7f439c07ee00 2024-05-21T00:03:57.945 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.135+0000 7f4398c00700 1 -- 172.21.15.12:0/666809372 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73389 (secure 0 0 0) 0x7f438c042ec0 con 0x7f439c07ee00 2024-05-21T00:03:57.945 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.215+0000 7f43a2c00700 1 -- 172.21.15.12:0/666809372 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f439c1a2ab0 con 0x7f439c07ee00 2024-05-21T00:03:57.945 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.216+0000 7f4398c00700 1 -- 172.21.15.12:0/666809372 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1240 (secure 0 0 0) 0x7f438c031020 con 0x7f439c07ee00 2024-05-21T00:03:57.945 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.217+0000 7f43a2c00700 1 -- 172.21.15.12:0/666809372 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 msgr2=0x7f439c19f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:03:57.945 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.217+0000 7f43a2c00700 1 --2- 172.21.15.12:0/666809372 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 0x7f439c19f0a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f438c011ac0 tx=0x7f438c011ba0 comp rx=0 tx=0).stop 2024-05-21T00:03:57.945 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.217+0000 7f43a2c00700 1 -- 172.21.15.12:0/666809372 shutdown_connections 2024-05-21T00:03:57.945 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.217+0000 7f43a2c00700 1 --2- 172.21.15.12:0/666809372 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f439c07ee00 0x7f439c19f0a0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:03:57.945 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.217+0000 7f43a2c00700 1 -- 172.21.15.12:0/666809372 >> 172.21.15.12:0/666809372 conn(0x7f439c104600 msgr2=0x7f439c105110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:03:57.945 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.218+0000 7f43a2c00700 1 -- 172.21.15.12:0/666809372 shutdown_connections 2024-05-21T00:03:57.945 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:03:57.218+0000 7f43a2c00700 1 -- 172.21.15.12:0/666809372 wait complete. 2024-05-21T00:03:57.945 INFO:teuthology.orchestra.run.smithi012.stdout:mgr not available, waiting (3/15)... 2024-05-21T00:03:58.971 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:58 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:58.682+0000 7fae563a4200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T00:03:59.263 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:03:58 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:03:58.980+0000 7fae563a4200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T00:03:59.264 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:59 smithi012 ceph-mon[31403]: Activating manager daemon x 2024-05-21T00:03:59.265 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:59 smithi012 ceph-mon[31403]: mgrmap e2: x(active, starting, since 0.01328s) 2024-05-21T00:03:59.265 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:59 smithi012 ceph-mon[31403]: from='mgr.14100 172.21.15.12:0/2260802619' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T00:03:59.265 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:59 smithi012 ceph-mon[31403]: from='mgr.14100 172.21.15.12:0/2260802619' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T00:03:59.265 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:59 smithi012 ceph-mon[31403]: from='mgr.14100 172.21.15.12:0/2260802619' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T00:03:59.265 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:59 smithi012 ceph-mon[31403]: from='mgr.14100 172.21.15.12:0/2260802619' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T00:03:59.266 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:59 smithi012 ceph-mon[31403]: from='mgr.14100 172.21.15.12:0/2260802619' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T00:03:59.266 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:59 smithi012 ceph-mon[31403]: from='mgr.14100 172.21.15.12:0/2260802619' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T00:03:59.266 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:59 smithi012 ceph-mon[31403]: from='mgr.14100 172.21.15.12:0/2260802619' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:03:59.266 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:59 smithi012 ceph-mon[31403]: from='mgr.14100 172.21.15.12:0/2260802619' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-21T00:03:59.266 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:59 smithi012 ceph-mon[31403]: Manager daemon x is now available 2024-05-21T00:03:59.266 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:59 smithi012 ceph-mon[31403]: from='mgr.14100 172.21.15.12:0/2260802619' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-21T00:03:59.266 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:03:59 smithi012 ceph-mon[31403]: from='mgr.14100 172.21.15.12:0/2260802619' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-21T00:04:00.286 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:00 smithi012 ceph-mon[31403]: from='mgr.14100 172.21.15.12:0/2260802619' entity='mgr.x' 2024-05-21T00:04:00.286 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:00 smithi012 ceph-mon[31403]: from='mgr.14100 172.21.15.12:0/2260802619' entity='mgr.x' 2024-05-21T00:04:00.287 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:00 smithi012 ceph-mon[31403]: from='mgr.14100 172.21.15.12:0/2260802619' entity='mgr.x' 2024-05-21T00:04:00.287 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:00 smithi012 ceph-mon[31403]: mgrmap e3: x(active, since 1.02084s) 2024-05-21T00:04:01.254 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:01 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3388737276' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-21T00:04:01.576 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-05-21T00:04:01.576 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:04:01.576 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:04:01.576 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "health": { 2024-05-21T00:04:01.576 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-21T00:04:01.576 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-21T00:04:01.576 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-21T00:04:01.576 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:04:01.577 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-21T00:04:01.577 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-21T00:04:01.577 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 0 2024-05-21T00:04:01.577 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:04:01.577 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-21T00:04:01.577 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "a" 2024-05-21T00:04:01.577 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:04:01.577 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-05-21T00:04:01.577 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-21T00:04:01.577 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:04:01.577 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-05-21T00:04:01.577 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-21T00:04:01.578 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:04:01.578 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-21T00:04:01.578 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:04:01.578 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-21T00:04:01.578 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-21T00:04:01.578 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-21T00:04:01.589 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-21T00:04:01.590 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-21T00:04:01.590 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-21T00:04:01.590 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:04:01.590 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-21T00:04:01.590 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-21T00:04:01.590 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-21T00:04:01.591 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-21T00:04:01.591 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-21T00:04:01.591 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-21T00:04:01.591 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-21T00:04:01.591 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-21T00:04:01.591 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-21T00:04:01.591 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:04:01.591 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-21T00:04:01.591 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:04:01.591 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-21T00:04:01.591 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-21T00:04:01.592 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:04:01.592 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-21T00:04:01.592 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-21T00:04:01.592 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-21T00:04:01.592 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-21T00:04:01.592 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-21T00:04:01.592 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-21T00:04:01.592 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "restful" 2024-05-21T00:04:01.593 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ], 2024-05-21T00:04:01.593 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:04:01.593 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:04:01.593 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-21T00:04:01.593 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-21T00:04:01.593 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "modified": "2024-05-21T00:03:31.858517+0000", 2024-05-21T00:04:01.593 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-21T00:04:01.594 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout }, 2024-05-21T00:04:01.594 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-21T00:04:01.594 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:04:01.594 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.541+0000 7f2c16600700 1 Processor -- start 2024-05-21T00:04:01.594 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.541+0000 7f2c16600700 1 -- start start 2024-05-21T00:04:01.594 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.542+0000 7f2c16600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 0x7f2c1010b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:01.594 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.542+0000 7f2c16600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2c1010ba40 con 0x7f2c1010b050 2024-05-21T00:04:01.594 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.542+0000 7f2c15200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 0x7f2c1010b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:01.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.542+0000 7f2c15200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 0x7f2c1010b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53050/0 (socket says 172.21.15.12:53050) 2024-05-21T00:04:01.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.542+0000 7f2c15200700 1 -- 172.21.15.12:0/96392123 learned_addr learned my addr 172.21.15.12:0/96392123 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:01.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.543+0000 7f2c15200700 1 -- 172.21.15.12:0/96392123 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c1010c200 con 0x7f2c1010b050 2024-05-21T00:04:01.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.543+0000 7f2c15200700 1 --2- 172.21.15.12:0/96392123 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 0x7f2c1010b470 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f2c000098a0 tx=0x7f2c00009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cab49ad60373a446 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:01.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.543+0000 7f2c0fe00700 1 -- 172.21.15.12:0/96392123 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c00004160 con 0x7f2c1010b050 2024-05-21T00:04:01.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.543+0000 7f2c0fe00700 1 -- 172.21.15.12:0/96392123 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f2c00004300 con 0x7f2c1010b050 2024-05-21T00:04:01.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.543+0000 7f2c0fe00700 1 -- 172.21.15.12:0/96392123 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c00011af0 con 0x7f2c1010b050 2024-05-21T00:04:01.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.544+0000 7f2c16600700 1 -- 172.21.15.12:0/96392123 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 msgr2=0x7f2c1010b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:01.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.544+0000 7f2c16600700 1 --2- 172.21.15.12:0/96392123 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 0x7f2c1010b470 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f2c000098a0 tx=0x7f2c00009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:01.595 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.544+0000 7f2c16600700 1 -- 172.21.15.12:0/96392123 shutdown_connections 2024-05-21T00:04:01.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.544+0000 7f2c16600700 1 --2- 172.21.15.12:0/96392123 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 0x7f2c1010b470 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:01.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.544+0000 7f2c16600700 1 -- 172.21.15.12:0/96392123 >> 172.21.15.12:0/96392123 conn(0x7f2c10106720 msgr2=0x7f2c10108b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:01.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.544+0000 7f2c16600700 1 -- 172.21.15.12:0/96392123 shutdown_connections 2024-05-21T00:04:01.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.545+0000 7f2c16600700 1 -- 172.21.15.12:0/96392123 wait complete. 2024-05-21T00:04:01.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.546+0000 7f2c16600700 1 Processor -- start 2024-05-21T00:04:01.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.546+0000 7f2c16600700 1 -- start start 2024-05-21T00:04:01.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.546+0000 7f2c16600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 0x7f2c1019ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:01.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.546+0000 7f2c16600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2c1010f5b0 con 0x7f2c1010b050 2024-05-21T00:04:01.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.546+0000 7f2c15200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 0x7f2c1019ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:01.596 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.546+0000 7f2c15200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 0x7f2c1019ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53058/0 (socket says 172.21.15.12:53058) 2024-05-21T00:04:01.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.546+0000 7f2c15200700 1 -- 172.21.15.12:0/3388737276 learned_addr learned my addr 172.21.15.12:0/3388737276 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:01.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.547+0000 7f2c15200700 1 -- 172.21.15.12:0/3388737276 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c1019f4d0 con 0x7f2c1010b050 2024-05-21T00:04:01.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.547+0000 7f2c15200700 1 --2- 172.21.15.12:0/3388737276 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 0x7f2c1019ef90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2c000117b0 tx=0x7f2c00011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:01.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.547+0000 7f2c0e000700 1 -- 172.21.15.12:0/3388737276 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c00003af0 con 0x7f2c1010b050 2024-05-21T00:04:01.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.547+0000 7f2c0e000700 1 -- 172.21.15.12:0/3388737276 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f2c00020070 con 0x7f2c1010b050 2024-05-21T00:04:01.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.547+0000 7f2c0e000700 1 -- 172.21.15.12:0/3388737276 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c00019630 con 0x7f2c1010b050 2024-05-21T00:04:01.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.547+0000 7f2c16600700 1 -- 172.21.15.12:0/3388737276 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c1019f760 con 0x7f2c1010b050 2024-05-21T00:04:01.597 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.547+0000 7f2c16600700 1 -- 172.21.15.12:0/3388737276 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c101a2450 con 0x7f2c1010b050 2024-05-21T00:04:01.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.548+0000 7f2c16600700 1 -- 172.21.15.12:0/3388737276 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c10064ba0 con 0x7f2c1010b050 2024-05-21T00:04:01.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.549+0000 7f2c0e000700 1 -- 172.21.15.12:0/3388737276 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 3) ==== 50105+0+0 (secure 0 0 0) 0x7f2c0001a9c0 con 0x7f2c1010b050 2024-05-21T00:04:01.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.549+0000 7f2c0e000700 1 --2- 172.21.15.12:0/3388737276 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f2bf003e350 0x7f2bf0040810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:01.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.549+0000 7f2c0e000700 1 -- 172.21.15.12:0/3388737276 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2c00053850 con 0x7f2c1010b050 2024-05-21T00:04:01.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.549+0000 7f2c07e00700 1 --2- 172.21.15.12:0/3388737276 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f2bf003e350 0x7f2bf0040810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:01.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.550+0000 7f2c07e00700 1 --2- 172.21.15.12:0/3388737276 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f2bf003e350 0x7f2bf0040810 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f2bf8006fd0 tx=0x7f2bf8006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:01.598 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.556+0000 7f2c0e000700 1 -- 172.21.15.12:0/3388737276 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2c000172b0 con 0x7f2c1010b050 2024-05-21T00:04:01.599 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.887+0000 7f2c16600700 1 -- 172.21.15.12:0/3388737276 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f2c101a2620 con 0x7f2c1010b050 2024-05-21T00:04:01.599 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.888+0000 7f2c0e000700 1 -- 172.21.15.12:0/3388737276 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f2c101a2620 con 0x7f2c1010b050 2024-05-21T00:04:01.599 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.892+0000 7f2c16600700 1 -- 172.21.15.12:0/3388737276 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f2bf003e350 msgr2=0x7f2bf0040810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:01.599 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.892+0000 7f2c16600700 1 --2- 172.21.15.12:0/3388737276 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f2bf003e350 0x7f2bf0040810 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f2bf8006fd0 tx=0x7f2bf8006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:01.599 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.892+0000 7f2c16600700 1 -- 172.21.15.12:0/3388737276 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 msgr2=0x7f2c1019ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:01.599 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.892+0000 7f2c16600700 1 --2- 172.21.15.12:0/3388737276 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 0x7f2c1019ef90 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2c000117b0 tx=0x7f2c00011b70 comp rx=0 tx=0).stop 2024-05-21T00:04:01.599 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.892+0000 7f2c16600700 1 -- 172.21.15.12:0/3388737276 shutdown_connections 2024-05-21T00:04:01.599 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.892+0000 7f2c16600700 1 --2- 172.21.15.12:0/3388737276 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f2bf003e350 0x7f2bf0040810 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:01.599 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.892+0000 7f2c16600700 1 --2- 172.21.15.12:0/3388737276 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c1010b050 0x7f2c1019ef90 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:01.600 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.892+0000 7f2c16600700 1 -- 172.21.15.12:0/3388737276 >> 172.21.15.12:0/3388737276 conn(0x7f2c10106720 msgr2=0x7f2c10108310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:01.600 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.892+0000 7f2c16600700 1 -- 172.21.15.12:0/3388737276 shutdown_connections 2024-05-21T00:04:01.600 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:00.892+0000 7f2c16600700 1 -- 172.21.15.12:0/3388737276 wait complete. 2024-05-21T00:04:01.600 INFO:teuthology.orchestra.run.smithi012.stdout:mgr is available 2024-05-21T00:04:02.217 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:02 smithi012 ceph-mon[31403]: mgrmap e4: x(active, since 2s) 2024-05-21T00:04:03.141 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:03 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/4006256180' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-21T00:04:03.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-05-21T00:04:03.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [global] 2024-05-21T00:04:03.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout fsid = 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:04:03.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-05-21T00:04:03.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-21T00:04:03.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-21T00:04:03.152 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-21T00:04:03.152 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-21T00:04:03.152 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-05-21T00:04:03.152 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-21T00:04:03.152 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-21T00:04:03.157 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 2024-05-21T00:04:03.157 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout [osd] 2024-05-21T00:04:03.157 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout bdev_async_discard = True 2024-05-21T00:04:03.157 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.226+0000 7fd7a7c00700 1 Processor -- start 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.226+0000 7fd7a7c00700 1 -- start start 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.226+0000 7fd7a7c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 0x7fd7a01093b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.226+0000 7fd7a7c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a0109980 con 0x7fd7a0108f90 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.227+0000 7fd7a5200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 0x7fd7a01093b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.227+0000 7fd7a5200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 0x7fd7a01093b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53066/0 (socket says 172.21.15.12:53066) 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.227+0000 7fd7a5200700 1 -- 172.21.15.12:0/2106913388 learned_addr learned my addr 172.21.15.12:0/2106913388 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.227+0000 7fd7a5200700 1 -- 172.21.15.12:0/2106913388 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7a010a190 con 0x7fd7a0108f90 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.228+0000 7fd7a5200700 1 --2- 172.21.15.12:0/2106913388 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 0x7fd7a01093b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd7940098a0 tx=0x7fd794009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b08545873958f3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:03.158 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.228+0000 7fd79f400700 1 -- 172.21.15.12:0/2106913388 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd794004160 con 0x7fd7a0108f90 2024-05-21T00:04:03.159 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.228+0000 7fd79f400700 1 -- 172.21.15.12:0/2106913388 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fd794004300 con 0x7fd7a0108f90 2024-05-21T00:04:03.159 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.228+0000 7fd79f400700 1 -- 172.21.15.12:0/2106913388 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd794011af0 con 0x7fd7a0108f90 2024-05-21T00:04:03.159 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.229+0000 7fd7a7c00700 1 -- 172.21.15.12:0/2106913388 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 msgr2=0x7fd7a01093b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:03.159 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.229+0000 7fd7a7c00700 1 --2- 172.21.15.12:0/2106913388 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 0x7fd7a01093b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd7940098a0 tx=0x7fd794009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:03.159 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.229+0000 7fd7a7c00700 1 -- 172.21.15.12:0/2106913388 shutdown_connections 2024-05-21T00:04:03.159 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.229+0000 7fd7a7c00700 1 --2- 172.21.15.12:0/2106913388 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 0x7fd7a01093b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:03.159 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.229+0000 7fd7a7c00700 1 -- 172.21.15.12:0/2106913388 >> 172.21.15.12:0/2106913388 conn(0x7fd7a0104570 msgr2=0x7fd7a0106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:03.159 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.229+0000 7fd7a7c00700 1 -- 172.21.15.12:0/2106913388 shutdown_connections 2024-05-21T00:04:03.159 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.229+0000 7fd7a7c00700 1 -- 172.21.15.12:0/2106913388 wait complete. 2024-05-21T00:04:03.159 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.230+0000 7fd7a7c00700 1 Processor -- start 2024-05-21T00:04:03.159 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.231+0000 7fd7a7c00700 1 -- start start 2024-05-21T00:04:03.159 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.231+0000 7fd7a7c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 0x7fd7a019f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:03.159 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.231+0000 7fd7a7c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd7a010d540 con 0x7fd7a0108f90 2024-05-21T00:04:03.160 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.231+0000 7fd7a5200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 0x7fd7a019f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:03.160 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.231+0000 7fd7a5200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 0x7fd7a019f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53078/0 (socket says 172.21.15.12:53078) 2024-05-21T00:04:03.160 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.231+0000 7fd7a5200700 1 -- 172.21.15.12:0/4006256180 learned_addr learned my addr 172.21.15.12:0/4006256180 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:03.160 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.232+0000 7fd7a5200700 1 -- 172.21.15.12:0/4006256180 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7a019f650 con 0x7fd7a0108f90 2024-05-21T00:04:03.160 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.232+0000 7fd7a5200700 1 --2- 172.21.15.12:0/4006256180 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 0x7fd7a019f110 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd794000c00 tx=0x7fd794011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:03.160 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.232+0000 7fd79d600700 1 -- 172.21.15.12:0/4006256180 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd794003b20 con 0x7fd7a0108f90 2024-05-21T00:04:03.160 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.232+0000 7fd79d600700 1 -- 172.21.15.12:0/4006256180 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fd79401a8c0 con 0x7fd7a0108f90 2024-05-21T00:04:03.160 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.232+0000 7fd79d600700 1 -- 172.21.15.12:0/4006256180 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd794024940 con 0x7fd7a0108f90 2024-05-21T00:04:03.160 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.232+0000 7fd7a7c00700 1 -- 172.21.15.12:0/4006256180 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7a019f8e0 con 0x7fd7a0108f90 2024-05-21T00:04:03.160 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.232+0000 7fd7a7c00700 1 -- 172.21.15.12:0/4006256180 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7a01a25d0 con 0x7fd7a0108f90 2024-05-21T00:04:03.160 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.234+0000 7fd79d600700 1 -- 172.21.15.12:0/4006256180 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7fd794022020 con 0x7fd7a0108f90 2024-05-21T00:04:03.160 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.234+0000 7fd7a7c00700 1 -- 172.21.15.12:0/4006256180 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7a0064ba0 con 0x7fd7a0108f90 2024-05-21T00:04:03.160 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.234+0000 7fd79d600700 1 --2- 172.21.15.12:0/4006256180 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fd78803e470 0x7fd788040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.234+0000 7fd79d600700 1 -- 172.21.15.12:0/4006256180 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd7940533a0 con 0x7fd7a0108f90 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.234+0000 7fd79fe00700 1 --2- 172.21.15.12:0/4006256180 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fd78803e470 0x7fd788040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.235+0000 7fd79fe00700 1 --2- 172.21.15.12:0/4006256180 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fd78803e470 0x7fd788040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd790006fd0 tx=0x7fd790006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.240+0000 7fd79d600700 1 -- 172.21.15.12:0/4006256180 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd794053100 con 0x7fd7a0108f90 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.474+0000 7fd7a7c00700 1 -- 172.21.15.12:0/4006256180 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fd7a01a27a0 con 0x7fd7a0108f90 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.476+0000 7fd79d600700 1 -- 172.21.15.12:0/4006256180 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+436 (secure 0 0 0) 0x7fd7a01a27a0 con 0x7fd7a0108f90 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.479+0000 7fd7a7c00700 1 -- 172.21.15.12:0/4006256180 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fd78803e470 msgr2=0x7fd788040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.479+0000 7fd7a7c00700 1 --2- 172.21.15.12:0/4006256180 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fd78803e470 0x7fd788040930 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd790006fd0 tx=0x7fd790006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.479+0000 7fd7a7c00700 1 -- 172.21.15.12:0/4006256180 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 msgr2=0x7fd7a019f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.480+0000 7fd7a7c00700 1 --2- 172.21.15.12:0/4006256180 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 0x7fd7a019f110 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fd794000c00 tx=0x7fd794011b70 comp rx=0 tx=0).stop 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.480+0000 7fd7a7c00700 1 -- 172.21.15.12:0/4006256180 shutdown_connections 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.480+0000 7fd7a7c00700 1 --2- 172.21.15.12:0/4006256180 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fd78803e470 0x7fd788040930 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.480+0000 7fd7a7c00700 1 --2- 172.21.15.12:0/4006256180 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd7a0108f90 0x7fd7a019f110 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:03.161 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.480+0000 7fd7a7c00700 1 -- 172.21.15.12:0/4006256180 >> 172.21.15.12:0/4006256180 conn(0x7fd7a0104570 msgr2=0x7fd7a01050b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:03.162 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.480+0000 7fd7a7c00700 1 -- 172.21.15.12:0/4006256180 shutdown_connections 2024-05-21T00:04:03.162 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:02.481+0000 7fd7a7c00700 1 -- 172.21.15.12:0/4006256180 wait complete. 2024-05-21T00:04:03.162 INFO:teuthology.orchestra.run.smithi012.stdout:Enabling cephadm module... 2024-05-21T00:04:04.473 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:04 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/557636516' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-05-21T00:04:04.474 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:04 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: ignoring --setuser ceph since I am not root 2024-05-21T00:04:04.475 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:04 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: ignoring --setgroup ceph since I am not root 2024-05-21T00:04:04.475 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:04 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:04.482+0000 7fbe9f2e7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T00:04:04.807 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:04 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:04.730+0000 7fbe9f2e7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:04:04.914 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.824+0000 7effcaa00700 1 Processor -- start 2024-05-21T00:04:04.914 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.824+0000 7effcaa00700 1 -- start start 2024-05-21T00:04:04.914 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.824+0000 7effcaa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 0x7effc41093b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:04.914 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.825+0000 7effcaa00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7effc4109980 con 0x7effc4108f90 2024-05-21T00:04:04.914 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.825+0000 7effc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 0x7effc41093b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:04.915 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.825+0000 7effc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 0x7effc41093b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53080/0 (socket says 172.21.15.12:53080) 2024-05-21T00:04:04.915 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.825+0000 7effc3e00700 1 -- 172.21.15.12:0/3465766886 learned_addr learned my addr 172.21.15.12:0/3465766886 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:04.915 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.826+0000 7effc3e00700 1 -- 172.21.15.12:0/3465766886 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc410a190 con 0x7effc4108f90 2024-05-21T00:04:04.915 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.826+0000 7effc3e00700 1 --2- 172.21.15.12:0/3465766886 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 0x7effc41093b0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7effb40098a0 tx=0x7effb4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69e2e75bb7fc67ce server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:04.915 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.826+0000 7effc2a00700 1 -- 172.21.15.12:0/3465766886 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7effb4004160 con 0x7effc4108f90 2024-05-21T00:04:04.915 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.826+0000 7effc2a00700 1 -- 172.21.15.12:0/3465766886 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7effb4004300 con 0x7effc4108f90 2024-05-21T00:04:04.915 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.826+0000 7effc2a00700 1 -- 172.21.15.12:0/3465766886 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7effb4011af0 con 0x7effc4108f90 2024-05-21T00:04:04.916 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.827+0000 7effcaa00700 1 -- 172.21.15.12:0/3465766886 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 msgr2=0x7effc41093b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:04.916 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.827+0000 7effcaa00700 1 --2- 172.21.15.12:0/3465766886 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 0x7effc41093b0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7effb40098a0 tx=0x7effb4009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:04.916 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.827+0000 7effcaa00700 1 -- 172.21.15.12:0/3465766886 shutdown_connections 2024-05-21T00:04:04.916 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.827+0000 7effcaa00700 1 --2- 172.21.15.12:0/3465766886 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 0x7effc41093b0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:04.916 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.827+0000 7effcaa00700 1 -- 172.21.15.12:0/3465766886 >> 172.21.15.12:0/3465766886 conn(0x7effc4104570 msgr2=0x7effc4106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:04.916 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.827+0000 7effcaa00700 1 -- 172.21.15.12:0/3465766886 shutdown_connections 2024-05-21T00:04:04.916 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.827+0000 7effcaa00700 1 -- 172.21.15.12:0/3465766886 wait complete. 2024-05-21T00:04:04.916 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.828+0000 7effcaa00700 1 Processor -- start 2024-05-21T00:04:04.917 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.829+0000 7effcaa00700 1 -- start start 2024-05-21T00:04:04.917 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.829+0000 7effcaa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 0x7effc407eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:04.917 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.829+0000 7effcaa00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7effc410d540 con 0x7effc4108f90 2024-05-21T00:04:04.917 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.829+0000 7effc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 0x7effc407eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:04.917 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.829+0000 7effc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 0x7effc407eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53088/0 (socket says 172.21.15.12:53088) 2024-05-21T00:04:04.917 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.829+0000 7effc3e00700 1 -- 172.21.15.12:0/557636516 learned_addr learned my addr 172.21.15.12:0/557636516 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:04.917 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.830+0000 7effc3e00700 1 -- 172.21.15.12:0/557636516 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc407f080 con 0x7effc4108f90 2024-05-21T00:04:04.918 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.830+0000 7effc3e00700 1 --2- 172.21.15.12:0/557636516 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 0x7effc407eb40 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7effb4003f40 tx=0x7effb4011890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:04.918 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.830+0000 7effc0c00700 1 -- 172.21.15.12:0/557636516 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7effb40038b0 con 0x7effc4108f90 2024-05-21T00:04:04.918 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.830+0000 7effc0c00700 1 -- 172.21.15.12:0/557636516 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7effb4003a50 con 0x7effc4108f90 2024-05-21T00:04:04.918 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.830+0000 7effc0c00700 1 -- 172.21.15.12:0/557636516 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7effb401a5c0 con 0x7effc4108f90 2024-05-21T00:04:04.918 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.830+0000 7effcaa00700 1 -- 172.21.15.12:0/557636516 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effc407d270 con 0x7effc4108f90 2024-05-21T00:04:04.918 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.831+0000 7effcaa00700 1 -- 172.21.15.12:0/557636516 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effc407d7b0 con 0x7effc4108f90 2024-05-21T00:04:04.918 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.832+0000 7effc0c00700 1 -- 172.21.15.12:0/557636516 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 4) ==== 50211+0+0 (secure 0 0 0) 0x7effb4024430 con 0x7effc4108f90 2024-05-21T00:04:04.919 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.832+0000 7effcaa00700 1 -- 172.21.15.12:0/557636516 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effc4064ba0 con 0x7effc4108f90 2024-05-21T00:04:04.919 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.833+0000 7effc0c00700 1 --2- 172.21.15.12:0/557636516 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7effa803e420 0x7effa80408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:04.919 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.833+0000 7effc0c00700 1 -- 172.21.15.12:0/557636516 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7effb40539c0 con 0x7effc4108f90 2024-05-21T00:04:04.919 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.833+0000 7effc3400700 1 --2- 172.21.15.12:0/557636516 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7effa803e420 0x7effa80408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:04.919 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.834+0000 7effc3400700 1 --2- 172.21.15.12:0/557636516 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7effa803e420 0x7effa80408e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7effb0006fd0 tx=0x7effb0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:04.919 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:03.838+0000 7effc0c00700 1 -- 172.21.15.12:0/557636516 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7effb400b3e0 con 0x7effc4108f90 2024-05-21T00:04:04.919 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:04.137+0000 7effcaa00700 1 -- 172.21.15.12:0/557636516 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7effc407da30 con 0x7effc4108f90 2024-05-21T00:04:04.919 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:04.191+0000 7effc0c00700 1 -- 172.21.15.12:0/557636516 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7effb4019e10 con 0x7effc4108f90 2024-05-21T00:04:04.920 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:04.195+0000 7effc0c00700 1 -- 172.21.15.12:0/557636516 <== mon.0 v2:172.21.15.12:3300/0 8 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7effb402d3f0 con 0x7effc4108f90 2024-05-21T00:04:04.920 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:04.196+0000 7effcaa00700 1 -- 172.21.15.12:0/557636516 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7effa803e420 msgr2=0x7effa80408e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:04.920 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:04.196+0000 7effcaa00700 1 --2- 172.21.15.12:0/557636516 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7effa803e420 0x7effa80408e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7effb0006fd0 tx=0x7effb0006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:04.920 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:04.196+0000 7effcaa00700 1 -- 172.21.15.12:0/557636516 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 msgr2=0x7effc407eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:04.920 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:04.196+0000 7effcaa00700 1 --2- 172.21.15.12:0/557636516 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 0x7effc407eb40 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7effb4003f40 tx=0x7effb4011890 comp rx=0 tx=0).stop 2024-05-21T00:04:04.920 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:04.196+0000 7effcaa00700 1 -- 172.21.15.12:0/557636516 shutdown_connections 2024-05-21T00:04:04.920 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:04.196+0000 7effcaa00700 1 --2- 172.21.15.12:0/557636516 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7effa803e420 0x7effa80408e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:04.920 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:04.196+0000 7effcaa00700 1 --2- 172.21.15.12:0/557636516 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7effc4108f90 0x7effc407eb40 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:04.921 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:04.196+0000 7effcaa00700 1 -- 172.21.15.12:0/557636516 >> 172.21.15.12:0/557636516 conn(0x7effc4104570 msgr2=0x7effc4105090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:04.921 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:04.197+0000 7effcaa00700 1 -- 172.21.15.12:0/557636516 shutdown_connections 2024-05-21T00:04:04.921 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:04.197+0000 7effcaa00700 1 -- 172.21.15.12:0/557636516 wait complete. 2024-05-21T00:04:05.192 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:04 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:04.863+0000 7fbe9f2e7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T00:04:05.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:05 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/557636516' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-05-21T00:04:05.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:05 smithi012 ceph-mon[31403]: mgrmap e5: x(active, since 5s) 2024-05-21T00:04:05.476 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:05 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:05.279+0000 7fbe9f2e7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T00:04:05.476 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:05 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:05.398+0000 7fbe9f2e7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T00:04:06.557 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:06 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/400133153' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-21T00:04:06.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:04:06.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-05-21T00:04:06.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-21T00:04:06.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-21T00:04:06.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-21T00:04:06.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:04:06.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.484+0000 7f6bd5c00700 1 Processor -- start 2024-05-21T00:04:06.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.484+0000 7f6bd5c00700 1 -- start start 2024-05-21T00:04:06.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.484+0000 7f6bd5c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 0x7f6bd0107a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:06.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.484+0000 7f6bd5c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd0076e40 con 0x7f6bd0107640 2024-05-21T00:04:06.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.485+0000 7f6bcfe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 0x7f6bd0107a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:06.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.485+0000 7f6bcfe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 0x7f6bd0107a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:32784/0 (socket says 172.21.15.12:32784) 2024-05-21T00:04:06.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.485+0000 7f6bcfe00700 1 -- 172.21.15.12:0/722819947 learned_addr learned my addr 172.21.15.12:0/722819947 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:06.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.485+0000 7f6bcfe00700 1 -- 172.21.15.12:0/722819947 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bd0107fa0 con 0x7f6bd0107640 2024-05-21T00:04:06.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.485+0000 7f6bcfe00700 1 --2- 172.21.15.12:0/722819947 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 0x7f6bd0107a60 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6bc00098a0 tx=0x7f6bc0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88520745e171439c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:06.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.486+0000 7f6bcea00700 1 -- 172.21.15.12:0/722819947 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bc0004160 con 0x7f6bd0107640 2024-05-21T00:04:06.694 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.486+0000 7f6bcea00700 1 -- 172.21.15.12:0/722819947 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f6bc0004300 con 0x7f6bd0107640 2024-05-21T00:04:06.694 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.486+0000 7f6bcea00700 1 -- 172.21.15.12:0/722819947 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bc0011af0 con 0x7f6bd0107640 2024-05-21T00:04:06.694 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.487+0000 7f6bd5c00700 1 -- 172.21.15.12:0/722819947 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 msgr2=0x7f6bd0107a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:06.694 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.487+0000 7f6bd5c00700 1 --2- 172.21.15.12:0/722819947 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 0x7f6bd0107a60 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f6bc00098a0 tx=0x7f6bc0009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:06.694 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.487+0000 7f6bd5c00700 1 -- 172.21.15.12:0/722819947 shutdown_connections 2024-05-21T00:04:06.694 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.487+0000 7f6bd5c00700 1 --2- 172.21.15.12:0/722819947 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 0x7f6bd0107a60 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:06.694 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.487+0000 7f6bd5c00700 1 -- 172.21.15.12:0/722819947 >> 172.21.15.12:0/722819947 conn(0x7f6bd01032c0 msgr2=0x7f6bd01056e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:06.694 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.487+0000 7f6bd5c00700 1 -- 172.21.15.12:0/722819947 shutdown_connections 2024-05-21T00:04:06.694 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.487+0000 7f6bd5c00700 1 -- 172.21.15.12:0/722819947 wait complete. 2024-05-21T00:04:06.694 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.488+0000 7f6bd5c00700 1 Processor -- start 2024-05-21T00:04:06.694 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.488+0000 7f6bd5c00700 1 -- start start 2024-05-21T00:04:06.699 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.488+0000 7f6bd5c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 0x7f6bd019ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:06.700 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.488+0000 7f6bd5c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6bd0108fd0 con 0x7f6bd0107640 2024-05-21T00:04:06.700 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.489+0000 7f6bcfe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 0x7f6bd019ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:06.700 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.489+0000 7f6bcfe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 0x7f6bd019ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:32796/0 (socket says 172.21.15.12:32796) 2024-05-21T00:04:06.700 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.489+0000 7f6bcfe00700 1 -- 172.21.15.12:0/400133153 learned_addr learned my addr 172.21.15.12:0/400133153 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:06.700 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.489+0000 7f6bcfe00700 1 -- 172.21.15.12:0/400133153 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bd019f4a0 con 0x7f6bd0107640 2024-05-21T00:04:06.701 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.489+0000 7f6bcfe00700 1 --2- 172.21.15.12:0/400133153 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 0x7f6bd019ef60 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6bc0011ac0 tx=0x7f6bc0011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:06.701 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.490+0000 7f6bccc00700 1 -- 172.21.15.12:0/400133153 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bc0003970 con 0x7f6bd0107640 2024-05-21T00:04:06.701 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.490+0000 7f6bccc00700 1 -- 172.21.15.12:0/400133153 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f6bc0003b10 con 0x7f6bd0107640 2024-05-21T00:04:06.701 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.490+0000 7f6bccc00700 1 -- 172.21.15.12:0/400133153 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6bc0024610 con 0x7f6bd0107640 2024-05-21T00:04:06.701 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.490+0000 7f6bd5c00700 1 -- 172.21.15.12:0/400133153 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bd019f730 con 0x7f6bd0107640 2024-05-21T00:04:06.701 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.490+0000 7f6bd5c00700 1 -- 172.21.15.12:0/400133153 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bd01a2420 con 0x7f6bd0107640 2024-05-21T00:04:06.701 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.491+0000 7f6bccc00700 1 -- 172.21.15.12:0/400133153 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7f6bc001a430 con 0x7f6bd0107640 2024-05-21T00:04:06.702 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.491+0000 7f6bd5c00700 1 -- 172.21.15.12:0/400133153 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bd0064ba0 con 0x7f6bd0107640 2024-05-21T00:04:06.702 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.492+0000 7f6bccc00700 1 --2- 172.21.15.12:0/400133153 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f6bb403e4c0 0x7f6bb4040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:06.702 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.492+0000 7f6bccc00700 1 -- 172.21.15.12:0/400133153 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6bc0053810 con 0x7f6bd0107640 2024-05-21T00:04:06.702 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.492+0000 7f6bcf400700 1 -- 172.21.15.12:0/400133153 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f6bb403e4c0 msgr2=0x7f6bb4040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/452244138 2024-05-21T00:04:06.702 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.492+0000 7f6bcf400700 1 --2- 172.21.15.12:0/400133153 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f6bb403e4c0 0x7f6bb4040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T00:04:06.703 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.498+0000 7f6bccc00700 1 -- 172.21.15.12:0/400133153 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6bc000b3e0 con 0x7f6bd0107640 2024-05-21T00:04:06.703 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.693+0000 7f6bcf400700 1 -- 172.21.15.12:0/400133153 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f6bb403e4c0 msgr2=0x7f6bb4040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/452244138 2024-05-21T00:04:06.703 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.693+0000 7f6bcf400700 1 --2- 172.21.15.12:0/400133153 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f6bb403e4c0 0x7f6bb4040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T00:04:06.703 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.790+0000 7f6bd5c00700 1 -- 172.21.15.12:0/400133153 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f6bd00008d0 con 0x7f6bd0107640 2024-05-21T00:04:06.703 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.790+0000 7f6bccc00700 1 -- 172.21.15.12:0/400133153 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7f6bc0053230 con 0x7f6bd0107640 2024-05-21T00:04:06.703 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.793+0000 7f6bd5c00700 1 -- 172.21.15.12:0/400133153 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f6bb403e4c0 msgr2=0x7f6bb4040980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:04:06.704 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.793+0000 7f6bd5c00700 1 --2- 172.21.15.12:0/400133153 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f6bb403e4c0 0x7f6bb4040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:06.704 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.793+0000 7f6bd5c00700 1 -- 172.21.15.12:0/400133153 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 msgr2=0x7f6bd019ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:06.704 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.793+0000 7f6bd5c00700 1 --2- 172.21.15.12:0/400133153 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 0x7f6bd019ef60 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f6bc0011ac0 tx=0x7f6bc0011ba0 comp rx=0 tx=0).stop 2024-05-21T00:04:06.704 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.793+0000 7f6bd5c00700 1 -- 172.21.15.12:0/400133153 shutdown_connections 2024-05-21T00:04:06.704 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.793+0000 7f6bd5c00700 1 --2- 172.21.15.12:0/400133153 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7f6bb403e4c0 0x7f6bb4040980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:06.704 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.793+0000 7f6bd5c00700 1 --2- 172.21.15.12:0/400133153 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6bd0107640 0x7f6bd019ef60 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:06.705 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.793+0000 7f6bd5c00700 1 -- 172.21.15.12:0/400133153 >> 172.21.15.12:0/400133153 conn(0x7f6bd01032c0 msgr2=0x7f6bd0195ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:06.705 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.794+0000 7f6bd5c00700 1 -- 172.21.15.12:0/400133153 shutdown_connections 2024-05-21T00:04:06.705 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:05.794+0000 7f6bd5c00700 1 -- 172.21.15.12:0/400133153 wait complete. 2024-05-21T00:04:06.705 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for the mgr to restart... 2024-05-21T00:04:06.705 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mgr epoch 5... 2024-05-21T00:04:07.285 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:06 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:06.988+0000 7fbe9f2e7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T00:04:07.285 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:07 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:07.223+0000 7fbe9f2e7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T00:04:07.557 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:07 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:07.444+0000 7fbe9f2e7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T00:04:08.214 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:07 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:07.838+0000 7fbe9f2e7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T00:04:08.214 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:07 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:07.964+0000 7fbe9f2e7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T00:04:08.475 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:08 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:08.222+0000 7fbe9f2e7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T00:04:08.475 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:08 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:08.484+0000 7fbe9f2e7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:04:09.557 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:09 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:09.302+0000 7fbe9f2e7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T00:04:10.057 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:09 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:09.597+0000 7fbe9f2e7200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T00:04:10.557 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:10 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:10.167+0000 7fbe9f2e7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T00:04:10.557 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:10 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:10.298+0000 7fbe9f2e7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T00:04:11.057 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:10 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:10.771+0000 7fbe9f2e7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T00:04:11.557 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:11 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:11.239+0000 7fbe9f2e7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T00:04:11.557 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:11 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:11.367+0000 7fbe9f2e7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T00:04:12.007 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:11 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:11.698+0000 7fbe9f2e7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T00:04:12.007 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:11 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:11.883+0000 7fbe9f2e7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T00:04:12.307 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:12 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:12.015+0000 7fbe9f2e7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T00:04:12.807 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:12 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:12.423+0000 7fbe9f2e7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T00:04:12.807 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:12 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:12.552+0000 7fbe9f2e7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T00:04:13.626 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:13 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:13.339+0000 7fbe9f2e7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T00:04:13.627 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:13 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:13.634+0000 7fbe9f2e7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T00:04:14.058 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:13 smithi012 ceph-mon[31403]: Active manager daemon x restarted 2024-05-21T00:04:14.058 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:13 smithi012 ceph-mon[31403]: Activating manager daemon x 2024-05-21T00:04:14.058 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:13 smithi012 ceph-mon[31403]: osdmap e2: 0 total, 0 up, 0 in 2024-05-21T00:04:14.058 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:13 smithi012 ceph-mon[31403]: mgrmap e6: x(active, starting, since 0.00947439s) 2024-05-21T00:04:14.058 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:13 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:04:14.058 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:13 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-21T00:04:14.058 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:13 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T00:04:14.058 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:13 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T00:04:14.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:13 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T00:04:14.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:13 smithi012 ceph-mon[31403]: Manager daemon x is now available 2024-05-21T00:04:14.998 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:14 smithi012 ceph-mon[31403]: Found migration_current of "None". Setting to last migration. 2024-05-21T00:04:14.998 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:14 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' 2024-05-21T00:04:14.998 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:14 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' 2024-05-21T00:04:14.998 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:14 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:04:14.998 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:14 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:04:14.998 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:14 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-21T00:04:14.998 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:14 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-21T00:04:14.998 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:14 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' 2024-05-21T00:04:14.998 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:14 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' 2024-05-21T00:04:14.998 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:14 smithi012 ceph-mon[31403]: mgrmap e7: x(active, since 1.01653s) 2024-05-21T00:04:14.998 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:14 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:04:15.335 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:04:15.335 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-05-21T00:04:15.335 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-21T00:04:15.335 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:04:15.335 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.294+0000 7fb052c00700 1 Processor -- start 2024-05-21T00:04:15.335 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.294+0000 7fb052c00700 1 -- start start 2024-05-21T00:04:15.336 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.295+0000 7fb052c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 0x7fb04c108270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:15.336 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.295+0000 7fb052c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb04c1087b0 con 0x7fb04c107e50 2024-05-21T00:04:15.336 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.295+0000 7fb04be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 0x7fb04c108270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:15.336 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.295+0000 7fb04be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 0x7fb04c108270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:32810/0 (socket says 172.21.15.12:32810) 2024-05-21T00:04:15.336 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.295+0000 7fb04be00700 1 -- 172.21.15.12:0/1027391593 learned_addr learned my addr 172.21.15.12:0/1027391593 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:15.336 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.296+0000 7fb04be00700 1 -- 172.21.15.12:0/1027391593 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb04c109040 con 0x7fb04c107e50 2024-05-21T00:04:15.336 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.296+0000 7fb04be00700 1 --2- 172.21.15.12:0/1027391593 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 0x7fb04c108270 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb03c0098a0 tx=0x7fb03c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb782041293da4ec server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:15.337 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.296+0000 7fb04aa00700 1 -- 172.21.15.12:0/1027391593 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb03c004160 con 0x7fb04c107e50 2024-05-21T00:04:15.337 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.296+0000 7fb04aa00700 1 -- 172.21.15.12:0/1027391593 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb03c004300 con 0x7fb04c107e50 2024-05-21T00:04:15.337 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.296+0000 7fb04aa00700 1 -- 172.21.15.12:0/1027391593 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb03c011af0 con 0x7fb04c107e50 2024-05-21T00:04:15.337 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.297+0000 7fb052c00700 1 -- 172.21.15.12:0/1027391593 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 msgr2=0x7fb04c108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:15.337 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.297+0000 7fb052c00700 1 --2- 172.21.15.12:0/1027391593 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 0x7fb04c108270 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb03c0098a0 tx=0x7fb03c009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:15.337 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.298+0000 7fb052c00700 1 -- 172.21.15.12:0/1027391593 shutdown_connections 2024-05-21T00:04:15.337 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.298+0000 7fb052c00700 1 --2- 172.21.15.12:0/1027391593 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 0x7fb04c108270 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:15.338 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.298+0000 7fb052c00700 1 -- 172.21.15.12:0/1027391593 >> 172.21.15.12:0/1027391593 conn(0x7fb04c103460 msgr2=0x7fb04c105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:15.338 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.298+0000 7fb052c00700 1 -- 172.21.15.12:0/1027391593 shutdown_connections 2024-05-21T00:04:15.338 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.298+0000 7fb052c00700 1 -- 172.21.15.12:0/1027391593 wait complete. 2024-05-21T00:04:15.338 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.299+0000 7fb052c00700 1 Processor -- start 2024-05-21T00:04:15.338 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.299+0000 7fb052c00700 1 -- start start 2024-05-21T00:04:15.338 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.299+0000 7fb052c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 0x7fb04c19cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:15.338 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.299+0000 7fb052c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb04c10c300 con 0x7fb04c107e50 2024-05-21T00:04:15.339 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.300+0000 7fb04be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 0x7fb04c19cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:15.339 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.300+0000 7fb04be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 0x7fb04c19cfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:32812/0 (socket says 172.21.15.12:32812) 2024-05-21T00:04:15.339 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.300+0000 7fb04be00700 1 -- 172.21.15.12:0/200103017 learned_addr learned my addr 172.21.15.12:0/200103017 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:15.339 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.300+0000 7fb04be00700 1 -- 172.21.15.12:0/200103017 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb04c19d510 con 0x7fb04c107e50 2024-05-21T00:04:15.339 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.300+0000 7fb04be00700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 0x7fb04c19cfd0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fb03c0117b0 tx=0x7fb03c011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:15.339 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.301+0000 7fb048c00700 1 -- 172.21.15.12:0/200103017 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb03c003af0 con 0x7fb04c107e50 2024-05-21T00:04:15.339 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.301+0000 7fb048c00700 1 -- 172.21.15.12:0/200103017 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fb03c020070 con 0x7fb04c107e50 2024-05-21T00:04:15.340 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.301+0000 7fb052c00700 1 -- 172.21.15.12:0/200103017 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb04c19d7a0 con 0x7fb04c107e50 2024-05-21T00:04:15.340 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.301+0000 7fb048c00700 1 -- 172.21.15.12:0/200103017 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb03c019630 con 0x7fb04c107e50 2024-05-21T00:04:15.340 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.301+0000 7fb052c00700 1 -- 172.21.15.12:0/200103017 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb04c1a0440 con 0x7fb04c107e50 2024-05-21T00:04:15.340 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.302+0000 7fb048c00700 1 -- 172.21.15.12:0/200103017 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 5) ==== 50222+0+0 (secure 0 0 0) 0x7fb03c0198f0 con 0x7fb04c107e50 2024-05-21T00:04:15.340 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.303+0000 7fb048c00700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 0x7fb030040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:15.340 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.303+0000 7fb048c00700 1 -- 172.21.15.12:0/200103017 --> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fb030041040 con 0x7fb03003e470 2024-05-21T00:04:15.340 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.303+0000 7fb048c00700 1 -- 172.21.15.12:0/200103017 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb03c053a90 con 0x7fb04c107e50 2024-05-21T00:04:15.341 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.303+0000 7fb04b400700 1 -- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 msgr2=0x7fb030040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/452244138 2024-05-21T00:04:15.341 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.303+0000 7fb04b400700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 0x7fb030040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T00:04:15.341 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.504+0000 7fb04b400700 1 -- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 msgr2=0x7fb030040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/452244138 2024-05-21T00:04:15.341 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.504+0000 7fb04b400700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 0x7fb030040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T00:04:15.341 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.905+0000 7fb04b400700 1 -- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 msgr2=0x7fb030040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/452244138 2024-05-21T00:04:15.341 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:07.905+0000 7fb04b400700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 0x7fb030040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-21T00:04:15.341 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:08.706+0000 7fb04b400700 1 -- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 msgr2=0x7fb030040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/452244138 2024-05-21T00:04:15.342 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:08.706+0000 7fb04b400700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 0x7fb030040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-21T00:04:15.342 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:10.308+0000 7fb04b400700 1 -- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 msgr2=0x7fb030040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/452244138 2024-05-21T00:04:15.342 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:10.308+0000 7fb04b400700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 0x7fb030040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-21T00:04:15.342 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:13.512+0000 7fb04b400700 1 -- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 msgr2=0x7fb030040930 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/452244138 2024-05-21T00:04:15.342 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:13.512+0000 7fb04b400700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 0x7fb030040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-05-21T00:04:15.342 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:13.644+0000 7fb048c00700 1 -- 172.21.15.12:0/200103017 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mgrmap(e 6) ==== 49989+0+0 (secure 0 0 0) 0x7fb03c019c30 con 0x7fb04c107e50 2024-05-21T00:04:15.342 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:13.644+0000 7fb048c00700 1 -- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 msgr2=0x7fb030040930 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:04:15.343 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:13.644+0000 7fb048c00700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 0x7fb030040930 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:15.343 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.648+0000 7fb048c00700 1 -- 172.21.15.12:0/200103017 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mgrmap(e 7) ==== 50116+0+0 (secure 0 0 0) 0x7fb03c055180 con 0x7fb04c107e50 2024-05-21T00:04:15.343 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.648+0000 7fb048c00700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fb030041d60 0x7fb030044150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:15.343 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.649+0000 7fb048c00700 1 -- 172.21.15.12:0/200103017 --> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fb030041040 con 0x7fb030041d60 2024-05-21T00:04:15.343 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.650+0000 7fb04b400700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fb030041d60 0x7fb030044150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:15.343 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.652+0000 7fb04b400700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fb030041d60 0x7fb030044150 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fb038003a10 tx=0x7fb0380092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:15.343 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.654+0000 7fb048c00700 1 -- 172.21.15.12:0/200103017 <== mgr.14120 v2:172.21.15.12:6800/2123222717 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7fb030041040 con 0x7fb030041d60 2024-05-21T00:04:15.344 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.664+0000 7fb042000700 1 -- 172.21.15.12:0/200103017 --> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fb024002600 con 0x7fb030041d60 2024-05-21T00:04:15.344 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.665+0000 7fb048c00700 1 -- 172.21.15.12:0/200103017 <== mgr.14120 v2:172.21.15.12:6800/2123222717 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fb024002600 con 0x7fb030041d60 2024-05-21T00:04:15.344 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.666+0000 7fb042000700 1 -- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fb030041d60 msgr2=0x7fb030044150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:15.344 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.666+0000 7fb042000700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fb030041d60 0x7fb030044150 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fb038003a10 tx=0x7fb0380092b0 comp rx=0 tx=0).stop 2024-05-21T00:04:15.344 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.666+0000 7fb042000700 1 -- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 msgr2=0x7fb04c19cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:15.344 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.666+0000 7fb042000700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 0x7fb04c19cfd0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fb03c0117b0 tx=0x7fb03c011b70 comp rx=0 tx=0).stop 2024-05-21T00:04:15.344 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.666+0000 7fb042000700 1 -- 172.21.15.12:0/200103017 shutdown_connections 2024-05-21T00:04:15.344 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.666+0000 7fb042000700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fb030041d60 0x7fb030044150 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:15.345 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.666+0000 7fb042000700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb04c107e50 0x7fb04c19cfd0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:15.345 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.666+0000 7fb042000700 1 --2- 172.21.15.12:0/200103017 >> [v2:172.21.15.12:6800/452244138,v1:172.21.15.12:6801/452244138] conn(0x7fb03003e470 0x7fb030040930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:15.345 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.666+0000 7fb042000700 1 -- 172.21.15.12:0/200103017 >> 172.21.15.12:0/200103017 conn(0x7fb04c103460 msgr2=0x7fb04c104420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:15.345 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.666+0000 7fb042000700 1 -- 172.21.15.12:0/200103017 shutdown_connections 2024-05-21T00:04:15.345 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:14.666+0000 7fb042000700 1 -- 172.21.15.12:0/200103017 wait complete. 2024-05-21T00:04:15.345 INFO:teuthology.orchestra.run.smithi012.stdout:mgr epoch 5 is available 2024-05-21T00:04:15.345 INFO:teuthology.orchestra.run.smithi012.stdout:Setting orchestrator backend to cephadm... 2024-05-21T00:04:15.932 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:15 smithi012 ceph-mon[31403]: [21/May/2024:00:04:14] ENGINE Bus STARTING 2024-05-21T00:04:15.932 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:15 smithi012 ceph-mon[31403]: [21/May/2024:00:04:14] ENGINE Serving on http://172.21.15.12:8765 2024-05-21T00:04:15.932 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:15 smithi012 ceph-mon[31403]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-21T00:04:15.932 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:15 smithi012 ceph-mon[31403]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-21T00:04:15.932 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:15 smithi012 ceph-mon[31403]: [21/May/2024:00:04:14] ENGINE Serving on https://172.21.15.12:7150 2024-05-21T00:04:15.932 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:15 smithi012 ceph-mon[31403]: [21/May/2024:00:04:14] ENGINE Bus STARTED 2024-05-21T00:04:16.807 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:16 smithi012 ceph-mon[31403]: mgrmap e8: x(active, since 2s) 2024-05-21T00:04:16.807 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:16 smithi012 ceph-mon[31403]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:04:16.808 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:16 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' 2024-05-21T00:04:16.808 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:16 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:04:16.843 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.940+0000 7f885e400700 1 Processor -- start 2024-05-21T00:04:16.843 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.941+0000 7f885e400700 1 -- start start 2024-05-21T00:04:16.844 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.941+0000 7f885e400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 0x7f88581093d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:16.844 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.941+0000 7f885e400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f88581099a0 con 0x7f8858108fb0 2024-05-21T00:04:16.844 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.942+0000 7f8857400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 0x7f88581093d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:16.844 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.942+0000 7f8857400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 0x7f88581093d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41382/0 (socket says 172.21.15.12:41382) 2024-05-21T00:04:16.844 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.942+0000 7f8857400700 1 -- 172.21.15.12:0/715671927 learned_addr learned my addr 172.21.15.12:0/715671927 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:16.845 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.942+0000 7f8857400700 1 -- 172.21.15.12:0/715671927 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f885810a1b0 con 0x7f8858108fb0 2024-05-21T00:04:16.845 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.943+0000 7f8857400700 1 --2- 172.21.15.12:0/715671927 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 0x7f88581093d0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f88480098a0 tx=0x7f8848009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cea25ed8d19db3d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:16.845 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.943+0000 7f8856a00700 1 -- 172.21.15.12:0/715671927 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8848004160 con 0x7f8858108fb0 2024-05-21T00:04:16.846 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.943+0000 7f8856a00700 1 -- 172.21.15.12:0/715671927 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8848004300 con 0x7f8858108fb0 2024-05-21T00:04:16.846 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.943+0000 7f8856a00700 1 -- 172.21.15.12:0/715671927 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8848011af0 con 0x7f8858108fb0 2024-05-21T00:04:16.846 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.944+0000 7f885e400700 1 -- 172.21.15.12:0/715671927 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 msgr2=0x7f88581093d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:16.846 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.944+0000 7f885e400700 1 --2- 172.21.15.12:0/715671927 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 0x7f88581093d0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f88480098a0 tx=0x7f8848009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:16.847 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.944+0000 7f885e400700 1 -- 172.21.15.12:0/715671927 shutdown_connections 2024-05-21T00:04:16.847 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.944+0000 7f885e400700 1 --2- 172.21.15.12:0/715671927 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 0x7f88581093d0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:16.847 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.944+0000 7f885e400700 1 -- 172.21.15.12:0/715671927 >> 172.21.15.12:0/715671927 conn(0x7f8858104570 msgr2=0x7f8858106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:16.847 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.944+0000 7f885e400700 1 -- 172.21.15.12:0/715671927 shutdown_connections 2024-05-21T00:04:16.847 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.944+0000 7f885e400700 1 -- 172.21.15.12:0/715671927 wait complete. 2024-05-21T00:04:16.847 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.946+0000 7f885e400700 1 Processor -- start 2024-05-21T00:04:16.847 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.946+0000 7f885e400700 1 -- start start 2024-05-21T00:04:16.848 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.946+0000 7f885e400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 0x7f885807da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:16.848 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.946+0000 7f885e400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f885810d560 con 0x7f8858108fb0 2024-05-21T00:04:16.848 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.947+0000 7f8857400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 0x7f885807da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:16.849 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.947+0000 7f8857400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 0x7f885807da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41390/0 (socket says 172.21.15.12:41390) 2024-05-21T00:04:16.849 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.947+0000 7f8857400700 1 -- 172.21.15.12:0/973117974 learned_addr learned my addr 172.21.15.12:0/973117974 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:16.849 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.947+0000 7f8857400700 1 -- 172.21.15.12:0/973117974 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f885807df70 con 0x7f8858108fb0 2024-05-21T00:04:16.849 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.947+0000 7f8857400700 1 --2- 172.21.15.12:0/973117974 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 0x7f885807da30 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f88480117b0 tx=0x7f8848011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:16.849 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.948+0000 7f8854c00700 1 -- 172.21.15.12:0/973117974 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8848003af0 con 0x7f8858108fb0 2024-05-21T00:04:16.850 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.948+0000 7f8854c00700 1 -- 172.21.15.12:0/973117974 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f8848020070 con 0x7f8858108fb0 2024-05-21T00:04:16.850 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.948+0000 7f8854c00700 1 -- 172.21.15.12:0/973117974 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8848019630 con 0x7f8858108fb0 2024-05-21T00:04:16.850 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.948+0000 7f885e400700 1 -- 172.21.15.12:0/973117974 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f885807c160 con 0x7f8858108fb0 2024-05-21T00:04:16.850 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.948+0000 7f885e400700 1 -- 172.21.15.12:0/973117974 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f885807c6a0 con 0x7f8858108fb0 2024-05-21T00:04:16.850 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.949+0000 7f885e400700 1 -- 172.21.15.12:0/973117974 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8858064ba0 con 0x7f8858108fb0 2024-05-21T00:04:16.850 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.949+0000 7f8854c00700 1 -- 172.21.15.12:0/973117974 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f884801a9c0 con 0x7f8858108fb0 2024-05-21T00:04:16.850 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.950+0000 7f8854c00700 1 --2- 172.21.15.12:0/973117974 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f883c03e4c0 0x7f883c040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:16.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.950+0000 7f8854c00700 1 -- 172.21.15.12:0/973117974 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8848053b20 con 0x7f8858108fb0 2024-05-21T00:04:16.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.950+0000 7f884ea00700 1 --2- 172.21.15.12:0/973117974 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f883c03e4c0 0x7f883c040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:16.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.951+0000 7f884ea00700 1 --2- 172.21.15.12:0/973117974 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f883c03e4c0 0x7f883c040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8840006fd0 tx=0x7f8840006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:16.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:15.956+0000 7f8854c00700 1 -- 172.21.15.12:0/973117974 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f88480042a0 con 0x7f8858108fb0 2024-05-21T00:04:16.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:16.211+0000 7f885e400700 1 -- 172.21.15.12:0/973117974 --> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f8858105800 con 0x7f883c03e4c0 2024-05-21T00:04:16.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:16.221+0000 7f8854c00700 1 -- 172.21.15.12:0/973117974 <== mgr.14120 v2:172.21.15.12:6800/2123222717 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f8858105800 con 0x7f883c03e4c0 2024-05-21T00:04:16.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:16.224+0000 7f885e400700 1 -- 172.21.15.12:0/973117974 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f883c03e4c0 msgr2=0x7f883c040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:16.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:16.225+0000 7f885e400700 1 --2- 172.21.15.12:0/973117974 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f883c03e4c0 0x7f883c040980 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8840006fd0 tx=0x7f8840006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:16.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:16.225+0000 7f885e400700 1 -- 172.21.15.12:0/973117974 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 msgr2=0x7f885807da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:16.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:16.225+0000 7f885e400700 1 --2- 172.21.15.12:0/973117974 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 0x7f885807da30 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f88480117b0 tx=0x7f8848011b70 comp rx=0 tx=0).stop 2024-05-21T00:04:16.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:16.225+0000 7f885e400700 1 -- 172.21.15.12:0/973117974 shutdown_connections 2024-05-21T00:04:16.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:16.225+0000 7f885e400700 1 --2- 172.21.15.12:0/973117974 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f883c03e4c0 0x7f883c040980 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:16.852 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:16.225+0000 7f885e400700 1 --2- 172.21.15.12:0/973117974 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8858108fb0 0x7f885807da30 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:16.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:16.225+0000 7f885e400700 1 -- 172.21.15.12:0/973117974 >> 172.21.15.12:0/973117974 conn(0x7f8858104570 msgr2=0x7f88581050f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:16.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:16.225+0000 7f885e400700 1 -- 172.21.15.12:0/973117974 shutdown_connections 2024-05-21T00:04:16.853 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:16.225+0000 7f885e400700 1 -- 172.21.15.12:0/973117974 wait complete. 2024-05-21T00:04:18.404 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:18 smithi012 ceph-mon[31403]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:04:18.426 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout value unchanged 2024-05-21T00:04:18.426 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.481+0000 7f3a53400700 1 Processor -- start 2024-05-21T00:04:18.426 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.481+0000 7f3a53400700 1 -- start start 2024-05-21T00:04:18.426 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.481+0000 7f3a53400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 0x7f3a4c10b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:18.426 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.481+0000 7f3a53400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3a4c10bbb0 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.426 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.482+0000 7f3a50a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 0x7f3a4c10b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:18.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.482+0000 7f3a50a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 0x7f3a4c10b5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41402/0 (socket says 172.21.15.12:41402) 2024-05-21T00:04:18.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.482+0000 7f3a50a00700 1 -- 172.21.15.12:0/2315362116 learned_addr learned my addr 172.21.15.12:0/2315362116 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:18.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.482+0000 7f3a50a00700 1 -- 172.21.15.12:0/2315362116 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a4c10c3c0 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.483+0000 7f3a50a00700 1 --2- 172.21.15.12:0/2315362116 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 0x7f3a4c10b5e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f3a400098a0 tx=0x7f3a40009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd1e0b6e4a8c4cbe server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:18.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.483+0000 7f3a4b400700 1 -- 172.21.15.12:0/2315362116 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3a40004160 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.483+0000 7f3a4b400700 1 -- 172.21.15.12:0/2315362116 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3a40004300 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.483+0000 7f3a4b400700 1 -- 172.21.15.12:0/2315362116 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3a40011af0 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.483+0000 7f3a53400700 1 -- 172.21.15.12:0/2315362116 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 msgr2=0x7f3a4c10b5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:18.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.483+0000 7f3a53400700 1 --2- 172.21.15.12:0/2315362116 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 0x7f3a4c10b5e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f3a400098a0 tx=0x7f3a40009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:18.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.484+0000 7f3a53400700 1 -- 172.21.15.12:0/2315362116 shutdown_connections 2024-05-21T00:04:18.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.484+0000 7f3a53400700 1 --2- 172.21.15.12:0/2315362116 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 0x7f3a4c10b5e0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:18.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.484+0000 7f3a53400700 1 -- 172.21.15.12:0/2315362116 >> 172.21.15.12:0/2315362116 conn(0x7f3a4c07e8b0 msgr2=0x7f3a4c1094a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:18.427 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.484+0000 7f3a53400700 1 -- 172.21.15.12:0/2315362116 shutdown_connections 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.484+0000 7f3a53400700 1 -- 172.21.15.12:0/2315362116 wait complete. 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.485+0000 7f3a53400700 1 Processor -- start 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.485+0000 7f3a53400700 1 -- start start 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.486+0000 7f3a53400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 0x7f3a4c19f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.486+0000 7f3a53400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3a4c10f770 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.486+0000 7f3a50a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 0x7f3a4c19f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.486+0000 7f3a50a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 0x7f3a4c19f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41410/0 (socket says 172.21.15.12:41410) 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.486+0000 7f3a50a00700 1 -- 172.21.15.12:0/2988304963 learned_addr learned my addr 172.21.15.12:0/2988304963 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.486+0000 7f3a50a00700 1 -- 172.21.15.12:0/2988304963 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a4c19f6b0 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.487+0000 7f3a50a00700 1 --2- 172.21.15.12:0/2988304963 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 0x7f3a4c19f170 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3a400117b0 tx=0x7f3a40011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.487+0000 7f3a49600700 1 -- 172.21.15.12:0/2988304963 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3a40003af0 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.487+0000 7f3a49600700 1 -- 172.21.15.12:0/2988304963 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f3a40020070 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.487+0000 7f3a53400700 1 -- 172.21.15.12:0/2988304963 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a4c19f940 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.428 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.487+0000 7f3a49600700 1 -- 172.21.15.12:0/2988304963 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3a40019630 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.487+0000 7f3a53400700 1 -- 172.21.15.12:0/2988304963 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a4c1a2630 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.488+0000 7f3a49600700 1 -- 172.21.15.12:0/2988304963 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f3a4001a430 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.489+0000 7f3a53400700 1 -- 172.21.15.12:0/2988304963 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a4c064ba0 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.489+0000 7f3a49600700 1 --2- 172.21.15.12:0/2988304963 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f3a3403e4c0 0x7f3a34040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:18.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.489+0000 7f3a49600700 1 -- 172.21.15.12:0/2988304963 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f3a40053a80 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.489+0000 7f3a4be00700 1 --2- 172.21.15.12:0/2988304963 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f3a3403e4c0 0x7f3a34040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:18.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.490+0000 7f3a4be00700 1 --2- 172.21.15.12:0/2988304963 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f3a3403e4c0 0x7f3a34040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3a38006fd0 tx=0x7f3a38006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:18.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.495+0000 7f3a49600700 1 -- 172.21.15.12:0/2988304963 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3a400042a0 con 0x7f3a4c10b1c0 2024-05-21T00:04:18.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.736+0000 7f3a53400700 1 -- 172.21.15.12:0/2988304963 --> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f3a4c1093a0 con 0x7f3a3403e4c0 2024-05-21T00:04:18.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.738+0000 7f3a49600700 1 -- 172.21.15.12:0/2988304963 <== mgr.14120 v2:172.21.15.12:6800/2123222717 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f3a4c1093a0 con 0x7f3a3403e4c0 2024-05-21T00:04:18.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.741+0000 7f3a53400700 1 -- 172.21.15.12:0/2988304963 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f3a3403e4c0 msgr2=0x7f3a34040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:18.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.742+0000 7f3a53400700 1 --2- 172.21.15.12:0/2988304963 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f3a3403e4c0 0x7f3a34040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3a38006fd0 tx=0x7f3a38006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:18.429 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.742+0000 7f3a53400700 1 -- 172.21.15.12:0/2988304963 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 msgr2=0x7f3a4c19f170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:18.430 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.742+0000 7f3a53400700 1 --2- 172.21.15.12:0/2988304963 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 0x7f3a4c19f170 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3a400117b0 tx=0x7f3a40011b70 comp rx=0 tx=0).stop 2024-05-21T00:04:18.430 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.742+0000 7f3a53400700 1 -- 172.21.15.12:0/2988304963 shutdown_connections 2024-05-21T00:04:18.430 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.742+0000 7f3a53400700 1 --2- 172.21.15.12:0/2988304963 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f3a3403e4c0 0x7f3a34040980 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:18.430 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.742+0000 7f3a53400700 1 --2- 172.21.15.12:0/2988304963 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a4c10b1c0 0x7f3a4c19f170 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:18.430 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.742+0000 7f3a53400700 1 -- 172.21.15.12:0/2988304963 >> 172.21.15.12:0/2988304963 conn(0x7f3a4c07e8b0 msgr2=0x7f3a4c108c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:18.430 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.742+0000 7f3a53400700 1 -- 172.21.15.12:0/2988304963 shutdown_connections 2024-05-21T00:04:18.430 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:17.742+0000 7f3a53400700 1 -- 172.21.15.12:0/2988304963 wait complete. 2024-05-21T00:04:18.430 INFO:teuthology.orchestra.run.smithi012.stdout:Generating ssh key... 2024-05-21T00:04:19.557 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:19 smithi012 ceph-mon[31403]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:04:19.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:19 smithi012 ceph-mon[31403]: Generating ssh key... 2024-05-21T00:04:19.899 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: Generating public/private rsa key pair. 2024-05-21T00:04:19.899 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: Your identification has been saved in /tmp/tmplvb9dssy/key. 2024-05-21T00:04:19.899 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: Your public key has been saved in /tmp/tmplvb9dssy/key.pub. 2024-05-21T00:04:19.899 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: The key fingerprint is: 2024-05-21T00:04:19.899 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: SHA256:43SmcmdZ8EX9ykw1LlEHRswOIiZAtqL156Si0OL2dpE ceph-66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:04:19.899 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: The key's randomart image is: 2024-05-21T00:04:19.899 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: +---[RSA 3072]----+ 2024-05-21T00:04:19.899 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: | .+. +*+.| 2024-05-21T00:04:19.899 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: | . .. o . .+o.+| 2024-05-21T00:04:19.899 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: | o . o ... o+.o| 2024-05-21T00:04:19.899 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: | o o o oo..| 2024-05-21T00:04:19.900 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: |. . + S o o+.. | 2024-05-21T00:04:19.900 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: | . E o = o + | 2024-05-21T00:04:19.900 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: |o o . + + + | 2024-05-21T00:04:19.900 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: |o+ o . o o | 2024-05-21T00:04:19.900 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: |o.o.. | 2024-05-21T00:04:19.900 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: +----[SHA256]-----+ 2024-05-21T00:04:20.196 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.032+0000 7f5fa4c00700 1 Processor -- start 2024-05-21T00:04:20.196 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.033+0000 7f5fa4c00700 1 -- start start 2024-05-21T00:04:20.197 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.033+0000 7f5fa4c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 0x7f5fa007d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:20.197 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.033+0000 7f5fa4c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa007d8e0 con 0x7f5fa007eeb0 2024-05-21T00:04:20.197 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.033+0000 7f5f9de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 0x7f5fa007d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:20.197 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.034+0000 7f5f9de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 0x7f5fa007d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41412/0 (socket says 172.21.15.12:41412) 2024-05-21T00:04:20.197 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.034+0000 7f5f9de00700 1 -- 172.21.15.12:0/2679923957 learned_addr learned my addr 172.21.15.12:0/2679923957 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:20.197 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.034+0000 7f5f9de00700 1 -- 172.21.15.12:0/2679923957 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fa007da60 con 0x7f5fa007eeb0 2024-05-21T00:04:20.197 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.034+0000 7f5f9de00700 1 --2- 172.21.15.12:0/2679923957 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 0x7f5fa007d310 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5f900098a0 tx=0x7f5f90009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e890f792e89b8a2f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:20.197 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.035+0000 7f5f9ca00700 1 -- 172.21.15.12:0/2679923957 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5f90004160 con 0x7f5fa007eeb0 2024-05-21T00:04:20.197 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.035+0000 7f5f9ca00700 1 -- 172.21.15.12:0/2679923957 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5f90004300 con 0x7f5fa007eeb0 2024-05-21T00:04:20.197 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.035+0000 7f5f9ca00700 1 -- 172.21.15.12:0/2679923957 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5f90011af0 con 0x7f5fa007eeb0 2024-05-21T00:04:20.197 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.035+0000 7f5fa4c00700 1 -- 172.21.15.12:0/2679923957 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 msgr2=0x7f5fa007d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:20.197 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.035+0000 7f5fa4c00700 1 --2- 172.21.15.12:0/2679923957 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 0x7f5fa007d310 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5f900098a0 tx=0x7f5f90009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:20.197 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.036+0000 7f5fa4c00700 1 -- 172.21.15.12:0/2679923957 shutdown_connections 2024-05-21T00:04:20.198 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.036+0000 7f5fa4c00700 1 --2- 172.21.15.12:0/2679923957 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 0x7f5fa007d310 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:20.198 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.036+0000 7f5fa4c00700 1 -- 172.21.15.12:0/2679923957 >> 172.21.15.12:0/2679923957 conn(0x7f5fa0104600 msgr2=0x7f5fa0106a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:20.198 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.036+0000 7f5fa4c00700 1 -- 172.21.15.12:0/2679923957 shutdown_connections 2024-05-21T00:04:20.198 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.036+0000 7f5fa4c00700 1 -- 172.21.15.12:0/2679923957 wait complete. 2024-05-21T00:04:20.198 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.037+0000 7f5fa4c00700 1 Processor -- start 2024-05-21T00:04:20.198 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.037+0000 7f5fa4c00700 1 -- start start 2024-05-21T00:04:20.198 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.038+0000 7f5fa4c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 0x7f5fa01a35a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:20.198 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.038+0000 7f5fa4c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5fa010b190 con 0x7f5fa007eeb0 2024-05-21T00:04:20.198 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.038+0000 7f5f9de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 0x7f5fa01a35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:20.198 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.038+0000 7f5f9de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 0x7f5fa01a35a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41414/0 (socket says 172.21.15.12:41414) 2024-05-21T00:04:20.198 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.038+0000 7f5f9de00700 1 -- 172.21.15.12:0/1498806408 learned_addr learned my addr 172.21.15.12:0/1498806408 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:20.198 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.038+0000 7f5f9de00700 1 -- 172.21.15.12:0/1498806408 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fa01a3ae0 con 0x7f5fa007eeb0 2024-05-21T00:04:20.198 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.039+0000 7f5f9de00700 1 --2- 172.21.15.12:0/1498806408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 0x7f5fa01a35a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5f900117b0 tx=0x7f5f90011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.039+0000 7f5f96a00700 1 -- 172.21.15.12:0/1498806408 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5f90003af0 con 0x7f5fa007eeb0 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.039+0000 7f5f96a00700 1 -- 172.21.15.12:0/1498806408 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f5f90020070 con 0x7f5fa007eeb0 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.039+0000 7f5f96a00700 1 -- 172.21.15.12:0/1498806408 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5f90019550 con 0x7f5fa007eeb0 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.039+0000 7f5fa4c00700 1 -- 172.21.15.12:0/1498806408 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fa01a3d70 con 0x7f5fa007eeb0 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.039+0000 7f5fa4c00700 1 -- 172.21.15.12:0/1498806408 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fa01a6a60 con 0x7f5fa007eeb0 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.040+0000 7f5fa4c00700 1 -- 172.21.15.12:0/1498806408 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fa0064ba0 con 0x7f5fa007eeb0 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.041+0000 7f5f96a00700 1 -- 172.21.15.12:0/1498806408 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f5f9001a430 con 0x7f5fa007eeb0 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.042+0000 7f5f96a00700 1 --2- 172.21.15.12:0/1498806408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f5f8403e4c0 0x7f5f84040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.042+0000 7f5f96a00700 1 -- 172.21.15.12:0/1498806408 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f5f90053a60 con 0x7f5fa007eeb0 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.043+0000 7f5f9d400700 1 --2- 172.21.15.12:0/1498806408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f5f8403e4c0 0x7f5f84040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.043+0000 7f5f9d400700 1 --2- 172.21.15.12:0/1498806408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f5f8403e4c0 0x7f5f84040980 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5f8c006fd0 tx=0x7f5f8c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.047+0000 7f5f96a00700 1 -- 172.21.15.12:0/1498806408 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5f9002b260 con 0x7f5fa007eeb0 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.288+0000 7f5fa4c00700 1 -- 172.21.15.12:0/1498806408 --> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f5fa0063980 con 0x7f5f8403e4c0 2024-05-21T00:04:20.199 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.583+0000 7f5f96a00700 1 -- 172.21.15.12:0/1498806408 <== mgr.14120 v2:172.21.15.12:6800/2123222717 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f5fa0063980 con 0x7f5f8403e4c0 2024-05-21T00:04:20.200 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.586+0000 7f5fa4c00700 1 -- 172.21.15.12:0/1498806408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f5f8403e4c0 msgr2=0x7f5f84040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:20.200 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.586+0000 7f5fa4c00700 1 --2- 172.21.15.12:0/1498806408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f5f8403e4c0 0x7f5f84040980 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5f8c006fd0 tx=0x7f5f8c006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:20.200 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.586+0000 7f5fa4c00700 1 -- 172.21.15.12:0/1498806408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 msgr2=0x7f5fa01a35a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:20.200 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.586+0000 7f5fa4c00700 1 --2- 172.21.15.12:0/1498806408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 0x7f5fa01a35a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5f900117b0 tx=0x7f5f90011b70 comp rx=0 tx=0).stop 2024-05-21T00:04:20.200 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.586+0000 7f5fa4c00700 1 -- 172.21.15.12:0/1498806408 shutdown_connections 2024-05-21T00:04:20.200 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.586+0000 7f5fa4c00700 1 --2- 172.21.15.12:0/1498806408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f5f8403e4c0 0x7f5f84040980 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:20.200 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.586+0000 7f5fa4c00700 1 --2- 172.21.15.12:0/1498806408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5fa007eeb0 0x7f5fa01a35a0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:20.200 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.586+0000 7f5fa4c00700 1 -- 172.21.15.12:0/1498806408 >> 172.21.15.12:0/1498806408 conn(0x7f5fa0104600 msgr2=0x7f5fa01069f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:20.200 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.586+0000 7f5fa4c00700 1 -- 172.21.15.12:0/1498806408 shutdown_connections 2024-05-21T00:04:20.200 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:19.586+0000 7f5fa4c00700 1 -- 172.21.15.12:0/1498806408 wait complete. 2024-05-21T00:04:20.724 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:20 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' 2024-05-21T00:04:20.724 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:20 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' 2024-05-21T00:04:21.616 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:21 smithi012 ceph-mon[31403]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:04:21.632 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtC8DNFHZmph2u2rXFfDFyH3cMpz/q7cOrDHfB4V+qJ8sy5AE2tTBpEfbANGY2nw2n9WwzvKBHzRpsSKzvXD6dMZq3hzk3Oi6Yc2AWbejyfXavgPh3Y4IOrEKgvMrEwCqAEo7XuEtERPrOEY801OrtxoIXzbaPfHeEjVaYHzrSJjgX/ED030mf+7Ork/AyH9D+Swrhp4zNqfbQeqr5PTMDTudAbBDB4s4u3CQHaK/vKJbS0OsPfrjeKy6W2MB3kZSUsOwLt6gJmXEmjn8NIIrTU48E7wT4/0eBXnl/k0Wn2E2kKur4WrjuX+KQUrurGfE9txVEr2Uktr013WiBvgZm4yJQ5HoI8V3SE93qrKbqsLVAWQlzluWHuX6sATg68xckcwIWtA9LEINkoyeb4PS1gA+aLD5f+6XIeFCqRkobpROaMSI7645FqIFuOIFx71b+U5FGk9qIfRj9NY4v5+brCM9VVQxRW2QKwqDkS2Q1TZXZRhzkbL3mgfzMRJnU7Yk= ceph-66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:04:21.632 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.732+0000 7fa965e00700 1 Processor -- start 2024-05-21T00:04:21.633 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.733+0000 7fa965e00700 1 -- start start 2024-05-21T00:04:21.633 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.733+0000 7fa965e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 0x7fa960108270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:21.633 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.733+0000 7fa965e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa9601087b0 con 0x7fa960107e50 2024-05-21T00:04:21.633 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.734+0000 7fa95ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 0x7fa960108270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:21.633 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.734+0000 7fa95ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 0x7fa960108270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41416/0 (socket says 172.21.15.12:41416) 2024-05-21T00:04:21.635 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.734+0000 7fa95ea00700 1 -- 172.21.15.12:0/2109124801 learned_addr learned my addr 172.21.15.12:0/2109124801 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:21.635 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.734+0000 7fa95ea00700 1 -- 172.21.15.12:0/2109124801 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa960109040 con 0x7fa960107e50 2024-05-21T00:04:21.635 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.735+0000 7fa95ea00700 1 --2- 172.21.15.12:0/2109124801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 0x7fa960108270 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa9500098a0 tx=0x7fa950009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8044136de9cc8d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:21.635 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.735+0000 7fa95d600700 1 -- 172.21.15.12:0/2109124801 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa950004160 con 0x7fa960107e50 2024-05-21T00:04:21.635 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.735+0000 7fa95d600700 1 -- 172.21.15.12:0/2109124801 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa950004300 con 0x7fa960107e50 2024-05-21T00:04:21.635 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.735+0000 7fa95d600700 1 -- 172.21.15.12:0/2109124801 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa950011af0 con 0x7fa960107e50 2024-05-21T00:04:21.635 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.736+0000 7fa965e00700 1 -- 172.21.15.12:0/2109124801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 msgr2=0x7fa960108270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:21.636 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.736+0000 7fa965e00700 1 --2- 172.21.15.12:0/2109124801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 0x7fa960108270 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa9500098a0 tx=0x7fa950009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:21.636 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.736+0000 7fa965e00700 1 -- 172.21.15.12:0/2109124801 shutdown_connections 2024-05-21T00:04:21.636 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.736+0000 7fa965e00700 1 --2- 172.21.15.12:0/2109124801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 0x7fa960108270 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:21.636 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.736+0000 7fa965e00700 1 -- 172.21.15.12:0/2109124801 >> 172.21.15.12:0/2109124801 conn(0x7fa960103460 msgr2=0x7fa960105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:21.636 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.736+0000 7fa965e00700 1 -- 172.21.15.12:0/2109124801 shutdown_connections 2024-05-21T00:04:21.636 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.736+0000 7fa965e00700 1 -- 172.21.15.12:0/2109124801 wait complete. 2024-05-21T00:04:21.636 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.737+0000 7fa965e00700 1 Processor -- start 2024-05-21T00:04:21.636 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.737+0000 7fa965e00700 1 -- start start 2024-05-21T00:04:21.639 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.737+0000 7fa965e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 0x7fa96019cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:21.639 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.737+0000 7fa965e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa96010c300 con 0x7fa960107e50 2024-05-21T00:04:21.639 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.738+0000 7fa95ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 0x7fa96019cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:21.639 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.738+0000 7fa95ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 0x7fa96019cfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41420/0 (socket says 172.21.15.12:41420) 2024-05-21T00:04:21.639 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.738+0000 7fa95ea00700 1 -- 172.21.15.12:0/1020184677 learned_addr learned my addr 172.21.15.12:0/1020184677 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:21.639 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.738+0000 7fa95ea00700 1 -- 172.21.15.12:0/1020184677 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa96019d4e0 con 0x7fa960107e50 2024-05-21T00:04:21.639 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.738+0000 7fa95ea00700 1 --2- 172.21.15.12:0/1020184677 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 0x7fa96019cfa0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa9500117b0 tx=0x7fa950011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:21.639 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.738+0000 7fa964a00700 1 -- 172.21.15.12:0/1020184677 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa950003af0 con 0x7fa960107e50 2024-05-21T00:04:21.639 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.738+0000 7fa964a00700 1 -- 172.21.15.12:0/1020184677 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fa950020070 con 0x7fa960107e50 2024-05-21T00:04:21.639 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.738+0000 7fa964a00700 1 -- 172.21.15.12:0/1020184677 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa950019630 con 0x7fa960107e50 2024-05-21T00:04:21.639 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.739+0000 7fa965e00700 1 -- 172.21.15.12:0/1020184677 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa96019d770 con 0x7fa960107e50 2024-05-21T00:04:21.640 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.739+0000 7fa965e00700 1 -- 172.21.15.12:0/1020184677 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9601a0460 con 0x7fa960107e50 2024-05-21T00:04:21.640 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.740+0000 7fa964a00700 1 -- 172.21.15.12:0/1020184677 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fa95001a9c0 con 0x7fa960107e50 2024-05-21T00:04:21.640 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.740+0000 7fa965e00700 1 -- 172.21.15.12:0/1020184677 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa960064ba0 con 0x7fa960107e50 2024-05-21T00:04:21.640 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.740+0000 7fa964a00700 1 --2- 172.21.15.12:0/1020184677 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fa94403e4c0 0x7fa944040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:21.640 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.740+0000 7fa964a00700 1 -- 172.21.15.12:0/1020184677 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa950053a60 con 0x7fa960107e50 2024-05-21T00:04:21.641 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.741+0000 7fa95e000700 1 --2- 172.21.15.12:0/1020184677 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fa94403e4c0 0x7fa944040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:21.641 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.741+0000 7fa95e000700 1 --2- 172.21.15.12:0/1020184677 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fa94403e4c0 0x7fa944040980 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa94c006fd0 tx=0x7fa94c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:21.641 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.746+0000 7fa964a00700 1 -- 172.21.15.12:0/1020184677 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa95000bdd0 con 0x7fa960107e50 2024-05-21T00:04:21.641 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.982+0000 7fa965e00700 1 -- 172.21.15.12:0/1020184677 --> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7fa9600008d0 con 0x7fa94403e4c0 2024-05-21T00:04:21.642 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.983+0000 7fa964a00700 1 -- 172.21.15.12:0/1020184677 <== mgr.14120 v2:172.21.15.12:6800/2123222717 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7fa9600008d0 con 0x7fa94403e4c0 2024-05-21T00:04:21.642 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.986+0000 7fa965e00700 1 -- 172.21.15.12:0/1020184677 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fa94403e4c0 msgr2=0x7fa944040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:21.642 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.986+0000 7fa965e00700 1 --2- 172.21.15.12:0/1020184677 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fa94403e4c0 0x7fa944040980 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa94c006fd0 tx=0x7fa94c006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:21.642 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.986+0000 7fa965e00700 1 -- 172.21.15.12:0/1020184677 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 msgr2=0x7fa96019cfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:21.642 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.986+0000 7fa965e00700 1 --2- 172.21.15.12:0/1020184677 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 0x7fa96019cfa0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa9500117b0 tx=0x7fa950011b70 comp rx=0 tx=0).stop 2024-05-21T00:04:21.642 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.986+0000 7fa965e00700 1 -- 172.21.15.12:0/1020184677 shutdown_connections 2024-05-21T00:04:21.642 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.986+0000 7fa965e00700 1 --2- 172.21.15.12:0/1020184677 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fa94403e4c0 0x7fa944040980 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:21.643 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.986+0000 7fa965e00700 1 --2- 172.21.15.12:0/1020184677 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa960107e50 0x7fa96019cfa0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:21.643 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.986+0000 7fa965e00700 1 -- 172.21.15.12:0/1020184677 >> 172.21.15.12:0/1020184677 conn(0x7fa960103460 msgr2=0x7fa9601043c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:21.643 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.987+0000 7fa965e00700 1 -- 172.21.15.12:0/1020184677 shutdown_connections 2024-05-21T00:04:21.643 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:20.987+0000 7fa965e00700 1 -- 172.21.15.12:0/1020184677 wait complete. 2024-05-21T00:04:21.644 INFO:teuthology.orchestra.run.smithi012.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-05-21T00:04:21.644 INFO:teuthology.orchestra.run.smithi012.stdout:Adding key to root@localhost authorized_keys... 2024-05-21T00:04:21.645 INFO:teuthology.orchestra.run.smithi012.stdout:Adding host smithi012... 2024-05-21T00:04:23.557 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:23 smithi012 ceph-mon[31403]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi012", "addr": "172.21.15.12", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:04:24.557 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:24 smithi012 ceph-mon[31403]: Deploying cephadm binary to smithi012 2024-05-21T00:04:29.607 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout Added host 'smithi012' with addr '172.21.15.12' 2024-05-21T00:04:29.607 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.327+0000 7fe718a00700 1 Processor -- start 2024-05-21T00:04:29.608 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.327+0000 7fe718a00700 1 -- start start 2024-05-21T00:04:29.608 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.328+0000 7fe718a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 0x7fe71410b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:29.608 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.328+0000 7fe718a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe71410ba40 con 0x7fe71410b050 2024-05-21T00:04:29.608 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.328+0000 7fe713400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 0x7fe71410b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:29.608 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.329+0000 7fe713400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 0x7fe71410b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41434/0 (socket says 172.21.15.12:41434) 2024-05-21T00:04:29.609 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.329+0000 7fe713400700 1 -- 172.21.15.12:0/2860359729 learned_addr learned my addr 172.21.15.12:0/2860359729 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:29.609 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.329+0000 7fe713400700 1 -- 172.21.15.12:0/2860359729 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe71410c200 con 0x7fe71410b050 2024-05-21T00:04:29.609 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.330+0000 7fe713400700 1 --2- 172.21.15.12:0/2860359729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 0x7fe71410b470 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fe7040098a0 tx=0x7fe704009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14fb6037b2e6cf5d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:29.609 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.330+0000 7fe712000700 1 -- 172.21.15.12:0/2860359729 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe704004160 con 0x7fe71410b050 2024-05-21T00:04:29.609 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.330+0000 7fe712000700 1 -- 172.21.15.12:0/2860359729 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fe704004300 con 0x7fe71410b050 2024-05-21T00:04:29.609 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.330+0000 7fe712000700 1 -- 172.21.15.12:0/2860359729 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe704011af0 con 0x7fe71410b050 2024-05-21T00:04:29.610 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.331+0000 7fe718a00700 1 -- 172.21.15.12:0/2860359729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 msgr2=0x7fe71410b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:29.610 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.331+0000 7fe718a00700 1 --2- 172.21.15.12:0/2860359729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 0x7fe71410b470 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fe7040098a0 tx=0x7fe704009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:29.610 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.331+0000 7fe718a00700 1 -- 172.21.15.12:0/2860359729 shutdown_connections 2024-05-21T00:04:29.611 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.331+0000 7fe718a00700 1 --2- 172.21.15.12:0/2860359729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 0x7fe71410b470 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:29.611 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.331+0000 7fe718a00700 1 -- 172.21.15.12:0/2860359729 >> 172.21.15.12:0/2860359729 conn(0x7fe714106720 msgr2=0x7fe714108b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:29.611 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.331+0000 7fe718a00700 1 -- 172.21.15.12:0/2860359729 shutdown_connections 2024-05-21T00:04:29.611 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.331+0000 7fe718a00700 1 -- 172.21.15.12:0/2860359729 wait complete. 2024-05-21T00:04:29.611 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.332+0000 7fe718a00700 1 Processor -- start 2024-05-21T00:04:29.612 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.333+0000 7fe718a00700 1 -- start start 2024-05-21T00:04:29.612 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.333+0000 7fe718a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 0x7fe71419ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:29.612 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.333+0000 7fe718a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe71410f5b0 con 0x7fe71410b050 2024-05-21T00:04:29.612 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.333+0000 7fe713400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 0x7fe71419ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:29.612 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.333+0000 7fe713400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 0x7fe71419ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41436/0 (socket says 172.21.15.12:41436) 2024-05-21T00:04:29.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.333+0000 7fe713400700 1 -- 172.21.15.12:0/3214092906 learned_addr learned my addr 172.21.15.12:0/3214092906 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:29.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.334+0000 7fe713400700 1 -- 172.21.15.12:0/3214092906 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe71419f4d0 con 0x7fe71410b050 2024-05-21T00:04:29.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.334+0000 7fe713400700 1 --2- 172.21.15.12:0/3214092906 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 0x7fe71419ef90 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe704009fb0 tx=0x7fe704011940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:29.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.334+0000 7fe70be00700 1 -- 172.21.15.12:0/3214092906 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe7040036a0 con 0x7fe71410b050 2024-05-21T00:04:29.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.334+0000 7fe70be00700 1 -- 172.21.15.12:0/3214092906 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7fe70401a430 con 0x7fe71410b050 2024-05-21T00:04:29.613 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.334+0000 7fe718a00700 1 -- 172.21.15.12:0/3214092906 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe71419f760 con 0x7fe71410b050 2024-05-21T00:04:29.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.334+0000 7fe70be00700 1 -- 172.21.15.12:0/3214092906 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe704019550 con 0x7fe71410b050 2024-05-21T00:04:29.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.335+0000 7fe718a00700 1 -- 172.21.15.12:0/3214092906 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7141a2450 con 0x7fe71410b050 2024-05-21T00:04:29.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.336+0000 7fe70be00700 1 -- 172.21.15.12:0/3214092906 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fe70401a8e0 con 0x7fe71410b050 2024-05-21T00:04:29.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.336+0000 7fe718a00700 1 -- 172.21.15.12:0/3214092906 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe714064ba0 con 0x7fe71410b050 2024-05-21T00:04:29.614 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.336+0000 7fe70be00700 1 --2- 172.21.15.12:0/3214092906 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fe6f803e420 0x7fe6f80408e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:29.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.336+0000 7fe70be00700 1 -- 172.21.15.12:0/3214092906 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe704053870 con 0x7fe71410b050 2024-05-21T00:04:29.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.337+0000 7fe712a00700 1 --2- 172.21.15.12:0/3214092906 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fe6f803e420 0x7fe6f80408e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:29.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.337+0000 7fe712a00700 1 --2- 172.21.15.12:0/3214092906 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fe6f803e420 0x7fe6f80408e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe700006fd0 tx=0x7fe700006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:29.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.343+0000 7fe70be00700 1 -- 172.21.15.12:0/3214092906 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe70400b3e0 con 0x7fe71410b050 2024-05-21T00:04:29.615 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:22.582+0000 7fe718a00700 1 -- 172.21.15.12:0/3214092906 --> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi012", "addr": "172.21.15.12", "target": ["mon-mgr", ""]}) -- 0x7fe714108a20 con 0x7fe6f803e420 2024-05-21T00:04:29.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:28.901+0000 7fe70be00700 1 -- 172.21.15.12:0/3214092906 <== mgr.14120 v2:172.21.15.12:6800/2123222717 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fe714108a20 con 0x7fe6f803e420 2024-05-21T00:04:29.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:28.905+0000 7fe718a00700 1 -- 172.21.15.12:0/3214092906 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fe6f803e420 msgr2=0x7fe6f80408e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:29.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:28.905+0000 7fe718a00700 1 --2- 172.21.15.12:0/3214092906 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fe6f803e420 0x7fe6f80408e0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe700006fd0 tx=0x7fe700006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:29.616 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:28.905+0000 7fe718a00700 1 -- 172.21.15.12:0/3214092906 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 msgr2=0x7fe71419ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:29.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:28.905+0000 7fe718a00700 1 --2- 172.21.15.12:0/3214092906 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 0x7fe71419ef90 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fe704009fb0 tx=0x7fe704011940 comp rx=0 tx=0).stop 2024-05-21T00:04:29.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:28.905+0000 7fe718a00700 1 -- 172.21.15.12:0/3214092906 shutdown_connections 2024-05-21T00:04:29.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:28.905+0000 7fe718a00700 1 --2- 172.21.15.12:0/3214092906 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fe6f803e420 0x7fe6f80408e0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:29.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:28.905+0000 7fe718a00700 1 --2- 172.21.15.12:0/3214092906 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe71410b050 0x7fe71419ef90 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:29.617 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:28.905+0000 7fe718a00700 1 -- 172.21.15.12:0/3214092906 >> 172.21.15.12:0/3214092906 conn(0x7fe714106720 msgr2=0x7fe714108310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:29.618 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:28.906+0000 7fe718a00700 1 -- 172.21.15.12:0/3214092906 shutdown_connections 2024-05-21T00:04:29.618 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:28.906+0000 7fe718a00700 1 -- 172.21.15.12:0/3214092906 wait complete. 2024-05-21T00:04:29.618 INFO:teuthology.orchestra.run.smithi012.stdout:Deploying unmanaged mon service... 2024-05-21T00:04:30.213 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:29 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' 2024-05-21T00:04:30.213 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:29 smithi012 ceph-mon[31403]: Added host smithi012 2024-05-21T00:04:30.213 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:29 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:04:31.550 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-05-21T00:04:31.551 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.254+0000 7f2745800700 1 Processor -- start 2024-05-21T00:04:31.551 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.254+0000 7f2745800700 1 -- start start 2024-05-21T00:04:31.551 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.255+0000 7f2745800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 0x7f2740112260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:31.552 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.255+0000 7f2745800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f27401127a0 con 0x7f274010fe70 2024-05-21T00:04:31.552 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.255+0000 7f273ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 0x7f2740112260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:31.552 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.255+0000 7f273ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 0x7f2740112260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40140/0 (socket says 172.21.15.12:40140) 2024-05-21T00:04:31.552 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.255+0000 7f273ea00700 1 -- 172.21.15.12:0/1391725754 learned_addr learned my addr 172.21.15.12:0/1391725754 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:31.553 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.256+0000 7f273ea00700 1 -- 172.21.15.12:0/1391725754 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2740112920 con 0x7f274010fe70 2024-05-21T00:04:31.553 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.256+0000 7f273ea00700 1 --2- 172.21.15.12:0/1391725754 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 0x7f2740112260 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f27300098a0 tx=0x7f2730009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc3566a03af69a24 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:31.553 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.256+0000 7f273d600700 1 -- 172.21.15.12:0/1391725754 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2730004160 con 0x7f274010fe70 2024-05-21T00:04:31.553 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.256+0000 7f273d600700 1 -- 172.21.15.12:0/1391725754 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f2730004300 con 0x7f274010fe70 2024-05-21T00:04:31.554 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.256+0000 7f273d600700 1 -- 172.21.15.12:0/1391725754 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2730011af0 con 0x7f274010fe70 2024-05-21T00:04:31.554 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.257+0000 7f2745800700 1 -- 172.21.15.12:0/1391725754 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 msgr2=0x7f2740112260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:31.555 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.257+0000 7f2745800700 1 --2- 172.21.15.12:0/1391725754 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 0x7f2740112260 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f27300098a0 tx=0x7f2730009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:31.555 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.257+0000 7f2745800700 1 -- 172.21.15.12:0/1391725754 shutdown_connections 2024-05-21T00:04:31.555 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.257+0000 7f2745800700 1 --2- 172.21.15.12:0/1391725754 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 0x7f2740112260 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:31.555 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.257+0000 7f2745800700 1 -- 172.21.15.12:0/1391725754 >> 172.21.15.12:0/1391725754 conn(0x7f274007e690 msgr2=0x7f2740080af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:31.555 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.257+0000 7f2745800700 1 -- 172.21.15.12:0/1391725754 shutdown_connections 2024-05-21T00:04:31.555 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.257+0000 7f2745800700 1 -- 172.21.15.12:0/1391725754 wait complete. 2024-05-21T00:04:31.557 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.258+0000 7f2745800700 1 Processor -- start 2024-05-21T00:04:31.557 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.259+0000 7f2745800700 1 -- start start 2024-05-21T00:04:31.557 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.259+0000 7f2745800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 0x7f27401a3480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:31.557 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.259+0000 7f2745800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2740113940 con 0x7f274010fe70 2024-05-21T00:04:31.557 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.260+0000 7f273ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 0x7f27401a3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:31.557 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.260+0000 7f273ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 0x7f27401a3480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40146/0 (socket says 172.21.15.12:40146) 2024-05-21T00:04:31.557 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.260+0000 7f273ea00700 1 -- 172.21.15.12:0/1578844796 learned_addr learned my addr 172.21.15.12:0/1578844796 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:31.557 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.260+0000 7f273ea00700 1 -- 172.21.15.12:0/1578844796 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27401a39c0 con 0x7f274010fe70 2024-05-21T00:04:31.557 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.260+0000 7f273ea00700 1 --2- 172.21.15.12:0/1578844796 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 0x7f27401a3480 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f2730011ac0 tx=0x7f2730011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:31.557 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.261+0000 7f2737400700 1 -- 172.21.15.12:0/1578844796 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2730003b20 con 0x7f274010fe70 2024-05-21T00:04:31.557 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.261+0000 7f2737400700 1 -- 172.21.15.12:0/1578844796 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f273001a8c0 con 0x7f274010fe70 2024-05-21T00:04:31.557 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.261+0000 7f2737400700 1 -- 172.21.15.12:0/1578844796 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f27300248d0 con 0x7f274010fe70 2024-05-21T00:04:31.557 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.261+0000 7f2745800700 1 -- 172.21.15.12:0/1578844796 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27401a3c50 con 0x7f274010fe70 2024-05-21T00:04:31.559 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.261+0000 7f2745800700 1 -- 172.21.15.12:0/1578844796 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27401a6940 con 0x7f274010fe70 2024-05-21T00:04:31.559 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.262+0000 7f2745800700 1 -- 172.21.15.12:0/1578844796 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2740064ba0 con 0x7f274010fe70 2024-05-21T00:04:31.559 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.263+0000 7f2737400700 1 -- 172.21.15.12:0/1578844796 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f2730022020 con 0x7f274010fe70 2024-05-21T00:04:31.559 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.263+0000 7f2737400700 1 --2- 172.21.15.12:0/1578844796 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f272403e4c0 0x7f2724040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:31.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.263+0000 7f2737400700 1 -- 172.21.15.12:0/1578844796 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f2730053880 con 0x7f274010fe70 2024-05-21T00:04:31.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.263+0000 7f273e000700 1 --2- 172.21.15.12:0/1578844796 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f272403e4c0 0x7f2724040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:31.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.264+0000 7f273e000700 1 --2- 172.21.15.12:0/1578844796 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f272403e4c0 0x7f2724040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f272c006fd0 tx=0x7f272c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:31.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.269+0000 7f2737400700 1 -- 172.21.15.12:0/1578844796 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2730053210 con 0x7f274010fe70 2024-05-21T00:04:31.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.555+0000 7f2745800700 1 -- 172.21.15.12:0/1578844796 --> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f2740080930 con 0x7f272403e4c0 2024-05-21T00:04:31.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.564+0000 7f2737400700 1 -- 172.21.15.12:0/1578844796 <== mgr.14120 v2:172.21.15.12:6800/2123222717 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f2740080930 con 0x7f272403e4c0 2024-05-21T00:04:31.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.567+0000 7f2745800700 1 -- 172.21.15.12:0/1578844796 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f272403e4c0 msgr2=0x7f2724040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:31.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.567+0000 7f2745800700 1 --2- 172.21.15.12:0/1578844796 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f272403e4c0 0x7f2724040980 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f272c006fd0 tx=0x7f272c006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:31.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.567+0000 7f2745800700 1 -- 172.21.15.12:0/1578844796 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 msgr2=0x7f27401a3480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:31.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.567+0000 7f2745800700 1 --2- 172.21.15.12:0/1578844796 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 0x7f27401a3480 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f2730011ac0 tx=0x7f2730011ba0 comp rx=0 tx=0).stop 2024-05-21T00:04:31.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.567+0000 7f2745800700 1 -- 172.21.15.12:0/1578844796 shutdown_connections 2024-05-21T00:04:31.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.567+0000 7f2745800700 1 --2- 172.21.15.12:0/1578844796 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f272403e4c0 0x7f2724040980 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:31.561 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.567+0000 7f2745800700 1 --2- 172.21.15.12:0/1578844796 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f274010fe70 0x7f27401a3480 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:31.561 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.567+0000 7f2745800700 1 -- 172.21.15.12:0/1578844796 >> 172.21.15.12:0/1578844796 conn(0x7f274007e690 msgr2=0x7f2740080220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:31.561 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.568+0000 7f2745800700 1 -- 172.21.15.12:0/1578844796 shutdown_connections 2024-05-21T00:04:31.561 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:30.568+0000 7f2745800700 1 -- 172.21.15.12:0/1578844796 wait complete. 2024-05-21T00:04:31.561 INFO:teuthology.orchestra.run.smithi012.stdout:Deploying unmanaged mgr service... 2024-05-21T00:04:31.808 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:31 smithi012 ceph-mon[31403]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:04:31.808 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:31 smithi012 ceph-mon[31403]: Saving service mon spec with placement count:5 2024-05-21T00:04:31.808 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:31 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' 2024-05-21T00:04:33.328 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-05-21T00:04:33.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.416+0000 7f5570a00700 1 Processor -- start 2024-05-21T00:04:33.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.416+0000 7f5570a00700 1 -- start start 2024-05-21T00:04:33.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.416+0000 7f5570a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 0x7f556c07c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:33.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.417+0000 7f5570a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f556c07c770 con 0x7f556c07dd40 2024-05-21T00:04:33.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.417+0000 7f5569e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 0x7f556c07c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:33.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.417+0000 7f5569e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 0x7f556c07c1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40148/0 (socket says 172.21.15.12:40148) 2024-05-21T00:04:33.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.417+0000 7f5569e00700 1 -- 172.21.15.12:0/3282666413 learned_addr learned my addr 172.21.15.12:0/3282666413 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:33.329 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.418+0000 7f5569e00700 1 -- 172.21.15.12:0/3282666413 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f556c07c8f0 con 0x7f556c07dd40 2024-05-21T00:04:33.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.418+0000 7f5569e00700 1 --2- 172.21.15.12:0/3282666413 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 0x7f556c07c1a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f555c0098a0 tx=0x7f555c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57a033b14ec4264a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:33.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.418+0000 7f5568a00700 1 -- 172.21.15.12:0/3282666413 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f555c004160 con 0x7f556c07dd40 2024-05-21T00:04:33.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.419+0000 7f5568a00700 1 -- 172.21.15.12:0/3282666413 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f555c004300 con 0x7f556c07dd40 2024-05-21T00:04:33.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.419+0000 7f5568a00700 1 -- 172.21.15.12:0/3282666413 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f555c011af0 con 0x7f556c07dd40 2024-05-21T00:04:33.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.419+0000 7f5570a00700 1 -- 172.21.15.12:0/3282666413 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 msgr2=0x7f556c07c1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:33.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.419+0000 7f5570a00700 1 --2- 172.21.15.12:0/3282666413 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 0x7f556c07c1a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f555c0098a0 tx=0x7f555c009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:33.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.419+0000 7f5570a00700 1 -- 172.21.15.12:0/3282666413 shutdown_connections 2024-05-21T00:04:33.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.419+0000 7f5570a00700 1 --2- 172.21.15.12:0/3282666413 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 0x7f556c07c1a0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:33.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.419+0000 7f5570a00700 1 -- 172.21.15.12:0/3282666413 >> 172.21.15.12:0/3282666413 conn(0x7f556c104570 msgr2=0x7f556c106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:33.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.420+0000 7f5570a00700 1 -- 172.21.15.12:0/3282666413 shutdown_connections 2024-05-21T00:04:33.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.420+0000 7f5570a00700 1 -- 172.21.15.12:0/3282666413 wait complete. 2024-05-21T00:04:33.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.421+0000 7f5570a00700 1 Processor -- start 2024-05-21T00:04:33.330 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.421+0000 7f5570a00700 1 -- start start 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.421+0000 7f5570a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 0x7f556c19f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.421+0000 7f5570a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f556c10f580 con 0x7f556c07dd40 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.421+0000 7f5569e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 0x7f556c19f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.421+0000 7f5569e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 0x7f556c19f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40150/0 (socket says 172.21.15.12:40150) 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.421+0000 7f5569e00700 1 -- 172.21.15.12:0/728609699 learned_addr learned my addr 172.21.15.12:0/728609699 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.422+0000 7f5569e00700 1 -- 172.21.15.12:0/728609699 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f556c19f680 con 0x7f556c07dd40 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.422+0000 7f5569e00700 1 --2- 172.21.15.12:0/728609699 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 0x7f556c19f140 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f555c011ac0 tx=0x7f555c011ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.422+0000 7f5562a00700 1 -- 172.21.15.12:0/728609699 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f555c003970 con 0x7f556c07dd40 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.422+0000 7f5562a00700 1 -- 172.21.15.12:0/728609699 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1070+0+0 (secure 0 0 0) 0x7f555c003b10 con 0x7f556c07dd40 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.422+0000 7f5570a00700 1 -- 172.21.15.12:0/728609699 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f556c19f910 con 0x7f556c07dd40 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.422+0000 7f5562a00700 1 -- 172.21.15.12:0/728609699 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f555c024610 con 0x7f556c07dd40 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.423+0000 7f5570a00700 1 -- 172.21.15.12:0/728609699 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f556c1a2600 con 0x7f556c07dd40 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.424+0000 7f5570a00700 1 -- 172.21.15.12:0/728609699 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f556c064ba0 con 0x7f556c07dd40 2024-05-21T00:04:33.331 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.424+0000 7f5562a00700 1 -- 172.21.15.12:0/728609699 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f555c01a430 con 0x7f556c07dd40 2024-05-21T00:04:33.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.424+0000 7f5562a00700 1 --2- 172.21.15.12:0/728609699 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f555003e470 0x7f5550040930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:33.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.424+0000 7f5562a00700 1 -- 172.21.15.12:0/728609699 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f555c053870 con 0x7f556c07dd40 2024-05-21T00:04:33.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.425+0000 7f5569400700 1 --2- 172.21.15.12:0/728609699 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f555003e470 0x7f5550040930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:33.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.425+0000 7f5569400700 1 --2- 172.21.15.12:0/728609699 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f555003e470 0x7f5550040930 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5558006fd0 tx=0x7f5558006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:33.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.430+0000 7f5562a00700 1 -- 172.21.15.12:0/728609699 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f555c00b3e0 con 0x7f556c07dd40 2024-05-21T00:04:33.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.672+0000 7f5562a00700 1 -- 172.21.15.12:0/728609699 <== mon.0 v2:172.21.15.12:3300/0 7 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f555c059080 con 0x7f556c07dd40 2024-05-21T00:04:33.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.699+0000 7f5570a00700 1 -- 172.21.15.12:0/728609699 --> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f5544000d90 con 0x7f555003e470 2024-05-21T00:04:33.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.712+0000 7f5562a00700 1 -- 172.21.15.12:0/728609699 <== mgr.14120 v2:172.21.15.12:6800/2123222717 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f5544000d90 con 0x7f555003e470 2024-05-21T00:04:33.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.715+0000 7f5570a00700 1 -- 172.21.15.12:0/728609699 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f555003e470 msgr2=0x7f5550040930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:33.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.715+0000 7f5570a00700 1 --2- 172.21.15.12:0/728609699 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f555003e470 0x7f5550040930 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f5558006fd0 tx=0x7f5558006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:33.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.715+0000 7f5570a00700 1 -- 172.21.15.12:0/728609699 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 msgr2=0x7f556c19f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:33.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.715+0000 7f5570a00700 1 --2- 172.21.15.12:0/728609699 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 0x7f556c19f140 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f555c011ac0 tx=0x7f555c011ba0 comp rx=0 tx=0).stop 2024-05-21T00:04:33.332 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.715+0000 7f5570a00700 1 -- 172.21.15.12:0/728609699 shutdown_connections 2024-05-21T00:04:33.333 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.715+0000 7f5570a00700 1 --2- 172.21.15.12:0/728609699 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f555003e470 0x7f5550040930 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:33.333 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.715+0000 7f5570a00700 1 --2- 172.21.15.12:0/728609699 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f556c07dd40 0x7f556c19f140 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:33.333 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.715+0000 7f5570a00700 1 -- 172.21.15.12:0/728609699 >> 172.21.15.12:0/728609699 conn(0x7f556c104570 msgr2=0x7f556c1050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:33.333 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.716+0000 7f5570a00700 1 -- 172.21.15.12:0/728609699 shutdown_connections 2024-05-21T00:04:33.333 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:32.716+0000 7f5570a00700 1 -- 172.21.15.12:0/728609699 wait complete. 2024-05-21T00:04:33.768 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:33 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' 2024-05-21T00:04:33.768 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:33 smithi012 ceph-mon[31403]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:04:33.768 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:33 smithi012 ceph-mon[31403]: Saving service mgr spec with placement count:2 2024-05-21T00:04:33.768 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:33 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' 2024-05-21T00:04:33.769 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:33 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' 2024-05-21T00:04:34.849 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.950+0000 7fdb33e00700 1 Processor -- start 2024-05-21T00:04:34.849 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.950+0000 7fdb33e00700 1 -- start start 2024-05-21T00:04:34.850 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.951+0000 7fdb33e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 0x7fdb3410bd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:34.850 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.951+0000 7fdb33e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fdb3407ce80 con 0x7fdb34109910 2024-05-21T00:04:34.850 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.951+0000 7fdb32a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 0x7fdb3410bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:34.850 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.951+0000 7fdb32a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 0x7fdb3410bd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40156/0 (socket says 172.21.15.12:40156) 2024-05-21T00:04:34.857 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.951+0000 7fdb32a00700 1 -- 172.21.15.12:0/2324004008 learned_addr learned my addr 172.21.15.12:0/2324004008 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:34.857 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.952+0000 7fdb32a00700 1 -- 172.21.15.12:0/2324004008 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb3410c240 con 0x7fdb34109910 2024-05-21T00:04:34.857 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.952+0000 7fdb32a00700 1 --2- 172.21.15.12:0/2324004008 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 0x7fdb3410bd00 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fdb240098a0 tx=0x7fdb24009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=367d365b53034424 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:34.857 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.953+0000 7fdb31600700 1 -- 172.21.15.12:0/2324004008 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdb24004160 con 0x7fdb34109910 2024-05-21T00:04:34.857 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.953+0000 7fdb31600700 1 -- 172.21.15.12:0/2324004008 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb24004300 con 0x7fdb34109910 2024-05-21T00:04:34.858 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.953+0000 7fdb31600700 1 -- 172.21.15.12:0/2324004008 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdb24011a20 con 0x7fdb34109910 2024-05-21T00:04:34.858 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.953+0000 7fdb33e00700 1 -- 172.21.15.12:0/2324004008 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 msgr2=0x7fdb3410bd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:34.858 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.953+0000 7fdb33e00700 1 --2- 172.21.15.12:0/2324004008 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 0x7fdb3410bd00 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fdb240098a0 tx=0x7fdb24009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:34.858 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.954+0000 7fdb33e00700 1 -- 172.21.15.12:0/2324004008 shutdown_connections 2024-05-21T00:04:34.858 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.954+0000 7fdb33e00700 1 --2- 172.21.15.12:0/2324004008 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 0x7fdb3410bd00 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:34.858 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.954+0000 7fdb33e00700 1 -- 172.21.15.12:0/2324004008 >> 172.21.15.12:0/2324004008 conn(0x7fdb34103360 msgr2=0x7fdb34105780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:34.858 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.954+0000 7fdb33e00700 1 -- 172.21.15.12:0/2324004008 shutdown_connections 2024-05-21T00:04:34.858 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.954+0000 7fdb33e00700 1 -- 172.21.15.12:0/2324004008 wait complete. 2024-05-21T00:04:34.859 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.955+0000 7fdb33e00700 1 Processor -- start 2024-05-21T00:04:34.859 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.955+0000 7fdb33e00700 1 -- start start 2024-05-21T00:04:34.859 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.955+0000 7fdb33e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 0x7fdb3419ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:34.859 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.955+0000 7fdb33e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fdb3410d250 con 0x7fdb34109910 2024-05-21T00:04:34.859 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.955+0000 7fdb32a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 0x7fdb3419ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:34.859 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.956+0000 7fdb32a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 0x7fdb3419ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40158/0 (socket says 172.21.15.12:40158) 2024-05-21T00:04:34.859 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.956+0000 7fdb32a00700 1 -- 172.21.15.12:0/1532780731 learned_addr learned my addr 172.21.15.12:0/1532780731 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:34.860 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.956+0000 7fdb32a00700 1 -- 172.21.15.12:0/1532780731 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb3419f480 con 0x7fdb34109910 2024-05-21T00:04:34.860 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.956+0000 7fdb32a00700 1 --2- 172.21.15.12:0/1532780731 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 0x7fdb3419ef40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fdb24000c00 tx=0x7fdb24011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:34.860 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.956+0000 7fdb2b400700 1 -- 172.21.15.12:0/1532780731 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdb24003aa0 con 0x7fdb34109910 2024-05-21T00:04:34.860 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.957+0000 7fdb2b400700 1 -- 172.21.15.12:0/1532780731 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb2401b8f0 con 0x7fdb34109910 2024-05-21T00:04:34.860 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.957+0000 7fdb2b400700 1 -- 172.21.15.12:0/1532780731 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdb24023870 con 0x7fdb34109910 2024-05-21T00:04:34.860 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.957+0000 7fdb33e00700 1 -- 172.21.15.12:0/1532780731 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb3419f710 con 0x7fdb34109910 2024-05-21T00:04:34.860 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.957+0000 7fdb33e00700 1 -- 172.21.15.12:0/1532780731 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb3419fb70 con 0x7fdb34109910 2024-05-21T00:04:34.861 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.958+0000 7fdb2b400700 1 -- 172.21.15.12:0/1532780731 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7fdb2401b440 con 0x7fdb34109910 2024-05-21T00:04:34.861 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.958+0000 7fdb33e00700 1 -- 172.21.15.12:0/1532780731 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb34064ba0 con 0x7fdb34109910 2024-05-21T00:04:34.861 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.958+0000 7fdb2b400700 1 --2- 172.21.15.12:0/1532780731 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdb1803e4c0 0x7fdb18040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:34.861 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.959+0000 7fdb2b400700 1 -- 172.21.15.12:0/1532780731 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fdb24053dd0 con 0x7fdb34109910 2024-05-21T00:04:34.861 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.959+0000 7fdb32000700 1 --2- 172.21.15.12:0/1532780731 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdb1803e4c0 0x7fdb18040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:34.861 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.959+0000 7fdb32000700 1 --2- 172.21.15.12:0/1532780731 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdb1803e4c0 0x7fdb18040980 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdb20006fd0 tx=0x7fdb20006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:34.861 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:33.969+0000 7fdb2b400700 1 -- 172.21.15.12:0/1532780731 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdb2401f030 con 0x7fdb34109910 2024-05-21T00:04:34.861 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:34.211+0000 7fdb33e00700 1 -- 172.21.15.12:0/1532780731 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7fdb341a24c0 con 0x7fdb34109910 2024-05-21T00:04:34.861 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:34.215+0000 7fdb2b400700 1 -- 172.21.15.12:0/1532780731 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7fdb24053760 con 0x7fdb34109910 2024-05-21T00:04:34.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:34.218+0000 7fdb33e00700 1 -- 172.21.15.12:0/1532780731 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdb1803e4c0 msgr2=0x7fdb18040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:34.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:34.218+0000 7fdb33e00700 1 --2- 172.21.15.12:0/1532780731 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdb1803e4c0 0x7fdb18040980 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdb20006fd0 tx=0x7fdb20006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:34.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:34.219+0000 7fdb33e00700 1 -- 172.21.15.12:0/1532780731 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 msgr2=0x7fdb3419ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:34.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:34.219+0000 7fdb33e00700 1 --2- 172.21.15.12:0/1532780731 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 0x7fdb3419ef40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fdb24000c00 tx=0x7fdb24011aa0 comp rx=0 tx=0).stop 2024-05-21T00:04:34.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:34.219+0000 7fdb33e00700 1 -- 172.21.15.12:0/1532780731 shutdown_connections 2024-05-21T00:04:34.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:34.219+0000 7fdb33e00700 1 --2- 172.21.15.12:0/1532780731 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdb1803e4c0 0x7fdb18040980 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:34.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:34.219+0000 7fdb33e00700 1 --2- 172.21.15.12:0/1532780731 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb34109910 0x7fdb3419ef40 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:34.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:34.219+0000 7fdb33e00700 1 -- 172.21.15.12:0/1532780731 >> 172.21.15.12:0/1532780731 conn(0x7fdb34103360 msgr2=0x7fdb34103cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:34.863 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:34.219+0000 7fdb33e00700 1 -- 172.21.15.12:0/1532780731 shutdown_connections 2024-05-21T00:04:34.863 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:34.219+0000 7fdb33e00700 1 -- 172.21.15.12:0/1532780731 wait complete. 2024-05-21T00:04:35.482 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:35 smithi012 ceph-mon[31403]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:04:35.483 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:35 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1532780731' entity='client.admin' 2024-05-21T00:04:36.688 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.490+0000 7ff031400700 1 Processor -- start 2024-05-21T00:04:36.689 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.491+0000 7ff031400700 1 -- start start 2024-05-21T00:04:36.689 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.491+0000 7ff031400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 0x7ff02c1093e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:36.689 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.491+0000 7ff031400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff02c1099b0 con 0x7ff02c108fc0 2024-05-21T00:04:36.689 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.491+0000 7ff02a800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 0x7ff02c1093e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:36.689 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.492+0000 7ff02a800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 0x7ff02c1093e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41296/0 (socket says 172.21.15.12:41296) 2024-05-21T00:04:36.689 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.492+0000 7ff02a800700 1 -- 172.21.15.12:0/3097570648 learned_addr learned my addr 172.21.15.12:0/3097570648 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:36.689 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.492+0000 7ff02a800700 1 -- 172.21.15.12:0/3097570648 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff02c10a1c0 con 0x7ff02c108fc0 2024-05-21T00:04:36.689 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.492+0000 7ff02a800700 1 --2- 172.21.15.12:0/3097570648 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 0x7ff02c1093e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff01c0098a0 tx=0x7ff01c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7d7d70bf7730d6b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:36.689 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.493+0000 7ff029400700 1 -- 172.21.15.12:0/3097570648 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff01c004160 con 0x7ff02c108fc0 2024-05-21T00:04:36.689 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.493+0000 7ff029400700 1 -- 172.21.15.12:0/3097570648 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff01c004300 con 0x7ff02c108fc0 2024-05-21T00:04:36.690 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.493+0000 7ff029400700 1 -- 172.21.15.12:0/3097570648 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff01c011a20 con 0x7ff02c108fc0 2024-05-21T00:04:36.690 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.494+0000 7ff031400700 1 -- 172.21.15.12:0/3097570648 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 msgr2=0x7ff02c1093e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:36.690 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.494+0000 7ff031400700 1 --2- 172.21.15.12:0/3097570648 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 0x7ff02c1093e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7ff01c0098a0 tx=0x7ff01c009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:36.690 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.494+0000 7ff031400700 1 -- 172.21.15.12:0/3097570648 shutdown_connections 2024-05-21T00:04:36.690 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.494+0000 7ff031400700 1 --2- 172.21.15.12:0/3097570648 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 0x7ff02c1093e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:36.690 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.494+0000 7ff031400700 1 -- 172.21.15.12:0/3097570648 >> 172.21.15.12:0/3097570648 conn(0x7ff02c104580 msgr2=0x7ff02c1069a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:36.690 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.494+0000 7ff031400700 1 -- 172.21.15.12:0/3097570648 shutdown_connections 2024-05-21T00:04:36.690 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.494+0000 7ff031400700 1 -- 172.21.15.12:0/3097570648 wait complete. 2024-05-21T00:04:36.690 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.495+0000 7ff031400700 1 Processor -- start 2024-05-21T00:04:36.691 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.495+0000 7ff031400700 1 -- start start 2024-05-21T00:04:36.691 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.496+0000 7ff031400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 0x7ff02c07da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:36.691 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.496+0000 7ff031400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff02c10d570 con 0x7ff02c108fc0 2024-05-21T00:04:36.691 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.496+0000 7ff02a800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 0x7ff02c07da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:36.691 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.496+0000 7ff02a800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 0x7ff02c07da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41306/0 (socket says 172.21.15.12:41306) 2024-05-21T00:04:36.691 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.496+0000 7ff02a800700 1 -- 172.21.15.12:0/509172432 learned_addr learned my addr 172.21.15.12:0/509172432 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:36.691 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.496+0000 7ff02a800700 1 -- 172.21.15.12:0/509172432 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff02c07df70 con 0x7ff02c108fc0 2024-05-21T00:04:36.691 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.497+0000 7ff02a800700 1 --2- 172.21.15.12:0/509172432 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 0x7ff02c07da30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff01c009520 tx=0x7ff01c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:36.691 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.497+0000 7ff023400700 1 -- 172.21.15.12:0/509172432 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff01c0039e0 con 0x7ff02c108fc0 2024-05-21T00:04:36.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.497+0000 7ff023400700 1 -- 172.21.15.12:0/509172432 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff01c01b8f0 con 0x7ff02c108fc0 2024-05-21T00:04:36.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.497+0000 7ff023400700 1 -- 172.21.15.12:0/509172432 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff01c019770 con 0x7ff02c108fc0 2024-05-21T00:04:36.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.497+0000 7ff031400700 1 -- 172.21.15.12:0/509172432 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff02c07c160 con 0x7ff02c108fc0 2024-05-21T00:04:36.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.497+0000 7ff031400700 1 -- 172.21.15.12:0/509172432 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff02c07c6a0 con 0x7ff02c108fc0 2024-05-21T00:04:36.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.498+0000 7ff023400700 1 -- 172.21.15.12:0/509172432 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7ff01c01b440 con 0x7ff02c108fc0 2024-05-21T00:04:36.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.498+0000 7ff031400700 1 -- 172.21.15.12:0/509172432 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff02c064ba0 con 0x7ff02c108fc0 2024-05-21T00:04:36.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.499+0000 7ff023400700 1 --2- 172.21.15.12:0/509172432 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7ff01003e4c0 0x7ff010040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:36.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.499+0000 7ff023400700 1 -- 172.21.15.12:0/509172432 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff01c053e70 con 0x7ff02c108fc0 2024-05-21T00:04:36.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.499+0000 7ff029e00700 1 --2- 172.21.15.12:0/509172432 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7ff01003e4c0 0x7ff010040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:36.692 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.500+0000 7ff029e00700 1 --2- 172.21.15.12:0/509172432 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7ff01003e4c0 0x7ff010040980 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff018006fd0 tx=0x7ff018006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:36.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.504+0000 7ff023400700 1 -- 172.21.15.12:0/509172432 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff01c01f030 con 0x7ff02c108fc0 2024-05-21T00:04:36.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.743+0000 7ff031400700 1 -- 172.21.15.12:0/509172432 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7ff02c07cff0 con 0x7ff02c108fc0 2024-05-21T00:04:36.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.747+0000 7ff023400700 1 -- 172.21.15.12:0/509172432 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7ff02c07cff0 con 0x7ff02c108fc0 2024-05-21T00:04:36.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.751+0000 7ff031400700 1 -- 172.21.15.12:0/509172432 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7ff01003e4c0 msgr2=0x7ff010040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:36.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.752+0000 7ff031400700 1 --2- 172.21.15.12:0/509172432 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7ff01003e4c0 0x7ff010040980 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7ff018006fd0 tx=0x7ff018006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:36.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.752+0000 7ff031400700 1 -- 172.21.15.12:0/509172432 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 msgr2=0x7ff02c07da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:36.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.752+0000 7ff031400700 1 --2- 172.21.15.12:0/509172432 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 0x7ff02c07da30 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7ff01c009520 tx=0x7ff01c011aa0 comp rx=0 tx=0).stop 2024-05-21T00:04:36.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.752+0000 7ff031400700 1 -- 172.21.15.12:0/509172432 shutdown_connections 2024-05-21T00:04:36.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.752+0000 7ff031400700 1 --2- 172.21.15.12:0/509172432 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7ff01003e4c0 0x7ff010040980 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:36.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.752+0000 7ff031400700 1 --2- 172.21.15.12:0/509172432 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff02c108fc0 0x7ff02c07da30 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:36.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.752+0000 7ff031400700 1 -- 172.21.15.12:0/509172432 >> 172.21.15.12:0/509172432 conn(0x7ff02c104580 msgr2=0x7ff02c105080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:36.693 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.752+0000 7ff031400700 1 -- 172.21.15.12:0/509172432 shutdown_connections 2024-05-21T00:04:36.694 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:35.752+0000 7ff031400700 1 -- 172.21.15.12:0/509172432 wait complete. 2024-05-21T00:04:36.694 INFO:teuthology.orchestra.run.smithi012.stdout:Enabling the dashboard module... 2024-05-21T00:04:36.969 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:36 smithi012 ceph-mon[31403]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:04:36.969 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:36 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/509172432' entity='client.admin' 2024-05-21T00:04:36.969 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:36 smithi012 ceph-mon[31403]: from='mgr.14120 172.21.15.12:0/3179648586' entity='mgr.x' 2024-05-21T00:04:37.875 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:37 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1696685252' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-05-21T00:04:38.195 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:37 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: ignoring --setuser ceph since I am not root 2024-05-21T00:04:38.195 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:37 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: ignoring --setgroup ceph since I am not root 2024-05-21T00:04:38.195 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:38 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:38.089+0000 7f1b312f3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T00:04:38.470 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:38 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:38.342+0000 7f1b312f3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:04:38.470 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:38 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:38.478+0000 7f1b312f3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T00:04:38.558 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.288+0000 7f8b42400700 1 Processor -- start 2024-05-21T00:04:38.558 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.288+0000 7f8b42400700 1 -- start start 2024-05-21T00:04:38.559 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.288+0000 7f8b42400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 0x7f8b3c107ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:38.559 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.288+0000 7f8b42400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3c076de0 con 0x7f8b3c1076a0 2024-05-21T00:04:38.559 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.289+0000 7f8b41000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 0x7f8b3c107ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:38.559 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.289+0000 7f8b41000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 0x7f8b3c107ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41308/0 (socket says 172.21.15.12:41308) 2024-05-21T00:04:38.559 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.289+0000 7f8b41000700 1 -- 172.21.15.12:0/1940329062 learned_addr learned my addr 172.21.15.12:0/1940329062 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:38.559 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.289+0000 7f8b41000700 1 -- 172.21.15.12:0/1940329062 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b3c108000 con 0x7f8b3c1076a0 2024-05-21T00:04:38.559 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.289+0000 7f8b41000700 1 --2- 172.21.15.12:0/1940329062 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 0x7f8b3c107ac0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8b300098a0 tx=0x7f8b30009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b7c363401a4a4e0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:38.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.290+0000 7f8b3b400700 1 -- 172.21.15.12:0/1940329062 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8b30004160 con 0x7f8b3c1076a0 2024-05-21T00:04:38.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.290+0000 7f8b3b400700 1 -- 172.21.15.12:0/1940329062 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b30004300 con 0x7f8b3c1076a0 2024-05-21T00:04:38.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.290+0000 7f8b3b400700 1 -- 172.21.15.12:0/1940329062 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8b30011a20 con 0x7f8b3c1076a0 2024-05-21T00:04:38.560 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.290+0000 7f8b42400700 1 -- 172.21.15.12:0/1940329062 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 msgr2=0x7f8b3c107ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:38.561 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.290+0000 7f8b42400700 1 --2- 172.21.15.12:0/1940329062 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 0x7f8b3c107ac0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8b300098a0 tx=0x7f8b30009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:38.561 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.291+0000 7f8b42400700 1 -- 172.21.15.12:0/1940329062 shutdown_connections 2024-05-21T00:04:38.561 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.291+0000 7f8b42400700 1 --2- 172.21.15.12:0/1940329062 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 0x7f8b3c107ac0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:38.561 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.291+0000 7f8b42400700 1 -- 172.21.15.12:0/1940329062 >> 172.21.15.12:0/1940329062 conn(0x7f8b3c1032c0 msgr2=0x7f8b3c1056e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:38.561 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.291+0000 7f8b42400700 1 -- 172.21.15.12:0/1940329062 shutdown_connections 2024-05-21T00:04:38.561 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.291+0000 7f8b42400700 1 -- 172.21.15.12:0/1940329062 wait complete. 2024-05-21T00:04:38.561 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.292+0000 7f8b42400700 1 Processor -- start 2024-05-21T00:04:38.561 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.293+0000 7f8b42400700 1 -- start start 2024-05-21T00:04:38.561 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.293+0000 7f8b42400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 0x7f8b3c19eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:38.562 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.293+0000 7f8b42400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3c109070 con 0x7f8b3c1076a0 2024-05-21T00:04:38.562 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.293+0000 7f8b41000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 0x7f8b3c19eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:38.562 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.293+0000 7f8b41000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 0x7f8b3c19eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41318/0 (socket says 172.21.15.12:41318) 2024-05-21T00:04:38.562 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.293+0000 7f8b41000700 1 -- 172.21.15.12:0/1696685252 learned_addr learned my addr 172.21.15.12:0/1696685252 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:38.562 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.294+0000 7f8b41000700 1 -- 172.21.15.12:0/1696685252 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b3c19f430 con 0x7f8b3c1076a0 2024-05-21T00:04:38.562 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.294+0000 7f8b41000700 1 --2- 172.21.15.12:0/1696685252 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 0x7f8b3c19eef0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8b30004660 tx=0x7f8b30011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:38.562 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.294+0000 7f8b39600700 1 -- 172.21.15.12:0/1696685252 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8b30003aa0 con 0x7f8b3c1076a0 2024-05-21T00:04:38.562 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.294+0000 7f8b39600700 1 -- 172.21.15.12:0/1696685252 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8b3001b8f0 con 0x7f8b3c1076a0 2024-05-21T00:04:38.563 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.294+0000 7f8b39600700 1 -- 172.21.15.12:0/1696685252 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8b30023900 con 0x7f8b3c1076a0 2024-05-21T00:04:38.563 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.294+0000 7f8b42400700 1 -- 172.21.15.12:0/1696685252 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b3c19f6c0 con 0x7f8b3c1076a0 2024-05-21T00:04:38.563 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.295+0000 7f8b42400700 1 -- 172.21.15.12:0/1696685252 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b3c1a23b0 con 0x7f8b3c1076a0 2024-05-21T00:04:38.563 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.296+0000 7f8b42400700 1 -- 172.21.15.12:0/1696685252 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b3c064ba0 con 0x7f8b3c1076a0 2024-05-21T00:04:38.563 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.296+0000 7f8b39600700 1 -- 172.21.15.12:0/1696685252 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 8) ==== 50222+0+0 (secure 0 0 0) 0x7f8b3001baa0 con 0x7f8b3c1076a0 2024-05-21T00:04:38.563 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.297+0000 7f8b39600700 1 --2- 172.21.15.12:0/1696685252 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8b2403e4c0 0x7f8b24040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:38.563 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.297+0000 7f8b39600700 1 -- 172.21.15.12:0/1696685252 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8b30053ef0 con 0x7f8b3c1076a0 2024-05-21T00:04:38.563 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.297+0000 7f8b3be00700 1 --2- 172.21.15.12:0/1696685252 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8b2403e4c0 0x7f8b24040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:38.564 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.298+0000 7f8b3be00700 1 --2- 172.21.15.12:0/1696685252 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8b2403e4c0 0x7f8b24040980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8b28006fd0 tx=0x7f8b28006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:38.564 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.303+0000 7f8b39600700 1 -- 172.21.15.12:0/1696685252 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8b3001f030 con 0x7f8b3c1076a0 2024-05-21T00:04:38.564 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.632+0000 7f8b42400700 1 -- 172.21.15.12:0/1696685252 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f8b3c02e830 con 0x7f8b3c1076a0 2024-05-21T00:04:38.564 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.755+0000 7f8b39600700 1 -- 172.21.15.12:0/1696685252 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f8b300202b0 con 0x7f8b3c1076a0 2024-05-21T00:04:38.564 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.759+0000 7f8b42400700 1 -- 172.21.15.12:0/1696685252 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8b2403e4c0 msgr2=0x7f8b24040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:38.564 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.759+0000 7f8b42400700 1 --2- 172.21.15.12:0/1696685252 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8b2403e4c0 0x7f8b24040980 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8b28006fd0 tx=0x7f8b28006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:38.564 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.759+0000 7f8b42400700 1 -- 172.21.15.12:0/1696685252 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 msgr2=0x7f8b3c19eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:38.565 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.759+0000 7f8b42400700 1 --2- 172.21.15.12:0/1696685252 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 0x7f8b3c19eef0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8b30004660 tx=0x7f8b30011aa0 comp rx=0 tx=0).stop 2024-05-21T00:04:38.565 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.759+0000 7f8b42400700 1 -- 172.21.15.12:0/1696685252 shutdown_connections 2024-05-21T00:04:38.565 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.759+0000 7f8b42400700 1 --2- 172.21.15.12:0/1696685252 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8b2403e4c0 0x7f8b24040980 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:38.565 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.759+0000 7f8b42400700 1 --2- 172.21.15.12:0/1696685252 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8b3c1076a0 0x7f8b3c19eef0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:38.565 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.759+0000 7f8b42400700 1 -- 172.21.15.12:0/1696685252 >> 172.21.15.12:0/1696685252 conn(0x7f8b3c1032c0 msgr2=0x7f8b3c195b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:38.565 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.760+0000 7f8b42400700 1 -- 172.21.15.12:0/1696685252 shutdown_connections 2024-05-21T00:04:38.565 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:37.760+0000 7f8b42400700 1 -- 172.21.15.12:0/1696685252 wait complete. 2024-05-21T00:04:39.024 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:38 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1696685252' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-05-21T00:04:39.024 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:38 smithi012 ceph-mon[31403]: mgrmap e9: x(active, since 24s) 2024-05-21T00:04:39.025 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:38 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:38.927+0000 7f1b312f3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T00:04:39.308 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:39 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:39.049+0000 7f1b312f3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T00:04:40.057 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:39 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2150460629' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-21T00:04:40.135 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:04:40.137 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-05-21T00:04:40.137 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-21T00:04:40.137 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-05-21T00:04:40.137 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-21T00:04:40.137 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:04:40.137 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.191+0000 7f8d45000700 1 Processor -- start 2024-05-21T00:04:40.137 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.191+0000 7f8d45000700 1 -- start start 2024-05-21T00:04:40.137 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.192+0000 7f8d45000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 0x7f8d40107ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:40.137 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.192+0000 7f8d45000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8d4007ce00 con 0x7f8d401076c0 2024-05-21T00:04:40.137 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.192+0000 7f8d3f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 0x7f8d40107ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:40.138 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.192+0000 7f8d3f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 0x7f8d40107ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41350/0 (socket says 172.21.15.12:41350) 2024-05-21T00:04:40.138 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.192+0000 7f8d3f400700 1 -- 172.21.15.12:0/321180837 learned_addr learned my addr 172.21.15.12:0/321180837 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:40.138 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.193+0000 7f8d3f400700 1 -- 172.21.15.12:0/321180837 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d40108020 con 0x7f8d401076c0 2024-05-21T00:04:40.138 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.193+0000 7f8d3f400700 1 --2- 172.21.15.12:0/321180837 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 0x7f8d40107ae0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8d300098a0 tx=0x7f8d30009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf33a892b434c4cf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:40.138 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.194+0000 7f8d3ea00700 1 -- 172.21.15.12:0/321180837 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8d30004160 con 0x7f8d401076c0 2024-05-21T00:04:40.148 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.194+0000 7f8d3ea00700 1 -- 172.21.15.12:0/321180837 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d30004300 con 0x7f8d401076c0 2024-05-21T00:04:40.149 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.194+0000 7f8d3ea00700 1 -- 172.21.15.12:0/321180837 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8d30011a20 con 0x7f8d401076c0 2024-05-21T00:04:40.149 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.195+0000 7f8d45000700 1 -- 172.21.15.12:0/321180837 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 msgr2=0x7f8d40107ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:40.149 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.195+0000 7f8d45000700 1 --2- 172.21.15.12:0/321180837 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 0x7f8d40107ae0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8d300098a0 tx=0x7f8d30009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:40.149 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.195+0000 7f8d45000700 1 -- 172.21.15.12:0/321180837 shutdown_connections 2024-05-21T00:04:40.149 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.195+0000 7f8d45000700 1 --2- 172.21.15.12:0/321180837 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 0x7f8d40107ae0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:40.149 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.195+0000 7f8d45000700 1 -- 172.21.15.12:0/321180837 >> 172.21.15.12:0/321180837 conn(0x7f8d40103240 msgr2=0x7f8d401056c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:40.149 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.195+0000 7f8d45000700 1 -- 172.21.15.12:0/321180837 shutdown_connections 2024-05-21T00:04:40.149 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.195+0000 7f8d45000700 1 -- 172.21.15.12:0/321180837 wait complete. 2024-05-21T00:04:40.149 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.196+0000 7f8d45000700 1 Processor -- start 2024-05-21T00:04:40.149 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.196+0000 7f8d45000700 1 -- start start 2024-05-21T00:04:40.149 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.197+0000 7f8d45000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 0x7f8d4019eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:40.150 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.197+0000 7f8d45000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8d40109090 con 0x7f8d401076c0 2024-05-21T00:04:40.150 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.197+0000 7f8d3f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 0x7f8d4019eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:40.150 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.197+0000 7f8d3f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 0x7f8d4019eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41362/0 (socket says 172.21.15.12:41362) 2024-05-21T00:04:40.150 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.197+0000 7f8d3f400700 1 -- 172.21.15.12:0/2150460629 learned_addr learned my addr 172.21.15.12:0/2150460629 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:40.150 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.198+0000 7f8d3f400700 1 -- 172.21.15.12:0/2150460629 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d4019f400 con 0x7f8d401076c0 2024-05-21T00:04:40.150 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.198+0000 7f8d3f400700 1 --2- 172.21.15.12:0/2150460629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 0x7f8d4019eec0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8d30000c00 tx=0x7f8d30011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:40.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.198+0000 7f8d3cc00700 1 -- 172.21.15.12:0/2150460629 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8d30003aa0 con 0x7f8d401076c0 2024-05-21T00:04:40.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.198+0000 7f8d3cc00700 1 -- 172.21.15.12:0/2150460629 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d3001b8f0 con 0x7f8d401076c0 2024-05-21T00:04:40.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.198+0000 7f8d3cc00700 1 -- 172.21.15.12:0/2150460629 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8d30023870 con 0x7f8d401076c0 2024-05-21T00:04:40.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.198+0000 7f8d45000700 1 -- 172.21.15.12:0/2150460629 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d4019f690 con 0x7f8d401076c0 2024-05-21T00:04:40.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.198+0000 7f8d45000700 1 -- 172.21.15.12:0/2150460629 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d401a2380 con 0x7f8d401076c0 2024-05-21T00:04:40.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.199+0000 7f8d45000700 1 -- 172.21.15.12:0/2150460629 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d40064ba0 con 0x7f8d401076c0 2024-05-21T00:04:40.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.200+0000 7f8d3cc00700 1 -- 172.21.15.12:0/2150460629 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7f8d30023b70 con 0x7f8d401076c0 2024-05-21T00:04:40.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.200+0000 7f8d3cc00700 1 --2- 172.21.15.12:0/2150460629 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8d2403e4c0 0x7f8d24040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:40.151 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.200+0000 7f8d3cc00700 1 -- 172.21.15.12:0/2150460629 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f8d30053e20 con 0x7f8d401076c0 2024-05-21T00:04:40.152 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.200+0000 7f8d37e00700 1 -- 172.21.15.12:0/2150460629 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8d2403e4c0 msgr2=0x7f8d24040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/2123222717 2024-05-21T00:04:40.152 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.200+0000 7f8d37e00700 1 --2- 172.21.15.12:0/2150460629 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8d2403e4c0 0x7f8d24040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T00:04:40.152 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.206+0000 7f8d3cc00700 1 -- 172.21.15.12:0/2150460629 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8d3001f030 con 0x7f8d401076c0 2024-05-21T00:04:40.152 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.401+0000 7f8d37e00700 1 -- 172.21.15.12:0/2150460629 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8d2403e4c0 msgr2=0x7f8d24040980 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/2123222717 2024-05-21T00:04:40.152 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.401+0000 7f8d37e00700 1 --2- 172.21.15.12:0/2150460629 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8d2403e4c0 0x7f8d24040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T00:04:40.152 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.502+0000 7f8d45000700 1 -- 172.21.15.12:0/2150460629 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f8d4002e830 con 0x7f8d401076c0 2024-05-21T00:04:40.152 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.503+0000 7f8d3cc00700 1 -- 172.21.15.12:0/2150460629 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f8d30016e40 con 0x7f8d401076c0 2024-05-21T00:04:40.152 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.506+0000 7f8d45000700 1 -- 172.21.15.12:0/2150460629 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8d2403e4c0 msgr2=0x7f8d24040980 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:04:40.153 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.506+0000 7f8d45000700 1 --2- 172.21.15.12:0/2150460629 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8d2403e4c0 0x7f8d24040980 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:40.153 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.506+0000 7f8d45000700 1 -- 172.21.15.12:0/2150460629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 msgr2=0x7f8d4019eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:40.153 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.506+0000 7f8d45000700 1 --2- 172.21.15.12:0/2150460629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 0x7f8d4019eec0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f8d30000c00 tx=0x7f8d30011aa0 comp rx=0 tx=0).stop 2024-05-21T00:04:40.153 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.506+0000 7f8d45000700 1 -- 172.21.15.12:0/2150460629 shutdown_connections 2024-05-21T00:04:40.153 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.506+0000 7f8d45000700 1 --2- 172.21.15.12:0/2150460629 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7f8d2403e4c0 0x7f8d24040980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:40.153 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.506+0000 7f8d45000700 1 --2- 172.21.15.12:0/2150460629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401076c0 0x7f8d4019eec0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:40.153 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.506+0000 7f8d45000700 1 -- 172.21.15.12:0/2150460629 >> 172.21.15.12:0/2150460629 conn(0x7f8d40103240 msgr2=0x7f8d40195ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:40.153 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.506+0000 7f8d45000700 1 -- 172.21.15.12:0/2150460629 shutdown_connections 2024-05-21T00:04:40.153 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:39.506+0000 7f8d45000700 1 -- 172.21.15.12:0/2150460629 wait complete. 2024-05-21T00:04:40.154 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for the mgr to restart... 2024-05-21T00:04:40.154 INFO:teuthology.orchestra.run.smithi012.stdout:Waiting for mgr epoch 9... 2024-05-21T00:04:40.697 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:40 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:40.675+0000 7f1b312f3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T00:04:41.058 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:40 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:40.911+0000 7f1b312f3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T00:04:41.522 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:41 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:41.131+0000 7f1b312f3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T00:04:41.522 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:41 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:41.530+0000 7f1b312f3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T00:04:41.808 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:41 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:41.656+0000 7f1b312f3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T00:04:42.171 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:41 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:41.915+0000 7f1b312f3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T00:04:42.171 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:42 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:42.179+0000 7f1b312f3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:04:43.290 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:42.998+0000 7f1b312f3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T00:04:43.290 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:43.297+0000 7f1b312f3200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T00:04:43.996 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:43.871+0000 7f1b312f3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T00:04:44.308 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:44 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:44.003+0000 7f1b312f3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T00:04:44.807 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:44 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:44.482+0000 7f1b312f3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T00:04:45.308 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:44 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:44.955+0000 7f1b312f3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T00:04:45.308 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:45 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:45.085+0000 7f1b312f3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T00:04:45.736 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:45 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:45.423+0000 7f1b312f3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T00:04:45.736 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:45 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:45.610+0000 7f1b312f3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T00:04:45.736 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:45 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:45.744+0000 7f1b312f3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T00:04:46.558 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:46 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:46.153+0000 7f1b312f3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T00:04:46.558 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:46 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:46.282+0000 7f1b312f3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T00:04:47.308 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:47 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:47.074+0000 7f1b312f3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T00:04:47.808 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:04:47 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:04:47.373+0000 7f1b312f3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T00:04:47.808 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:47 smithi012 ceph-mon[31403]: Active manager daemon x restarted 2024-05-21T00:04:47.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:47 smithi012 ceph-mon[31403]: Activating manager daemon x 2024-05-21T00:04:47.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:47 smithi012 ceph-mon[31403]: osdmap e3: 0 total, 0 up, 0 in 2024-05-21T00:04:47.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:47 smithi012 ceph-mon[31403]: mgrmap e10: x(active, starting, since 0.00701914s) 2024-05-21T00:04:47.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:04:47.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-21T00:04:47.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-21T00:04:47.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-21T00:04:47.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-21T00:04:47.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:47 smithi012 ceph-mon[31403]: Manager daemon x is now available 2024-05-21T00:04:48.743 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:04:48.743 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-21T00:04:48.743 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-21T00:04:48.743 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:48 smithi012 ceph-mon[31403]: [21/May/2024:00:04:47] ENGINE Bus STARTING 2024-05-21T00:04:48.743 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:48 smithi012 ceph-mon[31403]: [21/May/2024:00:04:47] ENGINE Serving on https://172.21.15.12:7150 2024-05-21T00:04:48.743 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:48 smithi012 ceph-mon[31403]: mgrmap e11: x(active, since 1.01086s) 2024-05-21T00:04:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout { 2024-05-21T00:04:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-05-21T00:04:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-21T00:04:49.059 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout } 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.706+0000 7fdacc800700 1 Processor -- start 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.706+0000 7fdacc800700 1 -- start start 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.706+0000 7fdacc800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 0x7fdac410bec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.706+0000 7fdacc800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fdac4076d80 con 0x7fdac4109ad0 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.707+0000 7fdac9e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 0x7fdac410bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.707+0000 7fdac9e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 0x7fdac410bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41370/0 (socket says 172.21.15.12:41370) 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.707+0000 7fdac9e00700 1 -- 172.21.15.12:0/2783973152 learned_addr learned my addr 172.21.15.12:0/2783973152 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.707+0000 7fdac9e00700 1 -- 172.21.15.12:0/2783973152 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac410c400 con 0x7fdac4109ad0 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.708+0000 7fdac9e00700 1 --2- 172.21.15.12:0/2783973152 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 0x7fdac410bec0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fdab80098a0 tx=0x7fdab8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2ab5aeff5142fe6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.708+0000 7fdac8a00700 1 -- 172.21.15.12:0/2783973152 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdab8004160 con 0x7fdac4109ad0 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.708+0000 7fdac8a00700 1 -- 172.21.15.12:0/2783973152 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdab8004300 con 0x7fdac4109ad0 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.708+0000 7fdac8a00700 1 -- 172.21.15.12:0/2783973152 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdab8011a20 con 0x7fdac4109ad0 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.709+0000 7fdacc800700 1 -- 172.21.15.12:0/2783973152 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 msgr2=0x7fdac410bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:49.060 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.709+0000 7fdacc800700 1 --2- 172.21.15.12:0/2783973152 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 0x7fdac410bec0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fdab80098a0 tx=0x7fdab8009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.709+0000 7fdacc800700 1 -- 172.21.15.12:0/2783973152 shutdown_connections 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.709+0000 7fdacc800700 1 --2- 172.21.15.12:0/2783973152 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 0x7fdac410bec0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.709+0000 7fdacc800700 1 -- 172.21.15.12:0/2783973152 >> 172.21.15.12:0/2783973152 conn(0x7fdac4103460 msgr2=0x7fdac4105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.709+0000 7fdacc800700 1 -- 172.21.15.12:0/2783973152 shutdown_connections 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.709+0000 7fdacc800700 1 -- 172.21.15.12:0/2783973152 wait complete. 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.711+0000 7fdacc800700 1 Processor -- start 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.711+0000 7fdacc800700 1 -- start start 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.711+0000 7fdacc800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 0x7fdac4109350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.711+0000 7fdacc800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fdac410d350 con 0x7fdac4109ad0 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.712+0000 7fdac9e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 0x7fdac4109350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.712+0000 7fdac9e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 0x7fdac4109350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41384/0 (socket says 172.21.15.12:41384) 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.712+0000 7fdac9e00700 1 -- 172.21.15.12:0/2550402408 learned_addr learned my addr 172.21.15.12:0/2550402408 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.712+0000 7fdac9e00700 1 -- 172.21.15.12:0/2550402408 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdac4109890 con 0x7fdac4109ad0 2024-05-21T00:04:49.061 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.712+0000 7fdac9e00700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 0x7fdac4109350 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fdab8004660 tx=0x7fdab8011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.713+0000 7fdabea00700 1 -- 172.21.15.12:0/2550402408 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdab8003aa0 con 0x7fdac4109ad0 2024-05-21T00:04:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.713+0000 7fdabea00700 1 -- 172.21.15.12:0/2550402408 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdab801b8f0 con 0x7fdac4109ad0 2024-05-21T00:04:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.713+0000 7fdabea00700 1 -- 172.21.15.12:0/2550402408 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdab8023900 con 0x7fdac4109ad0 2024-05-21T00:04:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.713+0000 7fdacc800700 1 -- 172.21.15.12:0/2550402408 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdac4107a80 con 0x7fdac4109ad0 2024-05-21T00:04:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.713+0000 7fdacc800700 1 -- 172.21.15.12:0/2550402408 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdac4107fc0 con 0x7fdac4109ad0 2024-05-21T00:04:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.715+0000 7fdabea00700 1 -- 172.21.15.12:0/2550402408 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 9) ==== 50235+0+0 (secure 0 0 0) 0x7fdab801baa0 con 0x7fdac4109ad0 2024-05-21T00:04:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.715+0000 7fdabea00700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 0x7fdaac0409e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.715+0000 7fdabea00700 1 -- 172.21.15.12:0/2550402408 --> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fdaac0410f0 con 0x7fdaac03e520 2024-05-21T00:04:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.715+0000 7fdabea00700 1 -- 172.21.15.12:0/2550402408 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fdab8053ee0 con 0x7fdac4109ad0 2024-05-21T00:04:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.716+0000 7fdac9400700 1 -- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 msgr2=0x7fdaac0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/2123222717 2024-05-21T00:04:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.716+0000 7fdac9400700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 0x7fdaac0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T00:04:49.062 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.917+0000 7fdac9400700 1 -- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 msgr2=0x7fdaac0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/2123222717 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:40.917+0000 7fdac9400700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 0x7fdaac0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:41.318+0000 7fdac9400700 1 -- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 msgr2=0x7fdaac0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/2123222717 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:41.318+0000 7fdac9400700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 0x7fdaac0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:42.119+0000 7fdac9400700 1 -- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 msgr2=0x7fdaac0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/2123222717 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:42.119+0000 7fdac9400700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 0x7fdaac0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:43.721+0000 7fdac9400700 1 -- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 msgr2=0x7fdaac0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/2123222717 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:43.721+0000 7fdac9400700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 0x7fdaac0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:46.924+0000 7fdac9400700 1 -- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 msgr2=0x7fdaac0409e0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.12:6800/2123222717 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:46.925+0000 7fdac9400700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 0x7fdaac0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:47.383+0000 7fdabea00700 1 -- 172.21.15.12:0/2550402408 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mgrmap(e 10) ==== 50002+0+0 (secure 0 0 0) 0x7fdab800b3e0 con 0x7fdac4109ad0 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:47.384+0000 7fdabea00700 1 -- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 msgr2=0x7fdaac0409e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:47.384+0000 7fdabea00700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 0x7fdaac0409e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.385+0000 7fdabea00700 1 -- 172.21.15.12:0/2550402408 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mgrmap(e 11) ==== 50129+0+0 (secure 0 0 0) 0x7fdab800b930 con 0x7fdac4109ad0 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.385+0000 7fdabea00700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdaac041fa0 0x7fdaac044390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:49.063 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.386+0000 7fdabea00700 1 -- 172.21.15.12:0/2550402408 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fdab80523a0 con 0x7fdaac041fa0 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.388+0000 7fdac9400700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdaac041fa0 0x7fdaac044390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.390+0000 7fdac9400700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdaac041fa0 0x7fdaac044390 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fdab4003a10 tx=0x7fdab40092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.392+0000 7fdabea00700 1 -- 172.21.15.12:0/2550402408 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7fdab80523a0 con 0x7fdaac041fa0 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.402+0000 7fdacc800700 1 -- 172.21.15.12:0/2550402408 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fdac4064ba0 con 0x7fdaac041fa0 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.403+0000 7fdabea00700 1 -- 172.21.15.12:0/2550402408 <== mgr.14152 v2:172.21.15.12:6800/2419480299 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7fdac4064ba0 con 0x7fdaac041fa0 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.404+0000 7fdacc800700 1 -- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdaac041fa0 msgr2=0x7fdaac044390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.404+0000 7fdacc800700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdaac041fa0 0x7fdaac044390 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fdab4003a10 tx=0x7fdab40092b0 comp rx=0 tx=0).stop 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.404+0000 7fdacc800700 1 -- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 msgr2=0x7fdac4109350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.404+0000 7fdacc800700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 0x7fdac4109350 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fdab8004660 tx=0x7fdab8011aa0 comp rx=0 tx=0).stop 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.404+0000 7fdacc800700 1 -- 172.21.15.12:0/2550402408 shutdown_connections 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.404+0000 7fdacc800700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdaac041fa0 0x7fdaac044390 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.404+0000 7fdacc800700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdac4109ad0 0x7fdac4109350 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.404+0000 7fdacc800700 1 --2- 172.21.15.12:0/2550402408 >> [v2:172.21.15.12:6800/2123222717,v1:172.21.15.12:6801/2123222717] conn(0x7fdaac03e520 0x7fdaac0409e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:49.064 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.404+0000 7fdacc800700 1 -- 172.21.15.12:0/2550402408 >> 172.21.15.12:0/2550402408 conn(0x7fdac4103460 msgr2=0x7fdac4103fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.405+0000 7fdacc800700 1 -- 172.21.15.12:0/2550402408 shutdown_connections 2024-05-21T00:04:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:48.405+0000 7fdacc800700 1 -- 172.21.15.12:0/2550402408 wait complete. 2024-05-21T00:04:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:mgr epoch 9 is available 2024-05-21T00:04:49.065 INFO:teuthology.orchestra.run.smithi012.stdout:Generating a dashboard self-signed certificate... 2024-05-21T00:04:49.805 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:49 smithi012 ceph-mon[31403]: [21/May/2024:00:04:47] ENGINE Serving on http://172.21.15.12:8765 2024-05-21T00:04:49.805 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:49 smithi012 ceph-mon[31403]: [21/May/2024:00:04:47] ENGINE Bus STARTED 2024-05-21T00:04:49.805 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:49 smithi012 ceph-mon[31403]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-21T00:04:49.805 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:49 smithi012 ceph-mon[31403]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-21T00:04:50.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:50 smithi012 ceph-mon[31403]: mgrmap e12: x(active, since 2s) 2024-05-21T00:04:50.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:50 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:04:50.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:50 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:04:50.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:50 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:04:51.222 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-05-21T00:04:51.222 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.977+0000 7f8e9c400700 1 Processor -- start 2024-05-21T00:04:51.223 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.978+0000 7f8e9c400700 1 -- start start 2024-05-21T00:04:51.223 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.978+0000 7f8e9c400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 0x7f8e9410be70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:51.223 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.978+0000 7f8e9c400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8e9407ce40 con 0x7f8e94109a80 2024-05-21T00:04:51.223 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.979+0000 7f8e99a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 0x7f8e9410be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:51.223 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.979+0000 7f8e99a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 0x7f8e9410be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:48646/0 (socket says 172.21.15.12:48646) 2024-05-21T00:04:51.223 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.979+0000 7f8e99a00700 1 -- 172.21.15.12:0/1245695377 learned_addr learned my addr 172.21.15.12:0/1245695377 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:51.223 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.979+0000 7f8e99a00700 1 -- 172.21.15.12:0/1245695377 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e9410c3b0 con 0x7f8e94109a80 2024-05-21T00:04:51.223 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.980+0000 7f8e99a00700 1 --2- 172.21.15.12:0/1245695377 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 0x7f8e9410be70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8e88009e80 tx=0x7f8e8800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3dca987a88cc179 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:51.224 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.980+0000 7f8e93e00700 1 -- 172.21.15.12:0/1245695377 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e88017070 con 0x7f8e94109a80 2024-05-21T00:04:51.224 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.980+0000 7f8e93e00700 1 -- 172.21.15.12:0/1245695377 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e8800b8c0 con 0x7f8e94109a80 2024-05-21T00:04:51.224 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.980+0000 7f8e93e00700 1 -- 172.21.15.12:0/1245695377 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e88004490 con 0x7f8e94109a80 2024-05-21T00:04:51.224 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.981+0000 7f8e9c400700 1 -- 172.21.15.12:0/1245695377 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 msgr2=0x7f8e9410be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:51.224 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.981+0000 7f8e9c400700 1 --2- 172.21.15.12:0/1245695377 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 0x7f8e9410be70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8e88009e80 tx=0x7f8e8800b330 comp rx=0 tx=0).stop 2024-05-21T00:04:51.224 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.981+0000 7f8e9c400700 1 -- 172.21.15.12:0/1245695377 shutdown_connections 2024-05-21T00:04:51.224 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.981+0000 7f8e9c400700 1 --2- 172.21.15.12:0/1245695377 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 0x7f8e9410be70 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:51.224 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.981+0000 7f8e9c400700 1 -- 172.21.15.12:0/1245695377 >> 172.21.15.12:0/1245695377 conn(0x7f8e94103470 msgr2=0x7f8e941058b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:51.225 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.981+0000 7f8e9c400700 1 -- 172.21.15.12:0/1245695377 shutdown_connections 2024-05-21T00:04:51.225 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.981+0000 7f8e9c400700 1 -- 172.21.15.12:0/1245695377 wait complete. 2024-05-21T00:04:51.225 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.982+0000 7f8e9c400700 1 Processor -- start 2024-05-21T00:04:51.225 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.983+0000 7f8e9c400700 1 -- start start 2024-05-21T00:04:51.225 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.983+0000 7f8e9c400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 0x7f8e9419f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:51.225 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.983+0000 7f8e9c400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8e9410d3b0 con 0x7f8e94109a80 2024-05-21T00:04:51.225 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.983+0000 7f8e99a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 0x7f8e9419f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:51.225 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.983+0000 7f8e99a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 0x7f8e9419f100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:48654/0 (socket says 172.21.15.12:48654) 2024-05-21T00:04:51.226 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.983+0000 7f8e99a00700 1 -- 172.21.15.12:0/3145628078 learned_addr learned my addr 172.21.15.12:0/3145628078 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:51.226 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.984+0000 7f8e99a00700 1 -- 172.21.15.12:0/3145628078 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e9419f640 con 0x7f8e94109a80 2024-05-21T00:04:51.226 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.984+0000 7f8e99a00700 1 --2- 172.21.15.12:0/3145628078 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 0x7f8e9419f100 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8e88004220 tx=0x7f8e880093e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:51.226 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.984+0000 7f8e92000700 1 -- 172.21.15.12:0/3145628078 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e88020020 con 0x7f8e94109a80 2024-05-21T00:04:51.226 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.984+0000 7f8e92000700 1 -- 172.21.15.12:0/3145628078 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e88003b50 con 0x7f8e94109a80 2024-05-21T00:04:51.226 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.984+0000 7f8e92000700 1 -- 172.21.15.12:0/3145628078 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8e88017040 con 0x7f8e94109a80 2024-05-21T00:04:51.226 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.984+0000 7f8e9c400700 1 -- 172.21.15.12:0/3145628078 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e9419f8d0 con 0x7f8e94109a80 2024-05-21T00:04:51.226 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.984+0000 7f8e9c400700 1 -- 172.21.15.12:0/3145628078 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e941a25c0 con 0x7f8e94109a80 2024-05-21T00:04:51.226 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.986+0000 7f8e92000700 1 -- 172.21.15.12:0/3145628078 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7f8e88023020 con 0x7f8e94109a80 2024-05-21T00:04:51.227 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.986+0000 7f8e9c400700 1 -- 172.21.15.12:0/3145628078 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e94064ba0 con 0x7f8e94109a80 2024-05-21T00:04:51.227 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.986+0000 7f8e92000700 1 --2- 172.21.15.12:0/3145628078 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8e7c03e510 0x7f8e7c0409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:51.227 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.986+0000 7f8e92000700 1 -- 172.21.15.12:0/3145628078 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8e8800f050 con 0x7f8e94109a80 2024-05-21T00:04:51.227 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.987+0000 7f8e99000700 1 --2- 172.21.15.12:0/3145628078 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8e7c03e510 0x7f8e7c0409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:51.227 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.987+0000 7f8e99000700 1 --2- 172.21.15.12:0/3145628078 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8e7c03e510 0x7f8e7c0409d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8e80006fd0 tx=0x7f8e80006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:51.227 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:49.992+0000 7f8e92000700 1 -- 172.21.15.12:0/3145628078 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8e8802a020 con 0x7f8e94109a80 2024-05-21T00:04:51.227 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:50.247+0000 7f8e9c400700 1 -- 172.21.15.12:0/3145628078 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f8e941045d0 con 0x7f8e7c03e510 2024-05-21T00:04:51.227 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:50.402+0000 7f8e92000700 1 -- 172.21.15.12:0/3145628078 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f8e941045d0 con 0x7f8e7c03e510 2024-05-21T00:04:51.227 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:50.405+0000 7f8e9c400700 1 -- 172.21.15.12:0/3145628078 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8e7c03e510 msgr2=0x7f8e7c0409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:51.228 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:50.405+0000 7f8e9c400700 1 --2- 172.21.15.12:0/3145628078 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8e7c03e510 0x7f8e7c0409d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8e80006fd0 tx=0x7f8e80006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:51.228 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:50.405+0000 7f8e9c400700 1 -- 172.21.15.12:0/3145628078 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 msgr2=0x7f8e9419f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:51.228 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:50.405+0000 7f8e9c400700 1 --2- 172.21.15.12:0/3145628078 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 0x7f8e9419f100 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8e88004220 tx=0x7f8e880093e0 comp rx=0 tx=0).stop 2024-05-21T00:04:51.228 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:50.405+0000 7f8e9c400700 1 -- 172.21.15.12:0/3145628078 shutdown_connections 2024-05-21T00:04:51.228 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:50.405+0000 7f8e9c400700 1 --2- 172.21.15.12:0/3145628078 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8e7c03e510 0x7f8e7c0409d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:51.228 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:50.405+0000 7f8e9c400700 1 --2- 172.21.15.12:0/3145628078 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e94109a80 0x7f8e9419f100 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:51.228 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:50.405+0000 7f8e9c400700 1 -- 172.21.15.12:0/3145628078 >> 172.21.15.12:0/3145628078 conn(0x7f8e94103470 msgr2=0x7f8e94103ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:51.228 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:50.406+0000 7f8e9c400700 1 -- 172.21.15.12:0/3145628078 shutdown_connections 2024-05-21T00:04:51.228 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:50.406+0000 7f8e9c400700 1 -- 172.21.15.12:0/3145628078 wait complete. 2024-05-21T00:04:51.228 INFO:teuthology.orchestra.run.smithi012.stdout:Creating initial admin user... 2024-05-21T00:04:51.512 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:51 smithi012 ceph-mon[31403]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:04:53.092 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$SXhkiYUMyuicTuX/nilhNefAKHikhNzEjgRXLc1oJAnhtZhC0WqMu", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1716249892, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-05-21T00:04:53.093 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.870+0000 7fae06600700 1 Processor -- start 2024-05-21T00:04:53.093 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.870+0000 7fae06600700 1 -- start start 2024-05-21T00:04:53.093 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.870+0000 7fae06600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 0x7fae00107cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:53.093 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.870+0000 7fae06600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fae0007ce20 con 0x7fae00107890 2024-05-21T00:04:53.093 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.871+0000 7fadff400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 0x7fae00107cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:53.093 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.871+0000 7fadff400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 0x7fae00107cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:48664/0 (socket says 172.21.15.12:48664) 2024-05-21T00:04:53.093 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.871+0000 7fadff400700 1 -- 172.21.15.12:0/1034500074 learned_addr learned my addr 172.21.15.12:0/1034500074 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:53.093 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.871+0000 7fadff400700 1 -- 172.21.15.12:0/1034500074 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae001081f0 con 0x7fae00107890 2024-05-21T00:04:53.093 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.871+0000 7fadff400700 1 --2- 172.21.15.12:0/1034500074 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 0x7fae00107cb0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fadf00098a0 tx=0x7fadf0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e20cc0edde6f97b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:53.093 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.872+0000 7fadfe000700 1 -- 172.21.15.12:0/1034500074 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fadf0004160 con 0x7fae00107890 2024-05-21T00:04:53.093 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.872+0000 7fadfe000700 1 -- 172.21.15.12:0/1034500074 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fadf0004300 con 0x7fae00107890 2024-05-21T00:04:53.093 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.872+0000 7fadfe000700 1 -- 172.21.15.12:0/1034500074 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fadf0011a20 con 0x7fae00107890 2024-05-21T00:04:53.094 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.873+0000 7fae06600700 1 -- 172.21.15.12:0/1034500074 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 msgr2=0x7fae00107cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:53.094 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.873+0000 7fae06600700 1 --2- 172.21.15.12:0/1034500074 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 0x7fae00107cb0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fadf00098a0 tx=0x7fadf0009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:53.094 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.873+0000 7fae06600700 1 -- 172.21.15.12:0/1034500074 shutdown_connections 2024-05-21T00:04:53.094 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.873+0000 7fae06600700 1 --2- 172.21.15.12:0/1034500074 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 0x7fae00107cb0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:53.094 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.873+0000 7fae06600700 1 -- 172.21.15.12:0/1034500074 >> 172.21.15.12:0/1034500074 conn(0x7fae00103490 msgr2=0x7fae001058b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:53.094 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.873+0000 7fae06600700 1 -- 172.21.15.12:0/1034500074 shutdown_connections 2024-05-21T00:04:53.094 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.873+0000 7fae06600700 1 -- 172.21.15.12:0/1034500074 wait complete. 2024-05-21T00:04:53.094 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.874+0000 7fae06600700 1 Processor -- start 2024-05-21T00:04:53.094 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.874+0000 7fae06600700 1 -- start start 2024-05-21T00:04:53.094 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.875+0000 7fae06600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 0x7fae0019f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:53.094 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.875+0000 7fae06600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fae00109260 con 0x7fae00107890 2024-05-21T00:04:53.094 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.875+0000 7fadff400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 0x7fae0019f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:53.094 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.875+0000 7fadff400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 0x7fae0019f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:48670/0 (socket says 172.21.15.12:48670) 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.875+0000 7fadff400700 1 -- 172.21.15.12:0/2463338133 learned_addr learned my addr 172.21.15.12:0/2463338133 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.876+0000 7fadff400700 1 -- 172.21.15.12:0/2463338133 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae0019f5d0 con 0x7fae00107890 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.876+0000 7fadff400700 1 --2- 172.21.15.12:0/2463338133 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 0x7fae0019f090 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fadf0000c00 tx=0x7fadf0011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.876+0000 7fadf7e00700 1 -- 172.21.15.12:0/2463338133 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fadf0003aa0 con 0x7fae00107890 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.876+0000 7fadf7e00700 1 -- 172.21.15.12:0/2463338133 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fadf001b8f0 con 0x7fae00107890 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.876+0000 7fae06600700 1 -- 172.21.15.12:0/2463338133 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae0019f860 con 0x7fae00107890 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.876+0000 7fadf7e00700 1 -- 172.21.15.12:0/2463338133 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fadf0023870 con 0x7fae00107890 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.876+0000 7fae06600700 1 -- 172.21.15.12:0/2463338133 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae001a2550 con 0x7fae00107890 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.878+0000 7fadf7e00700 1 -- 172.21.15.12:0/2463338133 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 12) ==== 50235+0+0 (secure 0 0 0) 0x7fadf0023b70 con 0x7fae00107890 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.878+0000 7fae06600700 1 -- 172.21.15.12:0/2463338133 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae00064ba0 con 0x7fae00107890 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.879+0000 7fadf7e00700 1 --2- 172.21.15.12:0/2463338133 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fade403e4c0 0x7fade4040980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.879+0000 7fadf7e00700 1 -- 172.21.15.12:0/2463338133 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fadf0053f00 con 0x7fae00107890 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.879+0000 7fadfea00700 1 --2- 172.21.15.12:0/2463338133 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fade403e4c0 0x7fade4040980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:53.095 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.880+0000 7fadfea00700 1 --2- 172.21.15.12:0/2463338133 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fade403e4c0 0x7fade4040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fadec006fd0 tx=0x7fadec006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:51.885+0000 7fadf7e00700 1 -- 172.21.15.12:0/2463338133 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fadf001f030 con 0x7fae00107890 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:52.144+0000 7fae06600700 1 -- 172.21.15.12:0/2463338133 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7fae00198bc0 con 0x7fade403e4c0 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:52.414+0000 7fadf7e00700 1 -- 172.21.15.12:0/2463338133 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7fae00198bc0 con 0x7fade403e4c0 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:52.417+0000 7fae06600700 1 -- 172.21.15.12:0/2463338133 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fade403e4c0 msgr2=0x7fade4040980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:52.417+0000 7fae06600700 1 --2- 172.21.15.12:0/2463338133 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fade403e4c0 0x7fade4040980 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fadec006fd0 tx=0x7fadec006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:52.417+0000 7fae06600700 1 -- 172.21.15.12:0/2463338133 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 msgr2=0x7fae0019f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:52.417+0000 7fae06600700 1 --2- 172.21.15.12:0/2463338133 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 0x7fae0019f090 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fadf0000c00 tx=0x7fadf0011aa0 comp rx=0 tx=0).stop 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:52.417+0000 7fae06600700 1 -- 172.21.15.12:0/2463338133 shutdown_connections 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:52.417+0000 7fae06600700 1 --2- 172.21.15.12:0/2463338133 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fade403e4c0 0x7fade4040980 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:52.417+0000 7fae06600700 1 --2- 172.21.15.12:0/2463338133 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae00107890 0x7fae0019f090 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:52.417+0000 7fae06600700 1 -- 172.21.15.12:0/2463338133 >> 172.21.15.12:0/2463338133 conn(0x7fae00103490 msgr2=0x7fae00195d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:52.418+0000 7fae06600700 1 -- 172.21.15.12:0/2463338133 shutdown_connections 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:52.418+0000 7fae06600700 1 -- 172.21.15.12:0/2463338133 wait complete. 2024-05-21T00:04:53.096 INFO:teuthology.orchestra.run.smithi012.stdout:Fetching dashboard port number... 2024-05-21T00:04:53.627 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:53 smithi012 ceph-mon[31403]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:04:53.628 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:53 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:04:53.628 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:53 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:04:54.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:54 smithi012 ceph-mon[31403]: mgrmap e13: x(active, since 6s) 2024-05-21T00:04:54.559 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:54 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1761473520' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-05-21T00:04:55.009 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stdout 8443 2024-05-21T00:04:55.010 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.695+0000 7f1113200700 1 Processor -- start 2024-05-21T00:04:55.010 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.695+0000 7f1113200700 1 -- start start 2024-05-21T00:04:55.010 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.696+0000 7f1113200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 0x7f110c109420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:55.010 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.696+0000 7f1113200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f110c1099f0 con 0x7f110c109000 2024-05-21T00:04:55.010 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.696+0000 7f110be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 0x7f110c109420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:55.010 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.696+0000 7f110be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 0x7f110c109420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:48680/0 (socket says 172.21.15.12:48680) 2024-05-21T00:04:55.010 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.696+0000 7f110be00700 1 -- 172.21.15.12:0/3983807011 learned_addr learned my addr 172.21.15.12:0/3983807011 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:55.010 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.696+0000 7f110be00700 1 -- 172.21.15.12:0/3983807011 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f110c10a200 con 0x7f110c109000 2024-05-21T00:04:55.010 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.697+0000 7f110be00700 1 --2- 172.21.15.12:0/3983807011 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 0x7f110c109420 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f10fc0098a0 tx=0x7f10fc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13a7e01496687b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:55.010 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.697+0000 7f110aa00700 1 -- 172.21.15.12:0/3983807011 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10fc004160 con 0x7f110c109000 2024-05-21T00:04:55.010 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.697+0000 7f110aa00700 1 -- 172.21.15.12:0/3983807011 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10fc004300 con 0x7f110c109000 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.697+0000 7f110aa00700 1 -- 172.21.15.12:0/3983807011 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10fc011a20 con 0x7f110c109000 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.698+0000 7f1113200700 1 -- 172.21.15.12:0/3983807011 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 msgr2=0x7f110c109420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.698+0000 7f1113200700 1 --2- 172.21.15.12:0/3983807011 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 0x7f110c109420 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f10fc0098a0 tx=0x7f10fc009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.698+0000 7f1113200700 1 -- 172.21.15.12:0/3983807011 shutdown_connections 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.698+0000 7f1113200700 1 --2- 172.21.15.12:0/3983807011 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 0x7f110c109420 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.698+0000 7f1113200700 1 -- 172.21.15.12:0/3983807011 >> 172.21.15.12:0/3983807011 conn(0x7f110c1045e0 msgr2=0x7f110c106a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.698+0000 7f1113200700 1 -- 172.21.15.12:0/3983807011 shutdown_connections 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.698+0000 7f1113200700 1 -- 172.21.15.12:0/3983807011 wait complete. 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.700+0000 7f1113200700 1 Processor -- start 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.700+0000 7f1113200700 1 -- start start 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.700+0000 7f1113200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 0x7f110c19f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.700+0000 7f1113200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f110c07bfa0 con 0x7f110c109000 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.700+0000 7f110be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 0x7f110c19f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:55.011 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.700+0000 7f110be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 0x7f110c19f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:48694/0 (socket says 172.21.15.12:48694) 2024-05-21T00:04:55.012 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.700+0000 7f110be00700 1 -- 172.21.15.12:0/1761473520 learned_addr learned my addr 172.21.15.12:0/1761473520 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:55.012 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.700+0000 7f110be00700 1 -- 172.21.15.12:0/1761473520 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f110c19f6a0 con 0x7f110c109000 2024-05-21T00:04:55.012 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.700+0000 7f110be00700 1 --2- 172.21.15.12:0/1761473520 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 0x7f110c19f160 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f10fc000c00 tx=0x7f10fc011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:55.012 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.701+0000 7f1108c00700 1 -- 172.21.15.12:0/1761473520 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10fc003aa0 con 0x7f110c109000 2024-05-21T00:04:55.012 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.701+0000 7f1108c00700 1 -- 172.21.15.12:0/1761473520 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f10fc01b8f0 con 0x7f110c109000 2024-05-21T00:04:55.012 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.701+0000 7f1108c00700 1 -- 172.21.15.12:0/1761473520 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f10fc023890 con 0x7f110c109000 2024-05-21T00:04:55.012 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.701+0000 7f1113200700 1 -- 172.21.15.12:0/1761473520 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f110c19f930 con 0x7f110c109000 2024-05-21T00:04:55.012 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.701+0000 7f1113200700 1 -- 172.21.15.12:0/1761473520 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f110c1a2620 con 0x7f110c109000 2024-05-21T00:04:55.012 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.703+0000 7f1113200700 1 -- 172.21.15.12:0/1761473520 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f110c064ba0 con 0x7f110c109000 2024-05-21T00:04:55.012 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.703+0000 7f1108c00700 1 -- 172.21.15.12:0/1761473520 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f10fc01b440 con 0x7f110c109000 2024-05-21T00:04:55.012 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.703+0000 7f1108c00700 1 --2- 172.21.15.12:0/1761473520 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f10f003e610 0x7f10f0040ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:55.012 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.703+0000 7f1108c00700 1 -- 172.21.15.12:0/1761473520 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f10fc053f80 con 0x7f110c109000 2024-05-21T00:04:55.013 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.705+0000 7f110b400700 1 --2- 172.21.15.12:0/1761473520 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f10f003e610 0x7f10f0040ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:55.013 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.705+0000 7f110b400700 1 --2- 172.21.15.12:0/1761473520 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f10f003e610 0x7f10f0040ad0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f10f8006fd0 tx=0x7f10f8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:55.013 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.711+0000 7f1108c00700 1 -- 172.21.15.12:0/1761473520 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f10fc01f030 con 0x7f110c109000 2024-05-21T00:04:55.013 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.950+0000 7f1113200700 1 -- 172.21.15.12:0/1761473520 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f110c19fe10 con 0x7f110c109000 2024-05-21T00:04:55.013 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.951+0000 7f1108c00700 1 -- 172.21.15.12:0/1761473520 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f110c19fe10 con 0x7f110c109000 2024-05-21T00:04:55.013 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.955+0000 7f1113200700 1 -- 172.21.15.12:0/1761473520 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f10f003e610 msgr2=0x7f10f0040ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:55.013 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.955+0000 7f1113200700 1 --2- 172.21.15.12:0/1761473520 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f10f003e610 0x7f10f0040ad0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f10f8006fd0 tx=0x7f10f8006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:55.013 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.955+0000 7f1113200700 1 -- 172.21.15.12:0/1761473520 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 msgr2=0x7f110c19f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:55.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.955+0000 7f1113200700 1 --2- 172.21.15.12:0/1761473520 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 0x7f110c19f160 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f10fc000c00 tx=0x7f10fc011aa0 comp rx=0 tx=0).stop 2024-05-21T00:04:55.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.955+0000 7f1113200700 1 -- 172.21.15.12:0/1761473520 shutdown_connections 2024-05-21T00:04:55.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.955+0000 7f1113200700 1 --2- 172.21.15.12:0/1761473520 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f10f003e610 0x7f10f0040ad0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:55.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.955+0000 7f1113200700 1 --2- 172.21.15.12:0/1761473520 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f110c109000 0x7f110c19f160 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:55.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.955+0000 7f1113200700 1 -- 172.21.15.12:0/1761473520 >> 172.21.15.12:0/1761473520 conn(0x7f110c1045e0 msgr2=0x7f110c1069d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:55.014 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.955+0000 7f1113200700 1 -- 172.21.15.12:0/1761473520 shutdown_connections 2024-05-21T00:04:55.015 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:53.955+0000 7f1113200700 1 -- 172.21.15.12:0/1761473520 wait complete. 2024-05-21T00:04:55.043 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-05-21T00:04:55.043 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout disabled 2024-05-21T00:04:55.069 INFO:teuthology.orchestra.run.smithi012.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-05-21T00:04:55.069 INFO:teuthology.orchestra.run.smithi012.stdout:systemctl: stdout inactive 2024-05-21T00:04:55.070 INFO:teuthology.orchestra.run.smithi012.stdout:firewalld.service is not enabled 2024-05-21T00:04:55.070 INFO:teuthology.orchestra.run.smithi012.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-05-21T00:04:55.077 INFO:teuthology.orchestra.run.smithi012.stdout:Ceph Dashboard is now available at: 2024-05-21T00:04:55.077 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:04:55.077 INFO:teuthology.orchestra.run.smithi012.stdout: URL: https://smithi012.front.sepia.ceph.com:8443/ 2024-05-21T00:04:55.077 INFO:teuthology.orchestra.run.smithi012.stdout: User: admin 2024-05-21T00:04:55.077 INFO:teuthology.orchestra.run.smithi012.stdout: Password: fzkohmay1z 2024-05-21T00:04:55.077 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:04:55.078 INFO:teuthology.orchestra.run.smithi012.stdout:Saving cluster configuration to /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config directory 2024-05-21T00:04:55.080 INFO:teuthology.orchestra.run.smithi012.stdout:Enabling autotune for osd_memory_target 2024-05-21T00:04:56.861 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.929+0000 7f5c13c00700 1 Processor -- start 2024-05-21T00:04:56.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.930+0000 7f5c13c00700 1 -- start start 2024-05-21T00:04:56.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.930+0000 7f5c13c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 0x7f5c0c07d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:56.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.930+0000 7f5c13c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0c07d8c0 con 0x7f5c0c07ee40 2024-05-21T00:04:56.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.931+0000 7f5c11200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 0x7f5c0c07d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:56.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.931+0000 7f5c11200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 0x7f5c0c07d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33834/0 (socket says 172.21.15.12:33834) 2024-05-21T00:04:56.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.931+0000 7f5c11200700 1 -- 172.21.15.12:0/4250837570 learned_addr learned my addr 172.21.15.12:0/4250837570 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:56.862 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.931+0000 7f5c11200700 1 -- 172.21.15.12:0/4250837570 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c0c07da40 con 0x7f5c0c07ee40 2024-05-21T00:04:56.863 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.932+0000 7f5c11200700 1 --2- 172.21.15.12:0/4250837570 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 0x7f5c0c07d2f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5bf00098a0 tx=0x7f5bf0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8846749772331cb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:56.863 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.932+0000 7f5c0be00700 1 -- 172.21.15.12:0/4250837570 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bf0004160 con 0x7f5c0c07ee40 2024-05-21T00:04:56.863 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.932+0000 7f5c0be00700 1 -- 172.21.15.12:0/4250837570 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bf0004300 con 0x7f5c0c07ee40 2024-05-21T00:04:56.863 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.932+0000 7f5c0be00700 1 -- 172.21.15.12:0/4250837570 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bf0011a20 con 0x7f5c0c07ee40 2024-05-21T00:04:56.863 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.933+0000 7f5c13c00700 1 -- 172.21.15.12:0/4250837570 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 msgr2=0x7f5c0c07d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:56.863 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.933+0000 7f5c13c00700 1 --2- 172.21.15.12:0/4250837570 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 0x7f5c0c07d2f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5bf00098a0 tx=0x7f5bf0009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:56.863 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.933+0000 7f5c13c00700 1 -- 172.21.15.12:0/4250837570 shutdown_connections 2024-05-21T00:04:56.863 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.933+0000 7f5c13c00700 1 --2- 172.21.15.12:0/4250837570 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 0x7f5c0c07d2f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:56.863 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.933+0000 7f5c13c00700 1 -- 172.21.15.12:0/4250837570 >> 172.21.15.12:0/4250837570 conn(0x7f5c0c104600 msgr2=0x7f5c0c106a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:56.864 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.933+0000 7f5c13c00700 1 -- 172.21.15.12:0/4250837570 shutdown_connections 2024-05-21T00:04:56.864 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.933+0000 7f5c13c00700 1 -- 172.21.15.12:0/4250837570 wait complete. 2024-05-21T00:04:56.864 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.934+0000 7f5c13c00700 1 Processor -- start 2024-05-21T00:04:56.864 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.934+0000 7f5c13c00700 1 -- start start 2024-05-21T00:04:56.864 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.935+0000 7f5c13c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 0x7f5c0c1a33f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:56.864 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.935+0000 7f5c13c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5c0c10b150 con 0x7f5c0c07ee40 2024-05-21T00:04:56.864 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.935+0000 7f5c11200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 0x7f5c0c1a33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:56.865 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.935+0000 7f5c11200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 0x7f5c0c1a33f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33850/0 (socket says 172.21.15.12:33850) 2024-05-21T00:04:56.865 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.935+0000 7f5c11200700 1 -- 172.21.15.12:0/3142953244 learned_addr learned my addr 172.21.15.12:0/3142953244 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:56.865 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.935+0000 7f5c11200700 1 -- 172.21.15.12:0/3142953244 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c0c1a3930 con 0x7f5c0c07ee40 2024-05-21T00:04:56.865 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.936+0000 7f5c11200700 1 --2- 172.21.15.12:0/3142953244 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 0x7f5c0c1a33f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5bf0000c00 tx=0x7f5bf0011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:56.865 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.936+0000 7f5c0a000700 1 -- 172.21.15.12:0/3142953244 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bf0003aa0 con 0x7f5c0c07ee40 2024-05-21T00:04:56.866 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.936+0000 7f5c0a000700 1 -- 172.21.15.12:0/3142953244 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bf001b8f0 con 0x7f5c0c07ee40 2024-05-21T00:04:56.866 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.936+0000 7f5c13c00700 1 -- 172.21.15.12:0/3142953244 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c0c1a3bc0 con 0x7f5c0c07ee40 2024-05-21T00:04:56.866 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.936+0000 7f5c0a000700 1 -- 172.21.15.12:0/3142953244 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5bf0023870 con 0x7f5c0c07ee40 2024-05-21T00:04:56.866 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.936+0000 7f5c13c00700 1 -- 172.21.15.12:0/3142953244 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c0c1a68b0 con 0x7f5c0c07ee40 2024-05-21T00:04:56.866 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.937+0000 7f5c0a000700 1 -- 172.21.15.12:0/3142953244 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f5bf0023b70 con 0x7f5c0c07ee40 2024-05-21T00:04:56.866 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.937+0000 7f5c13c00700 1 -- 172.21.15.12:0/3142953244 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c0c064ba0 con 0x7f5c0c07ee40 2024-05-21T00:04:56.867 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.938+0000 7f5c0a000700 1 --2- 172.21.15.12:0/3142953244 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5be803e560 0x7f5be8040a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:56.867 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.938+0000 7f5c0a000700 1 -- 172.21.15.12:0/3142953244 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5bf0054090 con 0x7f5c0c07ee40 2024-05-21T00:04:56.867 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.938+0000 7f5c03e00700 1 --2- 172.21.15.12:0/3142953244 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5be803e560 0x7f5be8040a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:56.867 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.939+0000 7f5c03e00700 1 --2- 172.21.15.12:0/3142953244 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5be803e560 0x7f5be8040a20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8006fd0 tx=0x7f5bf8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:56.867 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:55.943+0000 7f5c0a000700 1 -- 172.21.15.12:0/3142953244 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5bf001f030 con 0x7f5c0c07ee40 2024-05-21T00:04:56.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:56.180+0000 7f5c13c00700 1 -- 172.21.15.12:0/3142953244 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f5c0c02e8a0 con 0x7f5c0c07ee40 2024-05-21T00:04:56.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:56.181+0000 7f5c0a000700 1 -- 172.21.15.12:0/3142953244 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f5bf00185b0 con 0x7f5c0c07ee40 2024-05-21T00:04:56.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:56.185+0000 7f5c13c00700 1 -- 172.21.15.12:0/3142953244 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5be803e560 msgr2=0x7f5be8040a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:56.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:56.185+0000 7f5c13c00700 1 --2- 172.21.15.12:0/3142953244 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5be803e560 0x7f5be8040a20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8006fd0 tx=0x7f5bf8006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:56.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:56.185+0000 7f5c13c00700 1 -- 172.21.15.12:0/3142953244 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 msgr2=0x7f5c0c1a33f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:56.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:56.185+0000 7f5c13c00700 1 --2- 172.21.15.12:0/3142953244 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 0x7f5c0c1a33f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5bf0000c00 tx=0x7f5bf0011aa0 comp rx=0 tx=0).stop 2024-05-21T00:04:56.868 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:56.185+0000 7f5c13c00700 1 -- 172.21.15.12:0/3142953244 shutdown_connections 2024-05-21T00:04:56.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:56.185+0000 7f5c13c00700 1 --2- 172.21.15.12:0/3142953244 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5be803e560 0x7f5be8040a20 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:56.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:56.185+0000 7f5c13c00700 1 --2- 172.21.15.12:0/3142953244 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5c0c07ee40 0x7f5c0c1a33f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:56.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:56.185+0000 7f5c13c00700 1 -- 172.21.15.12:0/3142953244 >> 172.21.15.12:0/3142953244 conn(0x7f5c0c104600 msgr2=0x7f5c0c19a2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:56.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:56.185+0000 7f5c13c00700 1 -- 172.21.15.12:0/3142953244 shutdown_connections 2024-05-21T00:04:56.869 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:56.185+0000 7f5c13c00700 1 -- 172.21.15.12:0/3142953244 wait complete. 2024-05-21T00:04:58.542 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.468+0000 7f7a8c600700 1 Processor -- start 2024-05-21T00:04:58.542 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.468+0000 7f7a8c600700 1 -- start start 2024-05-21T00:04:58.542 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.469+0000 7f7a8c600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 0x7f7a841093d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:58.542 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.469+0000 7f7a8c600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7a841099a0 con 0x7f7a84108fb0 2024-05-21T00:04:58.542 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.469+0000 7f7a89c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 0x7f7a841093d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:58.542 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.470+0000 7f7a89c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 0x7f7a841093d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33856/0 (socket says 172.21.15.12:33856) 2024-05-21T00:04:58.542 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.470+0000 7f7a89c00700 1 -- 172.21.15.12:0/1690405659 learned_addr learned my addr 172.21.15.12:0/1690405659 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:58.542 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.470+0000 7f7a89c00700 1 -- 172.21.15.12:0/1690405659 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a8410a1b0 con 0x7f7a84108fb0 2024-05-21T00:04:58.542 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.470+0000 7f7a89c00700 1 --2- 172.21.15.12:0/1690405659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 0x7f7a841093d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7a780098a0 tx=0x7f7a78009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34af23e2d9fe41f5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:58.542 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.471+0000 7f7a83e00700 1 -- 172.21.15.12:0/1690405659 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a78004160 con 0x7f7a84108fb0 2024-05-21T00:04:58.543 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.471+0000 7f7a83e00700 1 -- 172.21.15.12:0/1690405659 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a78004300 con 0x7f7a84108fb0 2024-05-21T00:04:58.543 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.471+0000 7f7a83e00700 1 -- 172.21.15.12:0/1690405659 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a78011a20 con 0x7f7a84108fb0 2024-05-21T00:04:58.543 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.472+0000 7f7a8c600700 1 -- 172.21.15.12:0/1690405659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 msgr2=0x7f7a841093d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:58.543 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.472+0000 7f7a8c600700 1 --2- 172.21.15.12:0/1690405659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 0x7f7a841093d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7a780098a0 tx=0x7f7a78009bb0 comp rx=0 tx=0).stop 2024-05-21T00:04:58.543 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.472+0000 7f7a8c600700 1 -- 172.21.15.12:0/1690405659 shutdown_connections 2024-05-21T00:04:58.543 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.472+0000 7f7a8c600700 1 --2- 172.21.15.12:0/1690405659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 0x7f7a841093d0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:58.543 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.472+0000 7f7a8c600700 1 -- 172.21.15.12:0/1690405659 >> 172.21.15.12:0/1690405659 conn(0x7f7a84104530 msgr2=0x7f7a84106990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:58.543 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.472+0000 7f7a8c600700 1 -- 172.21.15.12:0/1690405659 shutdown_connections 2024-05-21T00:04:58.543 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.472+0000 7f7a8c600700 1 -- 172.21.15.12:0/1690405659 wait complete. 2024-05-21T00:04:58.543 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.473+0000 7f7a8c600700 1 Processor -- start 2024-05-21T00:04:58.543 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.473+0000 7f7a8c600700 1 -- start start 2024-05-21T00:04:58.543 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.474+0000 7f7a8c600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 0x7f7a8419f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:58.543 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.474+0000 7f7a8c600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7a8410d560 con 0x7f7a84108fb0 2024-05-21T00:04:58.544 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.474+0000 7f7a89c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 0x7f7a8419f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:58.544 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.474+0000 7f7a89c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 0x7f7a8419f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33868/0 (socket says 172.21.15.12:33868) 2024-05-21T00:04:58.544 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.474+0000 7f7a89c00700 1 -- 172.21.15.12:0/3883841373 learned_addr learned my addr 172.21.15.12:0/3883841373 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:04:58.544 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.474+0000 7f7a89c00700 1 -- 172.21.15.12:0/3883841373 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a8419f5e0 con 0x7f7a84108fb0 2024-05-21T00:04:58.544 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.475+0000 7f7a89c00700 1 --2- 172.21.15.12:0/3883841373 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 0x7f7a8419f0a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7a78009520 tx=0x7f7a78011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:58.544 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.475+0000 7f7a82000700 1 -- 172.21.15.12:0/3883841373 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a780039e0 con 0x7f7a84108fb0 2024-05-21T00:04:58.544 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.475+0000 7f7a82000700 1 -- 172.21.15.12:0/3883841373 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7a7801b8f0 con 0x7f7a84108fb0 2024-05-21T00:04:58.544 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.475+0000 7f7a8c600700 1 -- 172.21.15.12:0/3883841373 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a8419f870 con 0x7f7a84108fb0 2024-05-21T00:04:58.544 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.475+0000 7f7a82000700 1 -- 172.21.15.12:0/3883841373 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7a78019770 con 0x7f7a84108fb0 2024-05-21T00:04:58.544 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.475+0000 7f7a8c600700 1 -- 172.21.15.12:0/3883841373 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a841a2560 con 0x7f7a84108fb0 2024-05-21T00:04:58.545 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.476+0000 7f7a8c600700 1 -- 172.21.15.12:0/3883841373 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a84064ba0 con 0x7f7a84108fb0 2024-05-21T00:04:58.545 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.477+0000 7f7a82000700 1 -- 172.21.15.12:0/3883841373 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f7a7801b440 con 0x7f7a84108fb0 2024-05-21T00:04:58.545 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.477+0000 7f7a82000700 1 --2- 172.21.15.12:0/3883841373 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7a6c03e5b0 0x7f7a6c040a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:04:58.545 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.477+0000 7f7a82000700 1 -- 172.21.15.12:0/3883841373 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f7a78054010 con 0x7f7a84108fb0 2024-05-21T00:04:58.545 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.478+0000 7f7a89200700 1 --2- 172.21.15.12:0/3883841373 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7a6c03e5b0 0x7f7a6c040a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:04:58.545 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.478+0000 7f7a89200700 1 --2- 172.21.15.12:0/3883841373 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7a6c03e5b0 0x7f7a6c040a70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7a70006fd0 tx=0x7f7a70006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:04:58.545 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.483+0000 7f7a82000700 1 -- 172.21.15.12:0/3883841373 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7a7801f030 con 0x7f7a84108fb0 2024-05-21T00:04:58.546 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.850+0000 7f7a8c600700 1 -- 172.21.15.12:0/3883841373 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f7a8419fd50 con 0x7f7a84108fb0 2024-05-21T00:04:58.546 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.855+0000 7f7a82000700 1 -- 172.21.15.12:0/3883841373 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v27)=0 set mgr/dashboard/cluster/status v27) ==== 153+0+0 (secure 0 0 0) 0x7f7a8419fd50 con 0x7f7a84108fb0 2024-05-21T00:04:58.546 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.858+0000 7f7a8c600700 1 -- 172.21.15.12:0/3883841373 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7a6c03e5b0 msgr2=0x7f7a6c040a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:58.546 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.858+0000 7f7a8c600700 1 --2- 172.21.15.12:0/3883841373 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7a6c03e5b0 0x7f7a6c040a70 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7a70006fd0 tx=0x7f7a70006e40 comp rx=0 tx=0).stop 2024-05-21T00:04:58.546 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.859+0000 7f7a8c600700 1 -- 172.21.15.12:0/3883841373 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 msgr2=0x7f7a8419f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:04:58.546 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.859+0000 7f7a8c600700 1 --2- 172.21.15.12:0/3883841373 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 0x7f7a8419f0a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f7a78009520 tx=0x7f7a78011aa0 comp rx=0 tx=0).stop 2024-05-21T00:04:58.546 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.859+0000 7f7a8c600700 1 -- 172.21.15.12:0/3883841373 shutdown_connections 2024-05-21T00:04:58.546 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.859+0000 7f7a8c600700 1 --2- 172.21.15.12:0/3883841373 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7a6c03e5b0 0x7f7a6c040a70 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:58.546 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.859+0000 7f7a8c600700 1 --2- 172.21.15.12:0/3883841373 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7a84108fb0 0x7f7a8419f0a0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:04:58.546 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.859+0000 7f7a8c600700 1 -- 172.21.15.12:0/3883841373 >> 172.21.15.12:0/3883841373 conn(0x7f7a84104530 msgr2=0x7f7a84104ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:04:58.547 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.859+0000 7f7a8c600700 1 -- 172.21.15.12:0/3883841373 shutdown_connections 2024-05-21T00:04:58.547 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr 2024-05-21T00:04:57.859+0000 7f7a8c600700 1 -- 172.21.15.12:0/3883841373 wait complete. 2024-05-21T00:04:58.547 INFO:teuthology.orchestra.run.smithi012.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-05-21T00:04:58.547 INFO:teuthology.orchestra.run.smithi012.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-05-21T00:04:58.547 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:04:58.547 INFO:teuthology.orchestra.run.smithi012.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:04:58.547 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:04:58.547 INFO:teuthology.orchestra.run.smithi012.stdout:Or, if you are only running a single cluster on this host: 2024-05-21T00:04:58.547 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:04:58.547 INFO:teuthology.orchestra.run.smithi012.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-05-21T00:04:58.547 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:04:58.548 INFO:teuthology.orchestra.run.smithi012.stdout:Please consider enabling telemetry to help improve Ceph: 2024-05-21T00:04:58.548 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:04:58.548 INFO:teuthology.orchestra.run.smithi012.stdout: ceph telemetry on 2024-05-21T00:04:58.548 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:04:58.548 INFO:teuthology.orchestra.run.smithi012.stdout:For more information see: 2024-05-21T00:04:58.548 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:04:58.548 INFO:teuthology.orchestra.run.smithi012.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-05-21T00:04:58.548 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:04:58.548 INFO:teuthology.orchestra.run.smithi012.stdout:Bootstrap complete. 2024-05-21T00:04:58.627 INFO:tasks.cephadm:Fetching config... 2024-05-21T00:04:58.628 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:04:58.628 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-05-21T00:04:58.678 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-05-21T00:04:58.678 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:04:58.679 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-05-21T00:04:58.726 INFO:tasks.cephadm:Fetching mon keyring... 2024-05-21T00:04:58.726 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:04:58.727 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/keyring of=/dev/stdout 2024-05-21T00:04:58.836 INFO:tasks.cephadm:Fetching pub ssh key... 2024-05-21T00:04:58.836 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:04:58.836 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-05-21T00:04:58.932 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-05-21T00:04:58.932 DEBUG:teuthology.orchestra.run.smithi012:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtC8DNFHZmph2u2rXFfDFyH3cMpz/q7cOrDHfB4V+qJ8sy5AE2tTBpEfbANGY2nw2n9WwzvKBHzRpsSKzvXD6dMZq3hzk3Oi6Yc2AWbejyfXavgPh3Y4IOrEKgvMrEwCqAEo7XuEtERPrOEY801OrtxoIXzbaPfHeEjVaYHzrSJjgX/ED030mf+7Ork/AyH9D+Swrhp4zNqfbQeqr5PTMDTudAbBDB4s4u3CQHaK/vKJbS0OsPfrjeKy6W2MB3kZSUsOwLt6gJmXEmjn8NIIrTU48E7wT4/0eBXnl/k0Wn2E2kKur4WrjuX+KQUrurGfE9txVEr2Uktr013WiBvgZm4yJQ5HoI8V3SE93qrKbqsLVAWQlzluWHuX6sATg68xckcwIWtA9LEINkoyeb4PS1gA+aLD5f+6XIeFCqRkobpROaMSI7645FqIFuOIFx71b+U5FGk9qIfRj9NY4v5+brCM9VVQxRW2QKwqDkS2Q1TZXZRhzkbL3mgfzMRJnU7Yk= ceph-66e3e586-1705-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-21T00:04:59.040 INFO:teuthology.orchestra.run.smithi012.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtC8DNFHZmph2u2rXFfDFyH3cMpz/q7cOrDHfB4V+qJ8sy5AE2tTBpEfbANGY2nw2n9WwzvKBHzRpsSKzvXD6dMZq3hzk3Oi6Yc2AWbejyfXavgPh3Y4IOrEKgvMrEwCqAEo7XuEtERPrOEY801OrtxoIXzbaPfHeEjVaYHzrSJjgX/ED030mf+7Ork/AyH9D+Swrhp4zNqfbQeqr5PTMDTudAbBDB4s4u3CQHaK/vKJbS0OsPfrjeKy6W2MB3kZSUsOwLt6gJmXEmjn8NIIrTU48E7wT4/0eBXnl/k0Wn2E2kKur4WrjuX+KQUrurGfE9txVEr2Uktr013WiBvgZm4yJQ5HoI8V3SE93qrKbqsLVAWQlzluWHuX6sATg68xckcwIWtA9LEINkoyeb4PS1gA+aLD5f+6XIeFCqRkobpROaMSI7645FqIFuOIFx71b+U5FGk9qIfRj9NY4v5+brCM9VVQxRW2QKwqDkS2Q1TZXZRhzkbL3mgfzMRJnU7Yk= ceph-66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:04:59.069 DEBUG:teuthology.orchestra.run.smithi060:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtC8DNFHZmph2u2rXFfDFyH3cMpz/q7cOrDHfB4V+qJ8sy5AE2tTBpEfbANGY2nw2n9WwzvKBHzRpsSKzvXD6dMZq3hzk3Oi6Yc2AWbejyfXavgPh3Y4IOrEKgvMrEwCqAEo7XuEtERPrOEY801OrtxoIXzbaPfHeEjVaYHzrSJjgX/ED030mf+7Ork/AyH9D+Swrhp4zNqfbQeqr5PTMDTudAbBDB4s4u3CQHaK/vKJbS0OsPfrjeKy6W2MB3kZSUsOwLt6gJmXEmjn8NIIrTU48E7wT4/0eBXnl/k0Wn2E2kKur4WrjuX+KQUrurGfE9txVEr2Uktr013WiBvgZm4yJQ5HoI8V3SE93qrKbqsLVAWQlzluWHuX6sATg68xckcwIWtA9LEINkoyeb4PS1gA+aLD5f+6XIeFCqRkobpROaMSI7645FqIFuOIFx71b+U5FGk9qIfRj9NY4v5+brCM9VVQxRW2QKwqDkS2Q1TZXZRhzkbL3mgfzMRJnU7Yk= ceph-66e3e586-1705-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-21T00:04:59.112 INFO:teuthology.orchestra.run.smithi060.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtC8DNFHZmph2u2rXFfDFyH3cMpz/q7cOrDHfB4V+qJ8sy5AE2tTBpEfbANGY2nw2n9WwzvKBHzRpsSKzvXD6dMZq3hzk3Oi6Yc2AWbejyfXavgPh3Y4IOrEKgvMrEwCqAEo7XuEtERPrOEY801OrtxoIXzbaPfHeEjVaYHzrSJjgX/ED030mf+7Ork/AyH9D+Swrhp4zNqfbQeqr5PTMDTudAbBDB4s4u3CQHaK/vKJbS0OsPfrjeKy6W2MB3kZSUsOwLt6gJmXEmjn8NIIrTU48E7wT4/0eBXnl/k0Wn2E2kKur4WrjuX+KQUrurGfE9txVEr2Uktr013WiBvgZm4yJQ5HoI8V3SE93qrKbqsLVAWQlzluWHuX6sATg68xckcwIWtA9LEINkoyeb4PS1gA+aLD5f+6XIeFCqRkobpROaMSI7645FqIFuOIFx71b+U5FGk9qIfRj9NY4v5+brCM9VVQxRW2QKwqDkS2Q1TZXZRhzkbL3mgfzMRJnU7Yk= ceph-66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:04:59.125 DEBUG:teuthology.orchestra.run.smithi077:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtC8DNFHZmph2u2rXFfDFyH3cMpz/q7cOrDHfB4V+qJ8sy5AE2tTBpEfbANGY2nw2n9WwzvKBHzRpsSKzvXD6dMZq3hzk3Oi6Yc2AWbejyfXavgPh3Y4IOrEKgvMrEwCqAEo7XuEtERPrOEY801OrtxoIXzbaPfHeEjVaYHzrSJjgX/ED030mf+7Ork/AyH9D+Swrhp4zNqfbQeqr5PTMDTudAbBDB4s4u3CQHaK/vKJbS0OsPfrjeKy6W2MB3kZSUsOwLt6gJmXEmjn8NIIrTU48E7wT4/0eBXnl/k0Wn2E2kKur4WrjuX+KQUrurGfE9txVEr2Uktr013WiBvgZm4yJQ5HoI8V3SE93qrKbqsLVAWQlzluWHuX6sATg68xckcwIWtA9LEINkoyeb4PS1gA+aLD5f+6XIeFCqRkobpROaMSI7645FqIFuOIFx71b+U5FGk9qIfRj9NY4v5+brCM9VVQxRW2QKwqDkS2Q1TZXZRhzkbL3mgfzMRJnU7Yk= ceph-66e3e586-1705-11ef-bc9a-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-21T00:04:59.137 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:04:58 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3883841373' entity='client.admin' 2024-05-21T00:04:59.166 INFO:teuthology.orchestra.run.smithi077.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtC8DNFHZmph2u2rXFfDFyH3cMpz/q7cOrDHfB4V+qJ8sy5AE2tTBpEfbANGY2nw2n9WwzvKBHzRpsSKzvXD6dMZq3hzk3Oi6Yc2AWbejyfXavgPh3Y4IOrEKgvMrEwCqAEo7XuEtERPrOEY801OrtxoIXzbaPfHeEjVaYHzrSJjgX/ED030mf+7Ork/AyH9D+Swrhp4zNqfbQeqr5PTMDTudAbBDB4s4u3CQHaK/vKJbS0OsPfrjeKy6W2MB3kZSUsOwLt6gJmXEmjn8NIIrTU48E7wT4/0eBXnl/k0Wn2E2kKur4WrjuX+KQUrurGfE9txVEr2Uktr013WiBvgZm4yJQ5HoI8V3SE93qrKbqsLVAWQlzluWHuX6sATg68xckcwIWtA9LEINkoyeb4PS1gA+aLD5f+6XIeFCqRkobpROaMSI7645FqIFuOIFx71b+U5FGk9qIfRj9NY4v5+brCM9VVQxRW2QKwqDkS2Q1TZXZRhzkbL3mgfzMRJnU7Yk= ceph-66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:04:59.178 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-05-21T00:04:59.621 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:05:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.197+0000 7fadb4e00700 1 -- 172.21.15.12:0/3917490110 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb0101880 msgr2=0x7fadb0101ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.197+0000 7fadb4e00700 1 --2- 172.21.15.12:0/3917490110 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb0101880 0x7fadb0101ca0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fada0009910 tx=0x7fada0009c20 comp rx=0 tx=0).stop 2024-05-21T00:05:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.197+0000 7fadb4e00700 1 -- 172.21.15.12:0/3917490110 shutdown_connections 2024-05-21T00:05:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.197+0000 7fadb4e00700 1 --2- 172.21.15.12:0/3917490110 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb0101880 0x7fadb0101ca0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.197+0000 7fadb4e00700 1 -- 172.21.15.12:0/3917490110 >> 172.21.15.12:0/3917490110 conn(0x7fadb00fd440 msgr2=0x7fadb00ff880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.197+0000 7fadb4e00700 1 -- 172.21.15.12:0/3917490110 shutdown_connections 2024-05-21T00:05:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.197+0000 7fadb4e00700 1 -- 172.21.15.12:0/3917490110 wait complete. 2024-05-21T00:05:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.198+0000 7fadb4e00700 1 Processor -- start 2024-05-21T00:05:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.198+0000 7fadb4e00700 1 -- start start 2024-05-21T00:05:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.199+0000 7fadb4e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb0101880 0x7fadb019a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.199+0000 7fadb4e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fadb010b0d0 con 0x7fadb0101880 2024-05-21T00:05:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.199+0000 7fadade00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb0101880 0x7fadb019a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.199+0000 7fadade00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb0101880 0x7fadb019a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33890/0 (socket says 172.21.15.12:33890) 2024-05-21T00:05:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.199+0000 7fadade00700 1 -- 172.21.15.12:0/967973137 learned_addr learned my addr 172.21.15.12:0/967973137 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:05:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.200+0000 7fadade00700 1 -- 172.21.15.12:0/967973137 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadb019ad00 con 0x7fadb0101880 2024-05-21T00:05:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.200+0000 7fadade00700 1 --2- 172.21.15.12:0/967973137 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb0101880 0x7fadb019a7c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fada0005190 tx=0x7fada0004f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:02.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.200+0000 7fada6a00700 1 -- 172.21.15.12:0/967973137 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fada0027070 con 0x7fadb0101880 2024-05-21T00:05:02.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.200+0000 7fada6a00700 1 -- 172.21.15.12:0/967973137 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fada0022470 con 0x7fadb0101880 2024-05-21T00:05:02.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.200+0000 7fada6a00700 1 -- 172.21.15.12:0/967973137 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fada000f5f0 con 0x7fadb0101880 2024-05-21T00:05:02.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.200+0000 7fadb4e00700 1 -- 172.21.15.12:0/967973137 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadb019af90 con 0x7fadb0101880 2024-05-21T00:05:02.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.201+0000 7fadb4e00700 1 -- 172.21.15.12:0/967973137 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadb019dc80 con 0x7fadb0101880 2024-05-21T00:05:02.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.202+0000 7fadb4e00700 1 -- 172.21.15.12:0/967973137 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadb010b850 con 0x7fadb0101880 2024-05-21T00:05:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.202+0000 7fada6a00700 1 -- 172.21.15.12:0/967973137 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fada002a070 con 0x7fadb0101880 2024-05-21T00:05:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.202+0000 7fada6a00700 1 --2- 172.21.15.12:0/967973137 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fad9403e570 0x7fad94040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.203+0000 7fada6a00700 1 -- 172.21.15.12:0/967973137 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fada001e030 con 0x7fadb0101880 2024-05-21T00:05:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.203+0000 7fadad400700 1 --2- 172.21.15.12:0/967973137 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fad9403e570 0x7fad94040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:02.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.204+0000 7fadad400700 1 --2- 172.21.15.12:0/967973137 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fad9403e570 0x7fad94040a30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fad9c006fd0 tx=0x7fad9c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:02.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.209+0000 7fada6a00700 1 -- 172.21.15.12:0/967973137 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fada0013070 con 0x7fadb0101880 2024-05-21T00:05:02.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.447+0000 7fadb4e00700 1 -- 172.21.15.12:0/967973137 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fadb002e670 con 0x7fadb0101880 2024-05-21T00:05:02.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.453+0000 7fada6a00700 1 -- 172.21.15.12:0/967973137 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7fada00310c0 con 0x7fadb0101880 2024-05-21T00:05:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.457+0000 7fadb4e00700 1 -- 172.21.15.12:0/967973137 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fad9403e570 msgr2=0x7fad94040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.457+0000 7fadb4e00700 1 --2- 172.21.15.12:0/967973137 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fad9403e570 0x7fad94040a30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fad9c006fd0 tx=0x7fad9c006e40 comp rx=0 tx=0).stop 2024-05-21T00:05:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.457+0000 7fadb4e00700 1 -- 172.21.15.12:0/967973137 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb0101880 msgr2=0x7fadb019a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.457+0000 7fadb4e00700 1 --2- 172.21.15.12:0/967973137 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb0101880 0x7fadb019a7c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fada0005190 tx=0x7fada0004f80 comp rx=0 tx=0).stop 2024-05-21T00:05:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.457+0000 7fadb4e00700 1 -- 172.21.15.12:0/967973137 shutdown_connections 2024-05-21T00:05:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.457+0000 7fadb4e00700 1 --2- 172.21.15.12:0/967973137 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fad9403e570 0x7fad94040a30 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.457+0000 7fadb4e00700 1 --2- 172.21.15.12:0/967973137 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fadb0101880 0x7fadb019a7c0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:02.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.457+0000 7fadb4e00700 1 -- 172.21.15.12:0/967973137 >> 172.21.15.12:0/967973137 conn(0x7fadb00fd440 msgr2=0x7fadb00fdf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:02.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.457+0000 7fadb4e00700 1 -- 172.21.15.12:0/967973137 shutdown_connections 2024-05-21T00:05:02.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:02.457+0000 7fadb4e00700 1 -- 172.21.15.12:0/967973137 wait complete. 2024-05-21T00:05:03.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:03.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:03.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi012", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:05:03.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:03.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:05:03.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:03.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:03 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/967973137' entity='client.admin' 2024-05-21T00:05:03.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:05:03.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:03.354 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-05-21T00:05:03.354 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-05-21T00:05:03.805 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:05:05.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.947+0000 7fd0b5600700 1 -- 172.21.15.12:0/1672558596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0b0077570 msgr2=0x7fd0b00759d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:05.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.947+0000 7fd0b5600700 1 --2- 172.21.15.12:0/1672558596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0b0077570 0x7fd0b00759d0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd0a0009910 tx=0x7fd0a0009c20 comp rx=0 tx=0).stop 2024-05-21T00:05:05.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.947+0000 7fd0b5600700 1 -- 172.21.15.12:0/1672558596 shutdown_connections 2024-05-21T00:05:05.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.947+0000 7fd0b5600700 1 --2- 172.21.15.12:0/1672558596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0b0077570 0x7fd0b00759d0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:05.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.947+0000 7fd0b5600700 1 -- 172.21.15.12:0/1672558596 >> 172.21.15.12:0/1672558596 conn(0x7fd0b00fe5c0 msgr2=0x7fd0b01009e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:05.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.947+0000 7fd0b5600700 1 -- 172.21.15.12:0/1672558596 shutdown_connections 2024-05-21T00:05:05.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.947+0000 7fd0b5600700 1 -- 172.21.15.12:0/1672558596 wait complete. 2024-05-21T00:05:05.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.948+0000 7fd0b5600700 1 Processor -- start 2024-05-21T00:05:05.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.949+0000 7fd0b5600700 1 -- start start 2024-05-21T00:05:05.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.949+0000 7fd0b5600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0b0077570 0x7fd0b019a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:05.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.949+0000 7fd0b5600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd0b010b140 con 0x7fd0b0077570 2024-05-21T00:05:05.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.949+0000 7fd0aea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0b0077570 0x7fd0b019a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:05.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.949+0000 7fd0aea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0b0077570 0x7fd0b019a7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:57246/0 (socket says 172.21.15.12:57246) 2024-05-21T00:05:05.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.949+0000 7fd0aea00700 1 -- 172.21.15.12:0/1158332298 learned_addr learned my addr 172.21.15.12:0/1158332298 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:05:05.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.950+0000 7fd0aea00700 1 -- 172.21.15.12:0/1158332298 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0b019ad20 con 0x7fd0b0077570 2024-05-21T00:05:05.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.950+0000 7fd0aea00700 1 --2- 172.21.15.12:0/1158332298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0b0077570 0x7fd0b019a7e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd0a0005950 tx=0x7fd0a0004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:05.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.950+0000 7fd0a7e00700 1 -- 172.21.15.12:0/1158332298 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd0a0026070 con 0x7fd0b0077570 2024-05-21T00:05:05.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.950+0000 7fd0b5600700 1 -- 172.21.15.12:0/1158332298 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0b019afb0 con 0x7fd0b0077570 2024-05-21T00:05:05.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.950+0000 7fd0a7e00700 1 -- 172.21.15.12:0/1158332298 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0a000bc00 con 0x7fd0b0077570 2024-05-21T00:05:05.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.950+0000 7fd0a7e00700 1 -- 172.21.15.12:0/1158332298 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd0a0003a10 con 0x7fd0b0077570 2024-05-21T00:05:05.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.951+0000 7fd0b5600700 1 -- 172.21.15.12:0/1158332298 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0b019dca0 con 0x7fd0b0077570 2024-05-21T00:05:05.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.952+0000 7fd0a7e00700 1 -- 172.21.15.12:0/1158332298 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fd0a0029070 con 0x7fd0b0077570 2024-05-21T00:05:05.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.952+0000 7fd0b5600700 1 -- 172.21.15.12:0/1158332298 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0b010b8c0 con 0x7fd0b0077570 2024-05-21T00:05:05.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.952+0000 7fd0a7e00700 1 --2- 172.21.15.12:0/1158332298 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd09403e570 0x7fd094040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:05.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.952+0000 7fd0a7e00700 1 -- 172.21.15.12:0/1158332298 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fd0a001e070 con 0x7fd0b0077570 2024-05-21T00:05:05.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.953+0000 7fd0a6000700 1 --2- 172.21.15.12:0/1158332298 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd09403e570 0x7fd094040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:05.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.953+0000 7fd0a6000700 1 --2- 172.21.15.12:0/1158332298 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd09403e570 0x7fd094040a30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd09800ad30 tx=0x7fd0980093f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:05.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:05.958+0000 7fd0a7e00700 1 -- 172.21.15.12:0/1158332298 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd0a0013070 con 0x7fd0b0077570 2024-05-21T00:05:06.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:06.202+0000 7fd0b5600700 1 -- 172.21.15.12:0/1158332298 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7fd0b002e670 con 0x7fd09403e570 2024-05-21T00:05:06.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:06.210+0000 7fd0a7e00700 1 -- 172.21.15.12:0/1158332298 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fd0b002e670 con 0x7fd09403e570 2024-05-21T00:05:06.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:06.213+0000 7fd0b5600700 1 -- 172.21.15.12:0/1158332298 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd09403e570 msgr2=0x7fd094040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:06.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:06.213+0000 7fd0b5600700 1 --2- 172.21.15.12:0/1158332298 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd09403e570 0x7fd094040a30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd09800ad30 tx=0x7fd0980093f0 comp rx=0 tx=0).stop 2024-05-21T00:05:06.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:06.213+0000 7fd0b5600700 1 -- 172.21.15.12:0/1158332298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0b0077570 msgr2=0x7fd0b019a7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:06.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:06.213+0000 7fd0b5600700 1 --2- 172.21.15.12:0/1158332298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0b0077570 0x7fd0b019a7e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fd0a0005950 tx=0x7fd0a0004fa0 comp rx=0 tx=0).stop 2024-05-21T00:05:06.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:06.214+0000 7fd0b5600700 1 -- 172.21.15.12:0/1158332298 shutdown_connections 2024-05-21T00:05:06.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:06.214+0000 7fd0b5600700 1 --2- 172.21.15.12:0/1158332298 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd09403e570 0x7fd094040a30 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:06.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:06.214+0000 7fd0b5600700 1 --2- 172.21.15.12:0/1158332298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0b0077570 0x7fd0b019a7e0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:06.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:06.214+0000 7fd0b5600700 1 -- 172.21.15.12:0/1158332298 >> 172.21.15.12:0/1158332298 conn(0x7fd0b00fe5c0 msgr2=0x7fd0b00ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:06.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:06.214+0000 7fd0b5600700 1 -- 172.21.15.12:0/1158332298 shutdown_connections 2024-05-21T00:05:06.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:06.214+0000 7fd0b5600700 1 -- 172.21.15.12:0/1158332298 wait complete. 2024-05-21T00:05:06.975 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi060 2024-05-21T00:05:06.975 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-05-21T00:05:06.975 DEBUG:teuthology.orchestra.run.smithi060:> dd of=/etc/ceph/ceph.conf 2024-05-21T00:05:06.994 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-05-21T00:05:06.994 DEBUG:teuthology.orchestra.run.smithi060:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:05:07.054 INFO:tasks.cephadm:Adding host smithi060 to orchestrator... 2024-05-21T00:05:07.055 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch host add smithi060 2024-05-21T00:05:07.198 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:07 smithi012 ceph-mon[31403]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:05:07.490 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:05:07.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:07 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:07.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:07 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:05:07.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:07 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:05:07.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:07 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:05:07.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:07 smithi012 ceph-mon[31403]: Updating smithi012:/etc/ceph/ceph.conf 2024-05-21T00:05:08.463 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:08 smithi012 ceph-mon[31403]: Updating smithi012:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:05:08.464 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:08 smithi012 ceph-mon[31403]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:08.464 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:08 smithi012 ceph-mon[31403]: Updating smithi012:/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:05:09.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:09 smithi012 ceph-mon[31403]: Updating smithi012:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T00:05:09.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:09 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:09.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:09 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:09.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:09 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:09.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.596+0000 7f2c83200700 1 -- 172.21.15.12:0/1164306357 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c840758e0 msgr2=0x7f2c84075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:09.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.596+0000 7f2c83200700 1 --2- 172.21.15.12:0/1164306357 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c840758e0 0x7f2c84075cc0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2c74009910 tx=0x7f2c74009c20 comp rx=0 tx=0).stop 2024-05-21T00:05:09.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.597+0000 7f2c83200700 1 -- 172.21.15.12:0/1164306357 shutdown_connections 2024-05-21T00:05:09.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.597+0000 7f2c83200700 1 --2- 172.21.15.12:0/1164306357 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c840758e0 0x7f2c84075cc0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:09.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.597+0000 7f2c83200700 1 -- 172.21.15.12:0/1164306357 >> 172.21.15.12:0/1164306357 conn(0x7f2c840fe8a0 msgr2=0x7f2c84100cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:09.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.597+0000 7f2c83200700 1 -- 172.21.15.12:0/1164306357 shutdown_connections 2024-05-21T00:05:09.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.597+0000 7f2c83200700 1 -- 172.21.15.12:0/1164306357 wait complete. 2024-05-21T00:05:09.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.598+0000 7f2c83200700 1 Processor -- start 2024-05-21T00:05:09.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.598+0000 7f2c83200700 1 -- start start 2024-05-21T00:05:09.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.599+0000 7f2c83200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c840758e0 0x7f2c8419edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:09.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.599+0000 7f2c83200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2c841138e0 con 0x7f2c840758e0 2024-05-21T00:05:09.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.599+0000 7f2c81e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c840758e0 0x7f2c8419edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:09.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.599+0000 7f2c81e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c840758e0 0x7f2c8419edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:57266/0 (socket says 172.21.15.12:57266) 2024-05-21T00:05:09.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.599+0000 7f2c81e00700 1 -- 172.21.15.12:0/3132442401 learned_addr learned my addr 172.21.15.12:0/3132442401 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:05:09.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.600+0000 7f2c81e00700 1 -- 172.21.15.12:0/3132442401 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c8419f330 con 0x7f2c840758e0 2024-05-21T00:05:09.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.600+0000 7f2c81e00700 1 --2- 172.21.15.12:0/3132442401 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c840758e0 0x7f2c8419edf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2c740056d0 tx=0x7f2c740057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:09.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.600+0000 7f2c7aa00700 1 -- 172.21.15.12:0/3132442401 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c74026070 con 0x7f2c840758e0 2024-05-21T00:05:09.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.600+0000 7f2c7aa00700 1 -- 172.21.15.12:0/3132442401 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2c74004370 con 0x7f2c840758e0 2024-05-21T00:05:09.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.600+0000 7f2c83200700 1 -- 172.21.15.12:0/3132442401 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c8419f5c0 con 0x7f2c840758e0 2024-05-21T00:05:09.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.600+0000 7f2c7aa00700 1 -- 172.21.15.12:0/3132442401 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c740039b0 con 0x7f2c840758e0 2024-05-21T00:05:09.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.600+0000 7f2c83200700 1 -- 172.21.15.12:0/3132442401 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c8419fa20 con 0x7f2c840758e0 2024-05-21T00:05:09.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.601+0000 7f2c83200700 1 -- 172.21.15.12:0/3132442401 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c84077020 con 0x7f2c840758e0 2024-05-21T00:05:09.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.602+0000 7f2c7aa00700 1 -- 172.21.15.12:0/3132442401 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f2c74029070 con 0x7f2c840758e0 2024-05-21T00:05:09.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.602+0000 7f2c7aa00700 1 --2- 172.21.15.12:0/3132442401 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2c6803e510 0x7f2c680409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:09.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.602+0000 7f2c7aa00700 1 -- 172.21.15.12:0/3132442401 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f2c7401e070 con 0x7f2c840758e0 2024-05-21T00:05:09.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.602+0000 7f2c81400700 1 --2- 172.21.15.12:0/3132442401 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2c6803e510 0x7f2c680409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:09.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.603+0000 7f2c81400700 1 --2- 172.21.15.12:0/3132442401 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2c6803e510 0x7f2c680409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2c70006fd0 tx=0x7f2c70006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:09.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.608+0000 7f2c7aa00700 1 -- 172.21.15.12:0/3132442401 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2c74013070 con 0x7f2c840758e0 2024-05-21T00:05:09.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:09.856+0000 7f2c83200700 1 -- 172.21.15.12:0/3132442401 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi060", "target": ["mon-mgr", ""]}) -- 0x7f2c841a0150 con 0x7f2c6803e510 2024-05-21T00:05:10.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:10 smithi012 ceph-mon[31403]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:10.559 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:10 smithi012 ceph-mon[31403]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi060", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:05:11.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:11 smithi012 ceph-mon[31403]: Deploying cephadm binary to smithi060 2024-05-21T00:05:12.558 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:12 smithi012 ceph-mon[31403]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:14.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:14.779+0000 7f2c7aa00700 1 -- 172.21.15.12:0/3132442401 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f2c841a0150 con 0x7f2c6803e510 2024-05-21T00:05:14.772 INFO:teuthology.orchestra.run.smithi012.stdout:Added host 'smithi060' with addr '172.21.15.60' 2024-05-21T00:05:14.773 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:14 smithi012 ceph-mon[31403]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:14.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:14.783+0000 7f2c83200700 1 -- 172.21.15.12:0/3132442401 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2c6803e510 msgr2=0x7f2c680409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:14.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:14.783+0000 7f2c83200700 1 --2- 172.21.15.12:0/3132442401 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2c6803e510 0x7f2c680409d0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2c70006fd0 tx=0x7f2c70006e40 comp rx=0 tx=0).stop 2024-05-21T00:05:14.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:14.783+0000 7f2c83200700 1 -- 172.21.15.12:0/3132442401 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c840758e0 msgr2=0x7f2c8419edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:14.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:14.783+0000 7f2c83200700 1 --2- 172.21.15.12:0/3132442401 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c840758e0 0x7f2c8419edf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2c740056d0 tx=0x7f2c740057b0 comp rx=0 tx=0).stop 2024-05-21T00:05:14.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:14.783+0000 7f2c83200700 1 -- 172.21.15.12:0/3132442401 shutdown_connections 2024-05-21T00:05:14.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:14.783+0000 7f2c83200700 1 --2- 172.21.15.12:0/3132442401 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2c6803e510 0x7f2c680409d0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:14.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:14.783+0000 7f2c83200700 1 --2- 172.21.15.12:0/3132442401 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2c840758e0 0x7f2c8419edf0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:14.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:14.783+0000 7f2c83200700 1 -- 172.21.15.12:0/3132442401 >> 172.21.15.12:0/3132442401 conn(0x7f2c840fe8a0 msgr2=0x7f2c840fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:14.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:14.784+0000 7f2c83200700 1 -- 172.21.15.12:0/3132442401 shutdown_connections 2024-05-21T00:05:14.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:14.784+0000 7f2c83200700 1 -- 172.21.15.12:0/3132442401 wait complete. 2024-05-21T00:05:15.489 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-21T00:05:15.949 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:05:16.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:15 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:16.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:15 smithi012 ceph-mon[31403]: Added host smithi060 2024-05-21T00:05:16.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:15 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:05:16.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:15 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:17.173 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:16 smithi012 ceph-mon[31403]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:17.173 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:18.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.101+0000 7f89a4a00700 1 -- 172.21.15.12:0/2073043318 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f89a01053e0 msgr2=0x7f89a01057c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:18.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.101+0000 7f89a4a00700 1 --2- 172.21.15.12:0/2073043318 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f89a01053e0 0x7f89a01057c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8990009910 tx=0x7f8990009c20 comp rx=0 tx=0).stop 2024-05-21T00:05:18.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.101+0000 7f89a4a00700 1 -- 172.21.15.12:0/2073043318 shutdown_connections 2024-05-21T00:05:18.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.101+0000 7f89a4a00700 1 --2- 172.21.15.12:0/2073043318 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f89a01053e0 0x7f89a01057c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:18.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.101+0000 7f89a4a00700 1 -- 172.21.15.12:0/2073043318 >> 172.21.15.12:0/2073043318 conn(0x7f89a0100c70 msgr2=0x7f89a0103090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:18.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.101+0000 7f89a4a00700 1 -- 172.21.15.12:0/2073043318 shutdown_connections 2024-05-21T00:05:18.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.101+0000 7f89a4a00700 1 -- 172.21.15.12:0/2073043318 wait complete. 2024-05-21T00:05:18.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.102+0000 7f89a4a00700 1 Processor -- start 2024-05-21T00:05:18.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.102+0000 7f89a4a00700 1 -- start start 2024-05-21T00:05:18.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.103+0000 7f89a4a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f89a01053e0 0x7f89a01a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:18.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.103+0000 7f89a4a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f89a010f660 con 0x7f89a01053e0 2024-05-21T00:05:18.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.103+0000 7f899de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f89a01053e0 0x7f89a01a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:18.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.103+0000 7f899de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f89a01053e0 0x7f89a01a0810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45210/0 (socket says 172.21.15.12:45210) 2024-05-21T00:05:18.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.103+0000 7f899de00700 1 -- 172.21.15.12:0/2050492031 learned_addr learned my addr 172.21.15.12:0/2050492031 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:05:18.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.104+0000 7f899de00700 1 -- 172.21.15.12:0/2050492031 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89a01a0d50 con 0x7f89a01053e0 2024-05-21T00:05:18.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.104+0000 7f899de00700 1 --2- 172.21.15.12:0/2050492031 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f89a01053e0 0x7f89a01a0810 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f89900056d0 tx=0x7f89900057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:18.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.104+0000 7f8996a00700 1 -- 172.21.15.12:0/2050492031 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8990026070 con 0x7f89a01053e0 2024-05-21T00:05:18.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.104+0000 7f8996a00700 1 -- 172.21.15.12:0/2050492031 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f899000bba0 con 0x7f89a01053e0 2024-05-21T00:05:18.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.104+0000 7f8996a00700 1 -- 172.21.15.12:0/2050492031 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8990003920 con 0x7f89a01053e0 2024-05-21T00:05:18.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.104+0000 7f89a4a00700 1 -- 172.21.15.12:0/2050492031 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89a01a1040 con 0x7f89a01053e0 2024-05-21T00:05:18.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.104+0000 7f89a4a00700 1 -- 172.21.15.12:0/2050492031 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89a019a9d0 con 0x7f89a01053e0 2024-05-21T00:05:18.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.106+0000 7f89a4a00700 1 -- 172.21.15.12:0/2050492031 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89a01068c0 con 0x7f89a01053e0 2024-05-21T00:05:18.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.106+0000 7f8996a00700 1 -- 172.21.15.12:0/2050492031 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f8990029070 con 0x7f89a01053e0 2024-05-21T00:05:18.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.106+0000 7f8996a00700 1 --2- 172.21.15.12:0/2050492031 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f898403e510 0x7f89840409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:18.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.106+0000 7f8996a00700 1 -- 172.21.15.12:0/2050492031 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f899001e070 con 0x7f89a01053e0 2024-05-21T00:05:18.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.107+0000 7f899d400700 1 --2- 172.21.15.12:0/2050492031 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f898403e510 0x7f89840409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:18.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.107+0000 7f899d400700 1 --2- 172.21.15.12:0/2050492031 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f898403e510 0x7f89840409d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f898c006fd0 tx=0x7f898c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:18.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.112+0000 7f8996a00700 1 -- 172.21.15.12:0/2050492031 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8990013070 con 0x7f89a01053e0 2024-05-21T00:05:18.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.356+0000 7f89a4a00700 1 -- 172.21.15.12:0/2050492031 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f89a019bf70 con 0x7f898403e510 2024-05-21T00:05:18.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.359+0000 7f8996a00700 1 -- 172.21.15.12:0/2050492031 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f89a019bf70 con 0x7f898403e510 2024-05-21T00:05:18.350 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:05:18.351 INFO:teuthology.orchestra.run.smithi012.stdout:[{"addr": "172.21.15.12", "hostname": "smithi012", "labels": [], "status": ""}, {"addr": "172.21.15.60", "hostname": "smithi060", "labels": [], "status": ""}] 2024-05-21T00:05:18.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.362+0000 7f89a4a00700 1 -- 172.21.15.12:0/2050492031 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f898403e510 msgr2=0x7f89840409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:18.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.362+0000 7f89a4a00700 1 --2- 172.21.15.12:0/2050492031 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f898403e510 0x7f89840409d0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f898c006fd0 tx=0x7f898c006e40 comp rx=0 tx=0).stop 2024-05-21T00:05:18.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.362+0000 7f89a4a00700 1 -- 172.21.15.12:0/2050492031 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f89a01053e0 msgr2=0x7f89a01a0810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:18.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.362+0000 7f89a4a00700 1 --2- 172.21.15.12:0/2050492031 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f89a01053e0 0x7f89a01a0810 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f89900056d0 tx=0x7f89900057b0 comp rx=0 tx=0).stop 2024-05-21T00:05:18.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.362+0000 7f89a4a00700 1 -- 172.21.15.12:0/2050492031 shutdown_connections 2024-05-21T00:05:18.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.362+0000 7f89a4a00700 1 --2- 172.21.15.12:0/2050492031 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f898403e510 0x7f89840409d0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:18.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.362+0000 7f89a4a00700 1 --2- 172.21.15.12:0/2050492031 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f89a01053e0 0x7f89a01a0810 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:18.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.362+0000 7f89a4a00700 1 -- 172.21.15.12:0/2050492031 >> 172.21.15.12:0/2050492031 conn(0x7f89a0100c70 msgr2=0x7f89a010cff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:18.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.363+0000 7f89a4a00700 1 -- 172.21.15.12:0/2050492031 shutdown_connections 2024-05-21T00:05:18.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:18.363+0000 7f89a4a00700 1 -- 172.21.15.12:0/2050492031 wait complete. 2024-05-21T00:05:18.673 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:18 smithi012 ceph-mon[31403]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:18.673 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:18 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:19.016 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi077 2024-05-21T00:05:19.016 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-05-21T00:05:19.016 DEBUG:teuthology.orchestra.run.smithi077:> dd of=/etc/ceph/ceph.conf 2024-05-21T00:05:19.035 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-05-21T00:05:19.035 DEBUG:teuthology.orchestra.run.smithi077:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:05:19.092 INFO:tasks.cephadm:Adding host smithi077 to orchestrator... 2024-05-21T00:05:19.092 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch host add smithi077 2024-05-21T00:05:19.525 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:05:19.808 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:19 smithi012 ceph-mon[31403]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:05:20.933 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:20 smithi012 ceph-mon[31403]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:21.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.460+0000 7fedaf200700 1 -- 172.21.15.12:0/3868202662 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb0102ff0 msgr2=0x7fedb01033d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:21.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.460+0000 7fedaf200700 1 --2- 172.21.15.12:0/3868202662 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb0102ff0 0x7fedb01033d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7feda0009910 tx=0x7feda0009c20 comp rx=0 tx=0).stop 2024-05-21T00:05:21.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.460+0000 7fedaf200700 1 -- 172.21.15.12:0/3868202662 shutdown_connections 2024-05-21T00:05:21.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.460+0000 7fedaf200700 1 --2- 172.21.15.12:0/3868202662 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb0102ff0 0x7fedb01033d0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:21.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.460+0000 7fedaf200700 1 -- 172.21.15.12:0/3868202662 >> 172.21.15.12:0/3868202662 conn(0x7fedb00fe8a0 msgr2=0x7fedb0100cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:21.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.460+0000 7fedaf200700 1 -- 172.21.15.12:0/3868202662 shutdown_connections 2024-05-21T00:05:21.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.460+0000 7fedaf200700 1 -- 172.21.15.12:0/3868202662 wait complete. 2024-05-21T00:05:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.461+0000 7fedaf200700 1 Processor -- start 2024-05-21T00:05:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.461+0000 7fedaf200700 1 -- start start 2024-05-21T00:05:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.462+0000 7fedaf200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb0102ff0 0x7fedb01a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.462+0000 7fedaf200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fedb010d270 con 0x7fedb0102ff0 2024-05-21T00:05:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.462+0000 7fedade00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb0102ff0 0x7fedb01a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.462+0000 7fedade00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb0102ff0 0x7fedb01a0710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45238/0 (socket says 172.21.15.12:45238) 2024-05-21T00:05:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.462+0000 7fedade00700 1 -- 172.21.15.12:0/1436519138 learned_addr learned my addr 172.21.15.12:0/1436519138 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:05:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.463+0000 7fedade00700 1 -- 172.21.15.12:0/1436519138 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedb01a0c50 con 0x7fedb0102ff0 2024-05-21T00:05:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.463+0000 7fedade00700 1 --2- 172.21.15.12:0/1436519138 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb0102ff0 0x7fedb01a0710 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7feda00056d0 tx=0x7feda00057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.464+0000 7feda6a00700 1 -- 172.21.15.12:0/1436519138 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feda0026070 con 0x7fedb0102ff0 2024-05-21T00:05:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.464+0000 7feda6a00700 1 -- 172.21.15.12:0/1436519138 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feda000bba0 con 0x7fedb0102ff0 2024-05-21T00:05:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.464+0000 7fedaf200700 1 -- 172.21.15.12:0/1436519138 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedb01a0f40 con 0x7fedb0102ff0 2024-05-21T00:05:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.464+0000 7feda6a00700 1 -- 172.21.15.12:0/1436519138 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feda0003920 con 0x7fedb0102ff0 2024-05-21T00:05:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.464+0000 7fedaf200700 1 -- 172.21.15.12:0/1436519138 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedb019a8d0 con 0x7fedb0102ff0 2024-05-21T00:05:21.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.465+0000 7fedaf200700 1 -- 172.21.15.12:0/1436519138 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedb01044d0 con 0x7fedb0102ff0 2024-05-21T00:05:21.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.465+0000 7feda6a00700 1 -- 172.21.15.12:0/1436519138 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7feda0029070 con 0x7fedb0102ff0 2024-05-21T00:05:21.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.466+0000 7feda6a00700 1 --2- 172.21.15.12:0/1436519138 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed9403e510 0x7fed940409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:21.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.466+0000 7feda6a00700 1 -- 172.21.15.12:0/1436519138 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7feda001e070 con 0x7fedb0102ff0 2024-05-21T00:05:21.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.466+0000 7fedad400700 1 --2- 172.21.15.12:0/1436519138 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed9403e510 0x7fed940409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:21.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.467+0000 7fedad400700 1 --2- 172.21.15.12:0/1436519138 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed9403e510 0x7fed940409d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fed9c006fd0 tx=0x7fed9c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:21.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.472+0000 7feda6a00700 1 -- 172.21.15.12:0/1436519138 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feda0013070 con 0x7fedb0102ff0 2024-05-21T00:05:21.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:21.721+0000 7fedaf200700 1 -- 172.21.15.12:0/1436519138 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi077", "target": ["mon-mgr", ""]}) -- 0x7fedb019be00 con 0x7fed9403e510 2024-05-21T00:05:22.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:22.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:22.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:22.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:22.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi060", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:05:22.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:05:22.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:05:22.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:21 smithi012 ceph-mon[31403]: Updating smithi060:/etc/ceph/ceph.conf 2024-05-21T00:05:23.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:22 smithi012 ceph-mon[31403]: Updating smithi060:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:05:23.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:22 smithi012 ceph-mon[31403]: Updating smithi060:/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:05:23.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:22 smithi012 ceph-mon[31403]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:23.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:22 smithi012 ceph-mon[31403]: Updating smithi060:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T00:05:23.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:22 smithi012 ceph-mon[31403]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi077", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:05:23.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:23.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:23.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:24.058 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:23 smithi012 ceph-mon[31403]: Deploying cephadm binary to smithi077 2024-05-21T00:05:25.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:24 smithi012 ceph-mon[31403]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:26.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:26.649+0000 7feda6a00700 1 -- 172.21.15.12:0/1436519138 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7fedb019be00 con 0x7fed9403e510 2024-05-21T00:05:26.641 INFO:teuthology.orchestra.run.smithi012.stdout:Added host 'smithi077' with addr '172.21.15.77' 2024-05-21T00:05:26.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:26.653+0000 7fedaf200700 1 -- 172.21.15.12:0/1436519138 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed9403e510 msgr2=0x7fed940409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:26.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:26.653+0000 7fedaf200700 1 --2- 172.21.15.12:0/1436519138 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed9403e510 0x7fed940409d0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fed9c006fd0 tx=0x7fed9c006e40 comp rx=0 tx=0).stop 2024-05-21T00:05:26.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:26.653+0000 7fedaf200700 1 -- 172.21.15.12:0/1436519138 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb0102ff0 msgr2=0x7fedb01a0710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:26.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:26.653+0000 7fedaf200700 1 --2- 172.21.15.12:0/1436519138 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb0102ff0 0x7fedb01a0710 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7feda00056d0 tx=0x7feda00057b0 comp rx=0 tx=0).stop 2024-05-21T00:05:26.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:26.653+0000 7fedaf200700 1 -- 172.21.15.12:0/1436519138 shutdown_connections 2024-05-21T00:05:26.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:26.653+0000 7fedaf200700 1 --2- 172.21.15.12:0/1436519138 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed9403e510 0x7fed940409d0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:26.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:26.653+0000 7fedaf200700 1 --2- 172.21.15.12:0/1436519138 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb0102ff0 0x7fedb01a0710 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:26.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:26.653+0000 7fedaf200700 1 -- 172.21.15.12:0/1436519138 >> 172.21.15.12:0/1436519138 conn(0x7fedb00fe8a0 msgr2=0x7fedb0075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:26.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:26.654+0000 7fedaf200700 1 -- 172.21.15.12:0/1436519138 shutdown_connections 2024-05-21T00:05:26.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:26.654+0000 7fedaf200700 1 -- 172.21.15.12:0/1436519138 wait complete. 2024-05-21T00:05:27.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:26 smithi012 ceph-mon[31403]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:27.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:26 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:27.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:26 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:05:27.723 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch host ls --format=json 2024-05-21T00:05:28.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:27 smithi012 ceph-mon[31403]: Added host smithi077 2024-05-21T00:05:28.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:27 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:28.176 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:05:29.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:28 smithi012 ceph-mon[31403]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:29.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:30.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.201+0000 7f701ce00700 1 -- 172.21.15.12:0/1937830413 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7018103f50 msgr2=0x7f7018104330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:30.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.201+0000 7f701ce00700 1 --2- 172.21.15.12:0/1937830413 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7018103f50 0x7f7018104330 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f7008009910 tx=0x7f7008009c20 comp rx=0 tx=0).stop 2024-05-21T00:05:30.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.201+0000 7f701ce00700 1 -- 172.21.15.12:0/1937830413 shutdown_connections 2024-05-21T00:05:30.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.201+0000 7f701ce00700 1 --2- 172.21.15.12:0/1937830413 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7018103f50 0x7f7018104330 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:30.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.201+0000 7f701ce00700 1 -- 172.21.15.12:0/1937830413 >> 172.21.15.12:0/1937830413 conn(0x7f70180fd7e0 msgr2=0x7f70180ffc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:30.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.201+0000 7f701ce00700 1 -- 172.21.15.12:0/1937830413 shutdown_connections 2024-05-21T00:05:30.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.201+0000 7f701ce00700 1 -- 172.21.15.12:0/1937830413 wait complete. 2024-05-21T00:05:30.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.202+0000 7f701ce00700 1 Processor -- start 2024-05-21T00:05:30.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.203+0000 7f701ce00700 1 -- start start 2024-05-21T00:05:30.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.203+0000 7f701ce00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7018103f50 0x7f701819e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:30.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.203+0000 7f701ce00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f701810d2f0 con 0x7f7018103f50 2024-05-21T00:05:30.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.203+0000 7f7017400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7018103f50 0x7f701819e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:30.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.203+0000 7f7017400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7018103f50 0x7f701819e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56674/0 (socket says 172.21.15.12:56674) 2024-05-21T00:05:30.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.203+0000 7f7017400700 1 -- 172.21.15.12:0/135267130 learned_addr learned my addr 172.21.15.12:0/135267130 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:05:30.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.204+0000 7f7017400700 1 -- 172.21.15.12:0/135267130 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f701819eb20 con 0x7f7018103f50 2024-05-21T00:05:30.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.204+0000 7f7017400700 1 --2- 172.21.15.12:0/135267130 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7018103f50 0x7f701819e5e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7008006010 tx=0x7f7008005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:30.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.204+0000 7f7014c00700 1 -- 172.21.15.12:0/135267130 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7008026070 con 0x7f7018103f50 2024-05-21T00:05:30.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.204+0000 7f7014c00700 1 -- 172.21.15.12:0/135267130 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f700800bc00 con 0x7f7018103f50 2024-05-21T00:05:30.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.204+0000 7f7014c00700 1 -- 172.21.15.12:0/135267130 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7008003910 con 0x7f7018103f50 2024-05-21T00:05:30.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.204+0000 7f701ce00700 1 -- 172.21.15.12:0/135267130 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f701819edb0 con 0x7f7018103f50 2024-05-21T00:05:30.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.205+0000 7f701ce00700 1 -- 172.21.15.12:0/135267130 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70181986b0 con 0x7f7018103f50 2024-05-21T00:05:30.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.206+0000 7f7014c00700 1 -- 172.21.15.12:0/135267130 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f7008029070 con 0x7f7018103f50 2024-05-21T00:05:30.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.206+0000 7f701ce00700 1 -- 172.21.15.12:0/135267130 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f701806bad0 con 0x7f7018103f50 2024-05-21T00:05:30.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.206+0000 7f7014c00700 1 --2- 172.21.15.12:0/135267130 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6ffc03e570 0x7f6ffc040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:30.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.206+0000 7f7014c00700 1 -- 172.21.15.12:0/135267130 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f700801e070 con 0x7f7018103f50 2024-05-21T00:05:30.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.207+0000 7f700fe00700 1 --2- 172.21.15.12:0/135267130 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6ffc03e570 0x7f6ffc040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:30.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.207+0000 7f700fe00700 1 --2- 172.21.15.12:0/135267130 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6ffc03e570 0x7f6ffc040a30 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f7000006fd0 tx=0x7f7000006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:30.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.212+0000 7f7014c00700 1 -- 172.21.15.12:0/135267130 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7008013070 con 0x7f7018103f50 2024-05-21T00:05:30.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.456+0000 7f701ce00700 1 -- 172.21.15.12:0/135267130 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7018199be0 con 0x7f6ffc03e570 2024-05-21T00:05:30.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.459+0000 7f7014c00700 1 -- 172.21.15.12:0/135267130 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+238 (secure 0 0 0) 0x7f7018199be0 con 0x7f6ffc03e570 2024-05-21T00:05:30.451 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:05:30.451 INFO:teuthology.orchestra.run.smithi012.stdout:[{"addr": "172.21.15.12", "hostname": "smithi012", "labels": [], "status": ""}, {"addr": "172.21.15.60", "hostname": "smithi060", "labels": [], "status": ""}, {"addr": "172.21.15.77", "hostname": "smithi077", "labels": [], "status": ""}] 2024-05-21T00:05:30.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.462+0000 7f701ce00700 1 -- 172.21.15.12:0/135267130 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6ffc03e570 msgr2=0x7f6ffc040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:30.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.462+0000 7f701ce00700 1 --2- 172.21.15.12:0/135267130 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6ffc03e570 0x7f6ffc040a30 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f7000006fd0 tx=0x7f7000006e40 comp rx=0 tx=0).stop 2024-05-21T00:05:30.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.462+0000 7f701ce00700 1 -- 172.21.15.12:0/135267130 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7018103f50 msgr2=0x7f701819e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:30.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.462+0000 7f701ce00700 1 --2- 172.21.15.12:0/135267130 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7018103f50 0x7f701819e5e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7008006010 tx=0x7f7008005780 comp rx=0 tx=0).stop 2024-05-21T00:05:30.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.462+0000 7f701ce00700 1 -- 172.21.15.12:0/135267130 shutdown_connections 2024-05-21T00:05:30.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.462+0000 7f701ce00700 1 --2- 172.21.15.12:0/135267130 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6ffc03e570 0x7f6ffc040a30 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:30.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.462+0000 7f701ce00700 1 --2- 172.21.15.12:0/135267130 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7018103f50 0x7f701819e5e0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:30.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.462+0000 7f701ce00700 1 -- 172.21.15.12:0/135267130 >> 172.21.15.12:0/135267130 conn(0x7f70180fd7e0 msgr2=0x7f7018104d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:30.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.462+0000 7f701ce00700 1 -- 172.21.15.12:0/135267130 shutdown_connections 2024-05-21T00:05:30.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:30.462+0000 7f701ce00700 1 -- 172.21.15.12:0/135267130 wait complete. 2024-05-21T00:05:30.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:30 smithi012 ceph-mon[31403]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:30.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:30 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:31.163 INFO:tasks.cephadm:Setting crush tunables to default 2024-05-21T00:05:31.164 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd crush tunables default 2024-05-21T00:05:31.605 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:05:31.882 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:31 smithi012 ceph-mon[31403]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:05:32.836 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:32 smithi012 ceph-mon[31403]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.696+0000 7f9442000700 1 -- 172.21.15.12:0/240082880 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f943c1053c0 msgr2=0x7f943c1057a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.696+0000 7f9442000700 1 --2- 172.21.15.12:0/240082880 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f943c1053c0 0x7f943c1057a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f942c009910 tx=0x7f942c009c20 comp rx=0 tx=0).stop 2024-05-21T00:05:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.696+0000 7f9442000700 1 -- 172.21.15.12:0/240082880 shutdown_connections 2024-05-21T00:05:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.696+0000 7f9442000700 1 --2- 172.21.15.12:0/240082880 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f943c1053c0 0x7f943c1057a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.696+0000 7f9442000700 1 -- 172.21.15.12:0/240082880 >> 172.21.15.12:0/240082880 conn(0x7f943c100c50 msgr2=0x7f943c103070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.696+0000 7f9442000700 1 -- 172.21.15.12:0/240082880 shutdown_connections 2024-05-21T00:05:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.696+0000 7f9442000700 1 -- 172.21.15.12:0/240082880 wait complete. 2024-05-21T00:05:33.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.697+0000 7f9442000700 1 Processor -- start 2024-05-21T00:05:33.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.697+0000 7f9442000700 1 -- start start 2024-05-21T00:05:33.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.698+0000 7f9442000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f943c1053c0 0x7f943c1a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:33.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.698+0000 7f9442000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f943c10f640 con 0x7f943c1053c0 2024-05-21T00:05:33.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.698+0000 7f943b400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f943c1053c0 0x7f943c1a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:33.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.698+0000 7f943b400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f943c1053c0 0x7f943c1a0810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56700/0 (socket says 172.21.15.12:56700) 2024-05-21T00:05:33.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.698+0000 7f943b400700 1 -- 172.21.15.12:0/2352490179 learned_addr learned my addr 172.21.15.12:0/2352490179 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:05:33.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.698+0000 7f943b400700 1 -- 172.21.15.12:0/2352490179 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f943c1a0d50 con 0x7f943c1053c0 2024-05-21T00:05:33.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.699+0000 7f943b400700 1 --2- 172.21.15.12:0/2352490179 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f943c1053c0 0x7f943c1a0810 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f942c0056d0 tx=0x7f942c0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:33.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.699+0000 7f9433e00700 1 -- 172.21.15.12:0/2352490179 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f942c026070 con 0x7f943c1053c0 2024-05-21T00:05:33.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.699+0000 7f9433e00700 1 -- 172.21.15.12:0/2352490179 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f942c00bba0 con 0x7f943c1053c0 2024-05-21T00:05:33.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.699+0000 7f9433e00700 1 -- 172.21.15.12:0/2352490179 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f942c003920 con 0x7f943c1053c0 2024-05-21T00:05:33.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.699+0000 7f9442000700 1 -- 172.21.15.12:0/2352490179 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f943c1a1040 con 0x7f943c1053c0 2024-05-21T00:05:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.699+0000 7f9442000700 1 -- 172.21.15.12:0/2352490179 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f943c19a9d0 con 0x7f943c1053c0 2024-05-21T00:05:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.701+0000 7f9442000700 1 -- 172.21.15.12:0/2352490179 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f943c1068a0 con 0x7f943c1053c0 2024-05-21T00:05:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.701+0000 7f9433e00700 1 -- 172.21.15.12:0/2352490179 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f942c029070 con 0x7f943c1053c0 2024-05-21T00:05:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.701+0000 7f9433e00700 1 --2- 172.21.15.12:0/2352490179 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f942003e570 0x7f9420040a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.701+0000 7f9433e00700 1 -- 172.21.15.12:0/2352490179 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f942c01e070 con 0x7f943c1053c0 2024-05-21T00:05:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.702+0000 7f943aa00700 1 --2- 172.21.15.12:0/2352490179 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f942003e570 0x7f9420040a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.702+0000 7f943aa00700 1 --2- 172.21.15.12:0/2352490179 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f942003e570 0x7f9420040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9428006fd0 tx=0x7f9428006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:33.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.713+0000 7f9433e00700 1 -- 172.21.15.12:0/2352490179 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f942c013070 con 0x7f943c1053c0 2024-05-21T00:05:33.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:33.965+0000 7f9442000700 1 -- 172.21.15.12:0/2352490179 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f943c19bf00 con 0x7f943c1053c0 2024-05-21T00:05:34.309 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:34.309 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:34.309 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:34.309 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:34.309 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi077", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:05:34.309 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:05:34.309 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:05:34.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:34.931+0000 7f9433e00700 1 -- 172.21.15.12:0/2352490179 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f942c004390 con 0x7f943c1053c0 2024-05-21T00:05:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:34.935+0000 7f9442000700 1 -- 172.21.15.12:0/2352490179 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f942003e570 msgr2=0x7f9420040a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:34.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:34.935+0000 7f9442000700 1 --2- 172.21.15.12:0/2352490179 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f942003e570 0x7f9420040a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f9428006fd0 tx=0x7f9428006e40 comp rx=0 tx=0).stop 2024-05-21T00:05:34.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:34.935+0000 7f9442000700 1 -- 172.21.15.12:0/2352490179 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f943c1053c0 msgr2=0x7f943c1a0810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:34.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:34.935+0000 7f9442000700 1 --2- 172.21.15.12:0/2352490179 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f943c1053c0 0x7f943c1a0810 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f942c0056d0 tx=0x7f942c0057b0 comp rx=0 tx=0).stop 2024-05-21T00:05:34.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:34.936+0000 7f9442000700 1 -- 172.21.15.12:0/2352490179 shutdown_connections 2024-05-21T00:05:34.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:34.936+0000 7f9442000700 1 --2- 172.21.15.12:0/2352490179 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f942003e570 0x7f9420040a30 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:34.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:34.936+0000 7f9442000700 1 --2- 172.21.15.12:0/2352490179 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f943c1053c0 0x7f943c1a0810 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:34.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:34.936+0000 7f9442000700 1 -- 172.21.15.12:0/2352490179 >> 172.21.15.12:0/2352490179 conn(0x7f943c100c50 msgr2=0x7f943c106d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:34.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:34.936+0000 7f9442000700 1 -- 172.21.15.12:0/2352490179 shutdown_connections 2024-05-21T00:05:34.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:05:34.936+0000 7f9442000700 1 -- 172.21.15.12:0/2352490179 wait complete. 2024-05-21T00:05:34.929 INFO:teuthology.orchestra.run.smithi012.stderr:adjusted tunables profile to default 2024-05-21T00:05:35.267 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:34 smithi012 ceph-mon[31403]: Updating smithi077:/etc/ceph/ceph.conf 2024-05-21T00:05:35.267 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:34 smithi012 ceph-mon[31403]: Updating smithi077:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:05:35.267 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:34 smithi012 ceph-mon[31403]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:35.267 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:34 smithi012 ceph-mon[31403]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:05:35.267 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:34 smithi012 ceph-mon[31403]: Updating smithi077:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T00:05:35.267 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:34 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2352490179' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-21T00:05:35.267 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:35.267 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:35.267 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:35.642 INFO:tasks.cephadm:Adding mon.a on smithi012 2024-05-21T00:05:35.643 INFO:tasks.cephadm:Adding mon.b on smithi060 2024-05-21T00:05:35.643 INFO:tasks.cephadm:Adding mon.c on smithi077 2024-05-21T00:05:35.643 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch apply mon '3;smithi012:172.21.15.12=a;smithi060:172.21.15.60=b;smithi077:172.21.15.77=c' 2024-05-21T00:05:35.878 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:05:36.309 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:35 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2352490179' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-21T00:05:36.309 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:35 smithi012 ceph-mon[31403]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:05:36.309 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:35 smithi012 ceph-mon[31403]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:37.521 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.527+0000 7fc81dd5e700 1 -- 172.21.15.77:0/2063725687 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc818104110 msgr2=0x7fc8181044f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:37.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.527+0000 7fc81dd5e700 1 --2- 172.21.15.77:0/2063725687 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc818104110 0x7fc8181044f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc808009910 tx=0x7fc808009c20 comp rx=0 tx=0).stop 2024-05-21T00:05:37.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.527+0000 7fc81dd5e700 1 -- 172.21.15.77:0/2063725687 shutdown_connections 2024-05-21T00:05:37.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.527+0000 7fc81dd5e700 1 --2- 172.21.15.77:0/2063725687 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc818104110 0x7fc8181044f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:37.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.527+0000 7fc81dd5e700 1 -- 172.21.15.77:0/2063725687 >> 172.21.15.77:0/2063725687 conn(0x7fc8180fd960 msgr2=0x7fc8180ffd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:37.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.527+0000 7fc81dd5e700 1 -- 172.21.15.77:0/2063725687 shutdown_connections 2024-05-21T00:05:37.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.527+0000 7fc81dd5e700 1 -- 172.21.15.77:0/2063725687 wait complete. 2024-05-21T00:05:37.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.528+0000 7fc81dd5e700 1 Processor -- start 2024-05-21T00:05:37.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.528+0000 7fc81dd5e700 1 -- start start 2024-05-21T00:05:37.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.528+0000 7fc81dd5e700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc818104110 0x7fc81819e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:37.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.528+0000 7fc81dd5e700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc81810d4b0 con 0x7fc818104110 2024-05-21T00:05:37.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.529+0000 7fc8177fe700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc818104110 0x7fc81819e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:37.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.529+0000 7fc8177fe700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc818104110 0x7fc81819e6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.77:40332/0 (socket says 172.21.15.77:40332) 2024-05-21T00:05:37.522 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.529+0000 7fc8177fe700 1 -- 172.21.15.77:0/245176843 learned_addr learned my addr 172.21.15.77:0/245176843 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-05-21T00:05:37.523 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.529+0000 7fc8177fe700 1 -- 172.21.15.77:0/245176843 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc81819ebe0 con 0x7fc818104110 2024-05-21T00:05:37.524 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.530+0000 7fc8177fe700 1 --2- 172.21.15.77:0/245176843 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc818104110 0x7fc81819e6a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc8080056d0 tx=0x7fc8080057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:37.524 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.530+0000 7fc814ff9700 1 -- 172.21.15.77:0/245176843 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc808026070 con 0x7fc818104110 2024-05-21T00:05:37.524 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.530+0000 7fc81dd5e700 1 -- 172.21.15.77:0/245176843 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc81819ee70 con 0x7fc818104110 2024-05-21T00:05:37.524 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.530+0000 7fc81dd5e700 1 -- 172.21.15.77:0/245176843 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc818198820 con 0x7fc818104110 2024-05-21T00:05:37.524 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.530+0000 7fc814ff9700 1 -- 172.21.15.77:0/245176843 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc808004370 con 0x7fc818104110 2024-05-21T00:05:37.524 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.530+0000 7fc814ff9700 1 -- 172.21.15.77:0/245176843 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fc808030060 con 0x7fc818104110 2024-05-21T00:05:37.524 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.531+0000 7fc81dd5e700 1 -- 172.21.15.77:0/245176843 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc81806bcb0 con 0x7fc818104110 2024-05-21T00:05:37.524 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.531+0000 7fc814ff9700 1 -- 172.21.15.77:0/245176843 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fc808029070 con 0x7fc818104110 2024-05-21T00:05:37.525 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.532+0000 7fc814ff9700 1 --2- 172.21.15.77:0/245176843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc80003e510 0x7fc8000409d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:37.525 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.532+0000 7fc814ff9700 1 -- 172.21.15.77:0/245176843 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fc80801e070 con 0x7fc818104110 2024-05-21T00:05:37.525 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.532+0000 7fc816ffd700 1 --2- 172.21.15.77:0/245176843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc80003e510 0x7fc8000409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:37.526 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.533+0000 7fc816ffd700 1 --2- 172.21.15.77:0/245176843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc80003e510 0x7fc8000409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc80c006fd0 tx=0x7fc80c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:37.541 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.549+0000 7fc814ff9700 1 -- 172.21.15.77:0/245176843 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc808013070 con 0x7fc818104110 2024-05-21T00:05:37.753 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.760+0000 7fc81dd5e700 1 -- 172.21.15.77:0/245176843 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi012:172.21.15.12=a;smithi060:172.21.15.60=b;smithi077:172.21.15.77=c", "target": ["mon-mgr", ""]}) -- 0x7fc818199d50 con 0x7fc80003e510 2024-05-21T00:05:37.771 INFO:teuthology.orchestra.run.smithi077.stdout:Scheduled mon update... 2024-05-21T00:05:37.771 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.779+0000 7fc814ff9700 1 -- 172.21.15.77:0/245176843 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fc818199d50 con 0x7fc80003e510 2024-05-21T00:05:37.773 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.781+0000 7fc81dd5e700 1 -- 172.21.15.77:0/245176843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc80003e510 msgr2=0x7fc8000409d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:37.773 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.781+0000 7fc81dd5e700 1 --2- 172.21.15.77:0/245176843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc80003e510 0x7fc8000409d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc80c006fd0 tx=0x7fc80c006e40 comp rx=0 tx=0).stop 2024-05-21T00:05:37.773 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.781+0000 7fc81dd5e700 1 -- 172.21.15.77:0/245176843 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc818104110 msgr2=0x7fc81819e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:37.773 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.781+0000 7fc81dd5e700 1 --2- 172.21.15.77:0/245176843 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc818104110 0x7fc81819e6a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc8080056d0 tx=0x7fc8080057b0 comp rx=0 tx=0).stop 2024-05-21T00:05:37.773 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.781+0000 7fc81dd5e700 1 -- 172.21.15.77:0/245176843 shutdown_connections 2024-05-21T00:05:37.773 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.781+0000 7fc81dd5e700 1 --2- 172.21.15.77:0/245176843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc80003e510 0x7fc8000409d0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:37.773 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.781+0000 7fc81dd5e700 1 --2- 172.21.15.77:0/245176843 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc818104110 0x7fc81819e6a0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:37.774 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.781+0000 7fc81dd5e700 1 -- 172.21.15.77:0/245176843 >> 172.21.15.77:0/245176843 conn(0x7fc8180fd960 msgr2=0x7fc818104ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:37.774 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.781+0000 7fc81dd5e700 1 -- 172.21.15.77:0/245176843 shutdown_connections 2024-05-21T00:05:37.774 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:37.781+0000 7fc81dd5e700 1 -- 172.21.15.77:0/245176843 wait complete. 2024-05-21T00:05:38.462 DEBUG:teuthology.orchestra.run.smithi060:mon.b> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.b.service 2024-05-21T00:05:38.465 DEBUG:teuthology.orchestra.run.smithi077:mon.c> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.c.service 2024-05-21T00:05:38.467 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-21T00:05:38.468 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-21T00:05:39.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:38 smithi012 ceph-mon[31403]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:39.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:38 smithi012 ceph-mon[31403]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi012:172.21.15.12=a;smithi060:172.21.15.60=b;smithi077:172.21.15.77=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:05:39.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:38 smithi012 ceph-mon[31403]: Saving service mon spec with placement smithi012:172.21.15.12=a;smithi060:172.21.15.60=b;smithi077:172.21.15.77=c;count:3 2024-05-21T00:05:39.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:39.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:05:39.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:05:39.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:05:39.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:39.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:05:39.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:05:39.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:38 smithi012 ceph-mon[31403]: Deploying daemon mon.c on smithi077 2024-05-21T00:05:39.226 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:05:41.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:40 smithi012 ceph-mon[31403]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:42.136 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.143+0000 7f66ee6d6700 1 -- 172.21.15.77:0/370301304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f66e81031b0 msgr2=0x7f66e8103590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:42.136 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.143+0000 7f66ee6d6700 1 --2- 172.21.15.77:0/370301304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f66e81031b0 0x7f66e8103590 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f66d8009910 tx=0x7f66d8009c20 comp rx=0 tx=0).stop 2024-05-21T00:05:42.137 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.143+0000 7f66ee6d6700 1 -- 172.21.15.77:0/370301304 shutdown_connections 2024-05-21T00:05:42.137 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.143+0000 7f66ee6d6700 1 --2- 172.21.15.77:0/370301304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f66e81031b0 0x7f66e8103590 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:42.137 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.143+0000 7f66ee6d6700 1 -- 172.21.15.77:0/370301304 >> 172.21.15.77:0/370301304 conn(0x7f66e80fea80 msgr2=0x7f66e8100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:42.137 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.143+0000 7f66ee6d6700 1 -- 172.21.15.77:0/370301304 shutdown_connections 2024-05-21T00:05:42.137 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.143+0000 7f66ee6d6700 1 -- 172.21.15.77:0/370301304 wait complete. 2024-05-21T00:05:42.137 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.144+0000 7f66ee6d6700 1 Processor -- start 2024-05-21T00:05:42.137 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.144+0000 7f66ee6d6700 1 -- start start 2024-05-21T00:05:42.137 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.145+0000 7f66ee6d6700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f66e81031b0 0x7f66e819e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:42.137 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.145+0000 7f66ee6d6700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f66e810d430 con 0x7f66e81031b0 2024-05-21T00:05:42.138 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.145+0000 7f66e7fff700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f66e81031b0 0x7f66e819e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:42.138 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.145+0000 7f66e7fff700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f66e81031b0 0x7f66e819e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.77:40362/0 (socket says 172.21.15.77:40362) 2024-05-21T00:05:42.138 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.145+0000 7f66e7fff700 1 -- 172.21.15.77:0/1255266500 learned_addr learned my addr 172.21.15.77:0/1255266500 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-05-21T00:05:42.138 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.146+0000 7f66e7fff700 1 -- 172.21.15.77:0/1255266500 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66e819eb70 con 0x7f66e81031b0 2024-05-21T00:05:42.138 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.146+0000 7f66e7fff700 1 --2- 172.21.15.77:0/1255266500 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f66e81031b0 0x7f66e819e630 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f66d80056d0 tx=0x7f66d80057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:42.139 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.146+0000 7f66e57fa700 1 -- 172.21.15.77:0/1255266500 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f66d8026070 con 0x7f66e81031b0 2024-05-21T00:05:42.139 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.146+0000 7f66ee6d6700 1 -- 172.21.15.77:0/1255266500 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66e819ee60 con 0x7f66e81031b0 2024-05-21T00:05:42.139 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.147+0000 7f66ee6d6700 1 -- 172.21.15.77:0/1255266500 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66e81987b0 con 0x7f66e81031b0 2024-05-21T00:05:42.140 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.147+0000 7f66e57fa700 1 -- 172.21.15.77:0/1255266500 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f66d800bba0 con 0x7f66e81031b0 2024-05-21T00:05:42.140 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.147+0000 7f66e57fa700 1 -- 172.21.15.77:0/1255266500 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f66d8003920 con 0x7f66e81031b0 2024-05-21T00:05:42.141 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.148+0000 7f66ee6d6700 1 -- 172.21.15.77:0/1255266500 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66e8104690 con 0x7f66e81031b0 2024-05-21T00:05:42.141 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.149+0000 7f66e57fa700 1 -- 172.21.15.77:0/1255266500 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f66d8029070 con 0x7f66e81031b0 2024-05-21T00:05:42.141 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.149+0000 7f66e57fa700 1 --2- 172.21.15.77:0/1255266500 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f66d003e5c0 0x7f66d0040a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:42.141 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.149+0000 7f66e57fa700 1 -- 172.21.15.77:0/1255266500 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f66d801e070 con 0x7f66e81031b0 2024-05-21T00:05:42.142 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.151+0000 7f66e77fe700 1 --2- 172.21.15.77:0/1255266500 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f66d003e5c0 0x7f66d0040a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:42.147 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.155+0000 7f66e77fe700 1 --2- 172.21.15.77:0/1255266500 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f66d003e5c0 0x7f66d0040a80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f66dc006fd0 tx=0x7f66dc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:42.158 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.166+0000 7f66e57fa700 1 -- 172.21.15.77:0/1255266500 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f66d8013070 con 0x7f66e81031b0 2024-05-21T00:05:42.460 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.468+0000 7f66ee6d6700 1 -- 172.21.15.77:0/1255266500 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f66e8199ce0 con 0x7f66e81031b0 2024-05-21T00:05:42.460 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.469+0000 7f66e57fa700 1 -- 172.21.15.77:0/1255266500 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f66d8030090 con 0x7f66e81031b0 2024-05-21T00:05:42.461 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:05:42.461 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":1,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","modified":"2024-05-21T00:03:27.516429Z","created":"2024-05-21T00:03:27.516429Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:3300","nonce":0},{"type":"v1","addr":"172.21.15.12:6789","nonce":0}]},"addr":"172.21.15.12:6789/0","public_addr":"172.21.15.12:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-05-21T00:05:42.463 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.471+0000 7f66ee6d6700 1 -- 172.21.15.77:0/1255266500 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f66d003e5c0 msgr2=0x7f66d0040a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:42.463 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.471+0000 7f66ee6d6700 1 --2- 172.21.15.77:0/1255266500 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f66d003e5c0 0x7f66d0040a80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f66dc006fd0 tx=0x7f66dc006e40 comp rx=0 tx=0).stop 2024-05-21T00:05:42.463 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.471+0000 7f66ee6d6700 1 -- 172.21.15.77:0/1255266500 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f66e81031b0 msgr2=0x7f66e819e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:42.463 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.471+0000 7f66ee6d6700 1 --2- 172.21.15.77:0/1255266500 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f66e81031b0 0x7f66e819e630 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f66d80056d0 tx=0x7f66d80057b0 comp rx=0 tx=0).stop 2024-05-21T00:05:42.463 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.471+0000 7f66ee6d6700 1 -- 172.21.15.77:0/1255266500 shutdown_connections 2024-05-21T00:05:42.463 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.471+0000 7f66ee6d6700 1 --2- 172.21.15.77:0/1255266500 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f66d003e5c0 0x7f66d0040a80 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:42.463 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.471+0000 7f66ee6d6700 1 --2- 172.21.15.77:0/1255266500 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f66e81031b0 0x7f66e819e630 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:42.463 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.471+0000 7f66ee6d6700 1 -- 172.21.15.77:0/1255266500 >> 172.21.15.77:0/1255266500 conn(0x7f66e80fea80 msgr2=0x7f66e8104b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:42.463 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.471+0000 7f66ee6d6700 1 -- 172.21.15.77:0/1255266500 shutdown_connections 2024-05-21T00:05:42.464 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:42.471+0000 7f66ee6d6700 1 -- 172.21.15.77:0/1255266500 wait complete. 2024-05-21T00:05:42.464 INFO:teuthology.orchestra.run.smithi077.stderr:dumped monmap epoch 1 2024-05-21T00:05:43.022 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:42 smithi077 systemd[1]: Starting Ceph mon.c for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:05:43.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:42 smithi012 ceph-mon[31403]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:42 smithi012 ceph-mon[31403]: from='client.? 172.21.15.77:0/1255266500' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T00:05:43.413 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 podman[36358]: 2024-05-21 00:05:43.322160577 +0000 UTC m=+0.105088416 container create 858a9e27c8e46941215e1f6102f9ddfe69511602324c1f573f046642cf809b66 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-c, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD) 2024-05-21T00:05:43.413 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 podman[36358]: 2024-05-21 00:05:43.233924029 +0000 UTC m=+0.016851892 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:05:43.772 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 podman[36358]: 2024-05-21 00:05:43.524427752 +0000 UTC m=+0.307355589 container init 858a9e27c8e46941215e1f6102f9ddfe69511602324c1f573f046642cf809b66 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-c, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:05:43.772 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 podman[36358]: 2024-05-21 00:05:43.527407886 +0000 UTC m=+0.310335731 container start 858a9e27c8e46941215e1f6102f9ddfe69511602324c1f573f046642cf809b66 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-c, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:05:43.772 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: set uid:gid to 167:167 (ceph:ceph) 2024-05-21T00:05:43.772 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: ceph version 19.0.0-3829-gb772be9b (b772be9bbd810236a4ab405b6b221a45c687051f) squid (dev), process ceph-mon, pid 2 2024-05-21T00:05:43.772 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pidfile_write: ignore empty --pid-file 2024-05-21T00:05:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: load: jerasure load: lrc 2024-05-21T00:05:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: RocksDB version: 7.9.2 2024-05-21T00:05:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Git sha 0 2024-05-21T00:05:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Compile date 2024-05-20 21:29:40 2024-05-21T00:05:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: DB SUMMARY 2024-05-21T00:05:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: DB Session ID: 1B5AJ5SZ316LAGGTQG6V 2024-05-21T00:05:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: CURRENT file: CURRENT 2024-05-21T00:05:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: IDENTITY file: IDENTITY 2024-05-21T00:05:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-05-21T00:05:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-05-21T00:05:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-05-21T00:05:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.error_if_exists: 0 2024-05-21T00:05:43.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.create_if_missing: 0 2024-05-21T00:05:43.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.paranoid_checks: 1 2024-05-21T00:05:43.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.flush_verify_memtable_count: 1 2024-05-21T00:05:43.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-21T00:05:43.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-21T00:05:43.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.env: 0x563997c9ccc0 2024-05-21T00:05:43.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.fs: PosixFileSystem 2024-05-21T00:05:43.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.info_log: 0x56399a2a1da0 2024-05-21T00:05:43.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_file_opening_threads: 16 2024-05-21T00:05:43.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.statistics: (nil) 2024-05-21T00:05:43.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.use_fsync: 0 2024-05-21T00:05:43.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_log_file_size: 0 2024-05-21T00:05:43.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-21T00:05:43.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.log_file_time_to_roll: 0 2024-05-21T00:05:43.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.keep_log_file_num: 1000 2024-05-21T00:05:43.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.recycle_log_file_num: 0 2024-05-21T00:05:43.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.allow_fallocate: 1 2024-05-21T00:05:43.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.allow_mmap_reads: 0 2024-05-21T00:05:43.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.allow_mmap_writes: 0 2024-05-21T00:05:43.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.use_direct_reads: 0 2024-05-21T00:05:43.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-21T00:05:43.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.create_missing_column_families: 0 2024-05-21T00:05:43.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.db_log_dir: 2024-05-21T00:05:43.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.wal_dir: 2024-05-21T00:05:43.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.table_cache_numshardbits: 6 2024-05-21T00:05:43.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.WAL_ttl_seconds: 0 2024-05-21T00:05:43.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.WAL_size_limit_MB: 0 2024-05-21T00:05:43.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-21T00:05:43.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-21T00:05:43.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.is_fd_close_on_exec: 1 2024-05-21T00:05:43.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.advise_random_on_open: 1 2024-05-21T00:05:43.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.db_write_buffer_size: 0 2024-05-21T00:05:43.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.write_buffer_manager: 0x56399a2730e0 2024-05-21T00:05:43.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-21T00:05:43.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-21T00:05:43.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.use_adaptive_mutex: 0 2024-05-21T00:05:43.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.rate_limiter: (nil) 2024-05-21T00:05:43.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-21T00:05:43.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.wal_recovery_mode: 2 2024-05-21T00:05:43.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.enable_thread_tracking: 0 2024-05-21T00:05:43.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.enable_pipelined_write: 0 2024-05-21T00:05:43.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.unordered_write: 0 2024-05-21T00:05:43.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-21T00:05:43.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-21T00:05:43.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-21T00:05:43.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-21T00:05:43.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.row_cache: None 2024-05-21T00:05:43.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.wal_filter: None 2024-05-21T00:05:43.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-21T00:05:43.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.allow_ingest_behind: 0 2024-05-21T00:05:43.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.two_write_queues: 0 2024-05-21T00:05:43.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.manual_wal_flush: 0 2024-05-21T00:05:43.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.wal_compression: 0 2024-05-21T00:05:43.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.atomic_flush: 0 2024-05-21T00:05:43.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.persist_stats_to_disk: 0 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.write_dbid_to_manifest: 0 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.log_readahead_size: 0 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.best_efforts_recovery: 0 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.allow_data_in_errors: 0 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.db_host_id: __hostname__ 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.enforce_single_del_contracts: true 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_background_jobs: 2 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_background_compactions: -1 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_subcompactions: 1 2024-05-21T00:05:43.780 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.delayed_write_rate : 16777216 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_total_wal_size: 0 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.stats_dump_period_sec: 600 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.stats_persist_period_sec: 600 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_open_files: -1 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.bytes_per_sync: 0 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.wal_bytes_per_sync: 0 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.strict_bytes_per_sync: 0 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compaction_readahead_size: 0 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_background_flushes: -1 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Compression algorithms supported: 2024-05-21T00:05:43.781 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-21T00:05:43.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: kZSTD supported: 0 2024-05-21T00:05:43.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: kXpressCompression supported: 0 2024-05-21T00:05:43.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: kLZ4HCCompression supported: 1 2024-05-21T00:05:43.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: kZlibCompression supported: 1 2024-05-21T00:05:43.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: kSnappyCompression supported: 1 2024-05-21T00:05:43.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: kLZ4Compression supported: 1 2024-05-21T00:05:43.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: kBZip2Compression supported: 0 2024-05-21T00:05:43.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Fast CRC32 supported: Supported on x86 2024-05-21T00:05:43.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: DMutex implementation: pthread_mutex_t 2024-05-21T00:05:43.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-05-21T00:05:43.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-21T00:05:43.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-21T00:05:43.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.merge_operator: 2024-05-21T00:05:43.783 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compaction_filter: None 2024-05-21T00:05:43.783 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compaction_filter_factory: None 2024-05-21T00:05:43.783 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.sst_partitioner_factory: None 2024-05-21T00:05:43.783 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.memtable_factory: SkipListFactory 2024-05-21T00:05:43.783 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.table_factory: BlockBasedTable 2024-05-21T00:05:43.783 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56399a2a1f60) 2024-05-21T00:05:43.783 INFO:journalctl@ceph.mon.c.smithi077.stdout: cache_index_and_filter_blocks: 1 2024-05-21T00:05:43.783 INFO:journalctl@ceph.mon.c.smithi077.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-21T00:05:43.783 INFO:journalctl@ceph.mon.c.smithi077.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-21T00:05:43.783 INFO:journalctl@ceph.mon.c.smithi077.stdout: pin_top_level_index_and_filter: 1 2024-05-21T00:05:43.783 INFO:journalctl@ceph.mon.c.smithi077.stdout: index_type: 0 2024-05-21T00:05:43.783 INFO:journalctl@ceph.mon.c.smithi077.stdout: data_block_index_type: 0 2024-05-21T00:05:43.783 INFO:journalctl@ceph.mon.c.smithi077.stdout: index_shortening: 1 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: data_block_hash_table_util_ratio: 0.750000 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: checksum: 4 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: no_block_cache: 0 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_cache: 0x56399a2a51f0 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_cache_name: BinnedLRUCache 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_cache_options: 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: capacity : 536870912 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: num_shard_bits : 4 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: strict_capacity_limit : 0 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: high_pri_pool_ratio: 0.000 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_cache_compressed: (nil) 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: persistent_cache: (nil) 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_size: 4096 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_size_deviation: 10 2024-05-21T00:05:43.784 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_restart_interval: 16 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: index_block_restart_interval: 1 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: metadata_block_size: 4096 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: partition_filters: 0 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: use_delta_encoding: 1 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: filter_policy: bloomfilter 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: whole_key_filtering: 1 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: verify_compression: 0 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: read_amp_bytes_per_bit: 0 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: format_version: 5 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: enable_index_compression: 1 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: block_align: 0 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: max_auto_readahead_size: 262144 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: prepopulate_block_cache: 0 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: initial_auto_readahead_size: 8192 2024-05-21T00:05:43.785 INFO:journalctl@ceph.mon.c.smithi077.stdout: num_file_reads_for_auto_readahead: 2 2024-05-21T00:05:43.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.write_buffer_size: 33554432 2024-05-21T00:05:43.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_write_buffer_number: 2 2024-05-21T00:05:43.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compression: NoCompression 2024-05-21T00:05:43.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.bottommost_compression: Disabled 2024-05-21T00:05:43.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.prefix_extractor: nullptr 2024-05-21T00:05:43.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-21T00:05:43.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.num_levels: 7 2024-05-21T00:05:43.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-21T00:05:43.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-21T00:05:43.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-21T00:05:43.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-21T00:05:43.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-21T00:05:43.786 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-21T00:05:43.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-21T00:05:43.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-21T00:05:43.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-21T00:05:43.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-21T00:05:43.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-21T00:05:43.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-21T00:05:43.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compression_opts.window_bits: -14 2024-05-21T00:05:43.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compression_opts.level: 32767 2024-05-21T00:05:43.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compression_opts.strategy: 0 2024-05-21T00:05:43.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-21T00:05:43.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-21T00:05:43.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-21T00:05:43.787 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compression_opts.enabled: false 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.target_file_size_base: 67108864 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.target_file_size_multiplier: 1 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-21T00:05:43.788 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-21T00:05:43.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-21T00:05:43.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-21T00:05:43.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-21T00:05:43.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-21T00:05:43.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-21T00:05:43.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.arena_block_size: 1048576 2024-05-21T00:05:43.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-21T00:05:43.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-21T00:05:43.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.disable_auto_compactions: 0 2024-05-21T00:05:43.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-21T00:05:43.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-21T00:05:43.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-21T00:05:43.789 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.inplace_update_support: 0 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.inplace_update_num_locks: 10000 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.memtable_huge_page_size: 0 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.bloom_locality: 0 2024-05-21T00:05:43.790 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.max_successive_merges: 0 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.optimize_filters_for_hits: 0 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.paranoid_file_checks: 0 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.force_consistency_checks: 1 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.report_bg_io_stats: 0 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.ttl: 2592000 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.periodic_compaction_seconds: 0 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.enable_blob_files: false 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.min_blob_size: 0 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.blob_file_size: 268435456 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.blob_compression_type: NoCompression 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.enable_blob_garbage_collection: false 2024-05-21T00:05:43.791 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.blob_file_starting_level: 0 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3d172d24-c2f8-438e-9aad-154b1a58d760 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716249943556970, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716249943557371, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1716249943, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3d172d24-c2f8-438e-9aad-154b1a58d760", "db_session_id": "1B5AJ5SZ316LAGGTQG6V", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: EVENT_LOG_v1 {"time_micros": 1716249943557449, "job": 1, "event": "recovery_finished"} 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-21T00:05:43.792 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56399a3c2000 2024-05-21T00:05:43.793 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: DB pointer 0x56399a3ae000 2024-05-21T00:05:43.793 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-21T00:05:43.793 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-21T00:05:43.793 INFO:journalctl@ceph.mon.c.smithi077.stdout: ** DB Stats ** 2024-05-21T00:05:43.793 INFO:journalctl@ceph.mon.c.smithi077.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-21T00:05:43.793 INFO:journalctl@ceph.mon.c.smithi077.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-21T00:05:43.793 INFO:journalctl@ceph.mon.c.smithi077.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-21T00:05:43.793 INFO:journalctl@ceph.mon.c.smithi077.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-21T00:05:43.793 INFO:journalctl@ceph.mon.c.smithi077.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-21T00:05:43.793 INFO:journalctl@ceph.mon.c.smithi077.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-21T00:05:43.793 INFO:journalctl@ceph.mon.c.smithi077.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-21T00:05:43.793 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-05-21T00:05:43.793 INFO:journalctl@ceph.mon.c.smithi077.stdout: ** Compaction Stats [default] ** 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: ** Compaction Stats [default] ** 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.1 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-05-21T00:05:43.794 INFO:journalctl@ceph.mon.c.smithi077.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-05-21T00:05:43.795 INFO:journalctl@ceph.mon.c.smithi077.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-05-21T00:05:43.795 INFO:journalctl@ceph.mon.c.smithi077.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-21T00:05:43.795 INFO:journalctl@ceph.mon.c.smithi077.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-05-21T00:05:43.795 INFO:journalctl@ceph.mon.c.smithi077.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-05-21T00:05:43.795 INFO:journalctl@ceph.mon.c.smithi077.stdout: AddFile(Keys): cumulative 0, interval 0 2024-05-21T00:05:43.795 INFO:journalctl@ceph.mon.c.smithi077.stdout: Cumulative compaction: 0.00 GB write, 0.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-21T00:05:43.795 INFO:journalctl@ceph.mon.c.smithi077.stdout: Interval compaction: 0.00 GB write, 0.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-21T00:05:43.795 INFO:journalctl@ceph.mon.c.smithi077.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-21T00:05:43.795 INFO:journalctl@ceph.mon.c.smithi077.stdout: Block cache BinnedLRUCache@0x56399a2a51f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-05-21T00:05:43.795 INFO:journalctl@ceph.mon.c.smithi077.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-05-21T00:05:43.795 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-05-21T00:05:43.795 INFO:journalctl@ceph.mon.c.smithi077.stdout: ** File Read Latency Histogram By Level [default] ** 2024-05-21T00:05:43.795 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: using public_addr v2:172.21.15.77:0/0 -> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: starting mon.c rank -1 at public addrs [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] at bind addrs [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(???) e0 preinit fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(synchronizing).mds e1 new map 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(synchronizing).mds e1 print_map 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout: e1 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout: legacy client fscid: -1 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout: 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout: No filesystems configured 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-21T00:05:43.796 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: Added host smithi060 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.797 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:05:43.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi060", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:05:43.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:05:43.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:05:43.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: Updating smithi060:/etc/ceph/ceph.conf 2024-05-21T00:05:43.798 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: Updating smithi060:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: Updating smithi060:/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: Updating smithi060:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi077", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: Deploying cephadm binary to smithi077 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: Added host smithi077 2024-05-21T00:05:43.799 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.800 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.800 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.800 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.800 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.800 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:05:43.800 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.800 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.800 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.800 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.800 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.800 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi077", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: Updating smithi077:/etc/ceph/ceph.conf 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: Updating smithi077:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: Updating smithi077:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.client.admin.keyring 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2352490179' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2352490179' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:05:43.801 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi012:172.21.15.12=a;smithi060:172.21.15.60=b;smithi077:172.21.15.77=c", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:05:43.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: Saving service mon spec with placement smithi012:172.21.15.12=a;smithi060:172.21.15.60=b;smithi077:172.21.15.77=c;count:3 2024-05-21T00:05:43.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:05:43.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:05:43.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:05:43.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:43.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:05:43.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:05:43.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: Deploying daemon mon.c on smithi077 2024-05-21T00:05:43.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.802 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:43.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: from='client.? 172.21.15.77:0/1255266500' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T00:05:43.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 ceph-mon[36377]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-21T00:05:43.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 bash[36358]: 858a9e27c8e46941215e1f6102f9ddfe69511602324c1f573f046642cf809b66 2024-05-21T00:05:43.803 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:43 smithi077 systemd[1]: Started Ceph mon.c for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:05:44.139 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-21T00:05:44.140 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-21T00:05:44.371 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:05:48.857 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.864+0000 7f15272bb700 1 -- 172.21.15.77:0/2733532350 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15080035c0 msgr2=0x7f1508005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:48.857 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.864+0000 7f15272bb700 1 --2- 172.21.15.77:0/2733532350 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15080035c0 0x7f1508005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1520079670 tx=0x7f1510009e80 comp rx=0 tx=0).stop 2024-05-21T00:05:48.857 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.864+0000 7f15272bb700 1 -- 172.21.15.77:0/2733532350 shutdown_connections 2024-05-21T00:05:48.857 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.864+0000 7f15272bb700 1 --2- 172.21.15.77:0/2733532350 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15080035c0 0x7f1508005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:48.857 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.864+0000 7f15272bb700 1 -- 172.21.15.77:0/2733532350 >> 172.21.15.77:0/2733532350 conn(0x7f15200783c0 msgr2=0x7f15200787d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:48.857 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.864+0000 7f15272bb700 1 -- 172.21.15.77:0/2733532350 shutdown_connections 2024-05-21T00:05:48.857 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.864+0000 7f15272bb700 1 -- 172.21.15.77:0/2733532350 wait complete. 2024-05-21T00:05:48.859 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.865+0000 7f15272bb700 1 Processor -- start 2024-05-21T00:05:48.859 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.865+0000 7f15272bb700 1 -- start start 2024-05-21T00:05:48.859 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.865+0000 7f15272bb700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15080035c0 0x7f152019e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:48.859 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.865+0000 7f15272bb700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f152019ecd0 0x7f15201989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:48.859 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.865+0000 7f15272bb700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f152010af90 con 0x7f152019ecd0 2024-05-21T00:05:48.859 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.865+0000 7f15272bb700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f152010ae10 con 0x7f15080035c0 2024-05-21T00:05:48.859 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.865+0000 7f1525057700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15080035c0 0x7f152019e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:48.859 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.865+0000 7f1525057700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15080035c0 0x7f152019e790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:39876/0 (socket says 172.21.15.77:39876) 2024-05-21T00:05:48.859 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.865+0000 7f1525057700 1 -- 172.21.15.77:0/3213157631 learned_addr learned my addr 172.21.15.77:0/3213157631 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-05-21T00:05:48.859 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.866+0000 7f1525057700 1 -- 172.21.15.77:0/3213157631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15080035c0 msgr2=0x7f152019e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-05-21T00:05:48.860 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.866+0000 7f1525057700 1 -- 172.21.15.77:0/3213157631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15080035c0 msgr2=0x7f152019e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-21T00:05:48.860 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.866+0000 7f1525057700 1 --2- 172.21.15.77:0/3213157631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15080035c0 0x7f152019e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-21T00:05:48.860 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.866+0000 7f1525057700 1 --2- 172.21.15.77:0/3213157631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15080035c0 0x7f152019e790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T00:05:48.860 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.866+0000 7f1524856700 1 --2- 172.21.15.77:0/3213157631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f152019ecd0 0x7f15201989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:48.860 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.866+0000 7f1524856700 1 -- 172.21.15.77:0/3213157631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15080035c0 msgr2=0x7f152019e790 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:05:48.860 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.866+0000 7f1524856700 1 --2- 172.21.15.77:0/3213157631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15080035c0 0x7f152019e790 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:48.860 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.866+0000 7f1524856700 1 -- 172.21.15.77:0/3213157631 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f152019f220 con 0x7f152019ecd0 2024-05-21T00:05:48.860 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.867+0000 7f1524856700 1 --2- 172.21.15.77:0/3213157631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f152019ecd0 0x7f15201989a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f151400b4d0 tx=0x7f151400b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:48.861 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.867+0000 7f151e7fc700 1 -- 172.21.15.77:0/3213157631 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f1514011630 con 0x7f152019ecd0 2024-05-21T00:05:48.861 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.867+0000 7f15272bb700 1 -- 172.21.15.77:0/3213157631 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1520198ee0 con 0x7f152019ecd0 2024-05-21T00:05:48.861 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.867+0000 7f15272bb700 1 -- 172.21.15.77:0/3213157631 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1520199470 con 0x7f152019ecd0 2024-05-21T00:05:48.861 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.867+0000 7f151e7fc700 1 -- 172.21.15.77:0/3213157631 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1514011c80 con 0x7f152019ecd0 2024-05-21T00:05:48.861 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.867+0000 7f151e7fc700 1 -- 172.21.15.77:0/3213157631 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f151401adc0 con 0x7f152019ecd0 2024-05-21T00:05:48.861 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.868+0000 7f15272bb700 1 -- 172.21.15.77:0/3213157631 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f152006ac10 con 0x7f152019ecd0 2024-05-21T00:05:48.861 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.869+0000 7f151e7fc700 1 -- 172.21.15.77:0/3213157631 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f1514018020 con 0x7f152019ecd0 2024-05-21T00:05:48.862 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.869+0000 7f151e7fc700 1 --2- 172.21.15.77:0/3213157631 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f150c03e2b0 0x7f150c040770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:48.862 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.869+0000 7f151e7fc700 1 -- 172.21.15.77:0/3213157631 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f15140522b0 con 0x7f152019ecd0 2024-05-21T00:05:48.862 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.870+0000 7f1525057700 1 --2- 172.21.15.77:0/3213157631 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f150c03e2b0 0x7f150c040770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:48.863 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.871+0000 7f1525057700 1 --2- 172.21.15.77:0/3213157631 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f150c03e2b0 0x7f150c040770 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1510009a30 tx=0x7f15100090d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:48.876 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:48.884+0000 7f151e7fc700 1 -- 172.21.15.77:0/3213157631 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f151401f020 con 0x7f152019ecd0 2024-05-21T00:05:49.022 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:49.039 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:05:49.039 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: mon.a calling monitor election 2024-05-21T00:05:49.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:49.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:49.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:49.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:49.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: mon.c calling monitor election 2024-05-21T00:05:49.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:49.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:49.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:49.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:49.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T00:05:49.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: monmap epoch 2 2024-05-21T00:05:49.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:05:49.040 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: last_changed 2024-05-21T00:05:43.590154+0000 2024-05-21T00:05:49.041 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: created 2024-05-21T00:03:27.516429+0000 2024-05-21T00:05:49.041 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: min_mon_release 19 (squid) 2024-05-21T00:05:49.041 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: election_strategy: 1 2024-05-21T00:05:49.041 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-05-21T00:05:49.041 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.c 2024-05-21T00:05:49.041 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: fsmap 2024-05-21T00:05:49.041 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:05:49.041 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: mgrmap e13: x(active, since 61s) 2024-05-21T00:05:49.041 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: overall HEALTH_OK 2024-05-21T00:05:49.041 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:49.041 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:49.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:49.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: mon.a calling monitor election 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: mon.c calling monitor election 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: monmap epoch 2 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:05:49.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: last_changed 2024-05-21T00:05:43.590154+0000 2024-05-21T00:05:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: created 2024-05-21T00:03:27.516429+0000 2024-05-21T00:05:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: min_mon_release 19 (squid) 2024-05-21T00:05:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: election_strategy: 1 2024-05-21T00:05:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-05-21T00:05:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.c 2024-05-21T00:05:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: fsmap 2024-05-21T00:05:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:05:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: mgrmap e13: x(active, since 61s) 2024-05-21T00:05:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: overall HEALTH_OK 2024-05-21T00:05:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:49.169 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:49.177+0000 7f15272bb700 1 -- 172.21.15.77:0/3213157631 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f1520199e80 con 0x7f152019ecd0 2024-05-21T00:05:49.170 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:49.178+0000 7f151e7fc700 1 -- 172.21.15.77:0/3213157631 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1011 (secure 0 0 0) 0x7f151401a490 con 0x7f152019ecd0 2024-05-21T00:05:49.170 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:05:49.171 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":2,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","modified":"2024-05-21T00:05:43.590154Z","created":"2024-05-21T00:03:27.516429Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:3300","nonce":0},{"type":"v1","addr":"172.21.15.12:6789","nonce":0}]},"addr":"172.21.15.12:6789/0","public_addr":"172.21.15.12:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:3300","nonce":0},{"type":"v1","addr":"172.21.15.77:6789","nonce":0}]},"addr":"172.21.15.77:6789/0","public_addr":"172.21.15.77:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-21T00:05:49.172 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:49.180+0000 7f15272bb700 1 -- 172.21.15.77:0/3213157631 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f150c03e2b0 msgr2=0x7f150c040770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:49.172 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:49.180+0000 7f15272bb700 1 --2- 172.21.15.77:0/3213157631 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f150c03e2b0 0x7f150c040770 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f1510009a30 tx=0x7f15100090d0 comp rx=0 tx=0).stop 2024-05-21T00:05:49.173 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:49.180+0000 7f15272bb700 1 -- 172.21.15.77:0/3213157631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f152019ecd0 msgr2=0x7f15201989a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:49.173 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:49.180+0000 7f15272bb700 1 --2- 172.21.15.77:0/3213157631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f152019ecd0 0x7f15201989a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f151400b4d0 tx=0x7f151400b890 comp rx=0 tx=0).stop 2024-05-21T00:05:49.173 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:49.180+0000 7f15272bb700 1 -- 172.21.15.77:0/3213157631 shutdown_connections 2024-05-21T00:05:49.173 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:49.180+0000 7f15272bb700 1 --2- 172.21.15.77:0/3213157631 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15080035c0 0x7f152019e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:49.173 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:49.180+0000 7f15272bb700 1 --2- 172.21.15.77:0/3213157631 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f150c03e2b0 0x7f150c040770 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:49.173 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:49.180+0000 7f15272bb700 1 --2- 172.21.15.77:0/3213157631 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f152019ecd0 0x7f15201989a0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:49.173 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:49.180+0000 7f15272bb700 1 -- 172.21.15.77:0/3213157631 >> 172.21.15.77:0/3213157631 conn(0x7f15200783c0 msgr2=0x7f15200ffab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:49.173 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:49.180+0000 7f15272bb700 1 -- 172.21.15.77:0/3213157631 shutdown_connections 2024-05-21T00:05:49.173 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:49.180+0000 7f15272bb700 1 -- 172.21.15.77:0/3213157631 wait complete. 2024-05-21T00:05:49.173 INFO:teuthology.orchestra.run.smithi077.stderr:dumped monmap epoch 2 2024-05-21T00:05:49.812 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:49 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:49.812 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:49 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:05:49.812 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:49 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:05:49.812 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:49 smithi077 ceph-mon[36377]: Deploying daemon mon.b on smithi060 2024-05-21T00:05:49.813 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:49 smithi077 ceph-mon[36377]: from='client.? 172.21.15.77:0/3213157631' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T00:05:49.813 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:49 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:50.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:49 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:50.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:49 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:05:50.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:49 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:05:50.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:49 smithi012 ceph-mon[31403]: Deploying daemon mon.b on smithi060 2024-05-21T00:05:50.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:49 smithi012 ceph-mon[31403]: from='client.? 172.21.15.77:0/3213157631' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T00:05:50.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:49 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:50.797 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:50 smithi012 ceph-mon[31403]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:50.797 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:05:50 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:05:50.591+0000 7f1af6200700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-05-21T00:05:50.840 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-21T00:05:50.841 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph mon dump -f json 2024-05-21T00:05:51.022 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:50 smithi077 ceph-mon[36377]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:51.078 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:05:52.513 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.520+0000 7f16feed4700 1 -- 172.21.15.77:0/4241965713 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16f81032c0 msgr2=0x7f16f81036a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:52.513 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.520+0000 7f16feed4700 1 --2- 172.21.15.77:0/4241965713 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16f81032c0 0x7f16f81036a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f16f000b0a0 tx=0x7f16f000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:05:52.513 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.520+0000 7f16feed4700 1 -- 172.21.15.77:0/4241965713 shutdown_connections 2024-05-21T00:05:52.513 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.520+0000 7f16feed4700 1 --2- 172.21.15.77:0/4241965713 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16f81032c0 0x7f16f81036a0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:52.513 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.520+0000 7f16feed4700 1 -- 172.21.15.77:0/4241965713 >> 172.21.15.77:0/4241965713 conn(0x7f16f80feb50 msgr2=0x7f16f8100f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:52.513 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.520+0000 7f16feed4700 1 -- 172.21.15.77:0/4241965713 shutdown_connections 2024-05-21T00:05:52.514 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.520+0000 7f16feed4700 1 -- 172.21.15.77:0/4241965713 wait complete. 2024-05-21T00:05:52.514 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16feed4700 1 Processor -- start 2024-05-21T00:05:52.514 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16feed4700 1 -- start start 2024-05-21T00:05:52.514 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16feed4700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16f81032c0 0x7f16f8075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:52.514 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16feed4700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16f8075d80 0x7f16f8076200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:52.514 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16feed4700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f16f810d540 con 0x7f16f81032c0 2024-05-21T00:05:52.514 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16feed4700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f16f810d3c0 con 0x7f16f8075d80 2024-05-21T00:05:52.515 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16f7fff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16f8075d80 0x7f16f8076200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:52.515 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16f7fff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16f8075d80 0x7f16f8076200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:35026/0 (socket says 172.21.15.77:35026) 2024-05-21T00:05:52.516 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16f7fff700 1 -- 172.21.15.77:0/3972876502 learned_addr learned my addr 172.21.15.77:0/3972876502 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-05-21T00:05:52.516 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16f7fff700 1 -- 172.21.15.77:0/3972876502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16f8075d80 msgr2=0x7f16f8076200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-05-21T00:05:52.516 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16f7fff700 1 -- 172.21.15.77:0/3972876502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16f8075d80 msgr2=0x7f16f8076200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-05-21T00:05:52.516 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16f7fff700 1 --2- 172.21.15.77:0/3972876502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16f8075d80 0x7f16f8076200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-05-21T00:05:52.516 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16f7fff700 1 --2- 172.21.15.77:0/3972876502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16f8075d80 0x7f16f8076200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-05-21T00:05:52.516 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.521+0000 7f16fcc70700 1 --2- 172.21.15.77:0/3972876502 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16f81032c0 0x7f16f8075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:52.516 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.522+0000 7f16fcc70700 1 -- 172.21.15.77:0/3972876502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16f8075d80 msgr2=0x7f16f8076200 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:05:52.516 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.522+0000 7f16fcc70700 1 --2- 172.21.15.77:0/3972876502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16f8075d80 0x7f16f8076200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:52.516 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.522+0000 7f16fcc70700 1 -- 172.21.15.77:0/3972876502 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16f8077760 con 0x7f16f81032c0 2024-05-21T00:05:52.516 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.522+0000 7f16fcc70700 1 --2- 172.21.15.77:0/3972876502 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16f81032c0 0x7f16f8075840 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f16f00062a0 tx=0x7f16f0007a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:52.516 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.523+0000 7f16f5ffb700 1 -- 172.21.15.77:0/3972876502 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f16f0017040 con 0x7f16f81032c0 2024-05-21T00:05:52.516 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.523+0000 7f16feed4700 1 -- 172.21.15.77:0/3972876502 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16f81a4e00 con 0x7f16f81032c0 2024-05-21T00:05:52.516 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.523+0000 7f16feed4700 1 -- 172.21.15.77:0/3972876502 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16f81a52e0 con 0x7f16f81032c0 2024-05-21T00:05:52.517 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.523+0000 7f16f5ffb700 1 -- 172.21.15.77:0/3972876502 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16f00128e0 con 0x7f16f81032c0 2024-05-21T00:05:52.517 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.523+0000 7f16f5ffb700 1 -- 172.21.15.77:0/3972876502 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f16f001d930 con 0x7f16f81032c0 2024-05-21T00:05:52.517 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.524+0000 7f16feed4700 1 -- 172.21.15.77:0/3972876502 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16f81047a0 con 0x7f16f81032c0 2024-05-21T00:05:52.517 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.525+0000 7f16f5ffb700 1 -- 172.21.15.77:0/3972876502 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f16f0024020 con 0x7f16f81032c0 2024-05-21T00:05:52.517 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.525+0000 7f16f5ffb700 1 --2- 172.21.15.77:0/3972876502 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16e403e2b0 0x7f16e4040770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:05:52.518 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.525+0000 7f16f5ffb700 1 -- 172.21.15.77:0/3972876502 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f16f000f050 con 0x7f16f81032c0 2024-05-21T00:05:52.518 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.525+0000 7f16f7fff700 1 --2- 172.21.15.77:0/3972876502 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16e403e2b0 0x7f16e4040770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:05:52.518 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.526+0000 7f16f7fff700 1 --2- 172.21.15.77:0/3972876502 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16e403e2b0 0x7f16e4040770 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f16e8009180 tx=0x7f16e8008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:05:52.534 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.542+0000 7f16f5ffb700 1 -- 172.21.15.77:0/3972876502 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f16f002b030 con 0x7f16f81032c0 2024-05-21T00:05:52.670 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.677+0000 7f16f5ffb700 1 -- 172.21.15.77:0/3972876502 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f002d570 con 0x7f16f81032c0 2024-05-21T00:05:52.720 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:52 smithi060 systemd[1]: Started Ceph mon.b for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:05:52.822 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:52.830+0000 7f16feed4700 1 -- 172.21.15.77:0/3972876502 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f16f81a5600 con 0x7f16f81032c0 2024-05-21T00:05:57.690 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:57.698+0000 7f16f5ffb700 1 -- 172.21.15.77:0/3972876502 <== mon.0 v2:172.21.15.12:3300/0 8 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1275 (secure 0 0 0) 0x7f16f0017e10 con 0x7f16f81032c0 2024-05-21T00:05:57.691 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-05-21T00:05:57.691 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":3,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","modified":"2024-05-21T00:05:52.675533Z","created":"2024-05-21T00:03:27.516429Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:3300","nonce":0},{"type":"v1","addr":"172.21.15.12:6789","nonce":0}]},"addr":"172.21.15.12:6789/0","public_addr":"172.21.15.12:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:3300","nonce":0},{"type":"v1","addr":"172.21.15.77:6789","nonce":0}]},"addr":"172.21.15.77:6789/0","public_addr":"172.21.15.77:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:3300","nonce":0},{"type":"v1","addr":"172.21.15.60:6789","nonce":0}]},"addr":"172.21.15.60:6789/0","public_addr":"172.21.15.60:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-21T00:05:57.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:57.701+0000 7f16feed4700 1 -- 172.21.15.77:0/3972876502 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16e403e2b0 msgr2=0x7f16e4040770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:57.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:57.701+0000 7f16feed4700 1 --2- 172.21.15.77:0/3972876502 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16e403e2b0 0x7f16e4040770 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f16e8009180 tx=0x7f16e8008040 comp rx=0 tx=0).stop 2024-05-21T00:05:57.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:57.701+0000 7f16feed4700 1 -- 172.21.15.77:0/3972876502 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16f81032c0 msgr2=0x7f16f8075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:05:57.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:57.701+0000 7f16feed4700 1 --2- 172.21.15.77:0/3972876502 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16f81032c0 0x7f16f8075840 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f16f00062a0 tx=0x7f16f0007a50 comp rx=0 tx=0).stop 2024-05-21T00:05:57.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:57.701+0000 7f16feed4700 1 -- 172.21.15.77:0/3972876502 shutdown_connections 2024-05-21T00:05:57.694 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:57.701+0000 7f16feed4700 1 --2- 172.21.15.77:0/3972876502 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16e403e2b0 0x7f16e4040770 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:57.695 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:57.701+0000 7f16feed4700 1 --2- 172.21.15.77:0/3972876502 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16f81032c0 0x7f16f8075840 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:57.695 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:57.701+0000 7f16feed4700 1 --2- 172.21.15.77:0/3972876502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16f8075d80 0x7f16f8076200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:05:57.695 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:57.701+0000 7f16feed4700 1 -- 172.21.15.77:0/3972876502 >> 172.21.15.77:0/3972876502 conn(0x7f16f80feb50 msgr2=0x7f16f8104c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:05:57.695 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:57.701+0000 7f16feed4700 1 -- 172.21.15.77:0/3972876502 shutdown_connections 2024-05-21T00:05:57.695 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:05:57.701+0000 7f16feed4700 1 -- 172.21.15.77:0/3972876502 wait complete. 2024-05-21T00:05:57.695 INFO:teuthology.orchestra.run.smithi077.stderr:dumped monmap epoch 3 2024-05-21T00:05:57.997 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: mon.c calling monitor election 2024-05-21T00:05:57.997 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:05:57.997 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: mon.a calling monitor election 2024-05-21T00:05:57.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:57.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:57.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: from='client.? 172.21.15.77:0/3972876502' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T00:05:57.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:57.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:57.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:57.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:57.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:57.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:57.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:57.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T00:05:57.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: monmap epoch 3 2024-05-21T00:05:57.998 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: last_changed 2024-05-21T00:05:52.675533+0000 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: created 2024-05-21T00:03:27.516429+0000 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: min_mon_release 19 (squid) 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: election_strategy: 1 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.c 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: 2: [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] mon.b 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: fsmap 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: mgrmap e13: x(active, since 70s) 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: overall HEALTH_OK 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:57.999 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:58.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: mon.c calling monitor election 2024-05-21T00:05:58.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:05:58.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: mon.a calling monitor election 2024-05-21T00:05:58.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:58.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:58.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: from='client.? 172.21.15.77:0/3972876502' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T00:05:58.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:58.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:58.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:58.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:58.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:58.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:58.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:58.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T00:05:58.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: monmap epoch 3 2024-05-21T00:05:58.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:05:58.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: last_changed 2024-05-21T00:05:52.675533+0000 2024-05-21T00:05:58.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: created 2024-05-21T00:03:27.516429+0000 2024-05-21T00:05:58.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: min_mon_release 19 (squid) 2024-05-21T00:05:58.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: election_strategy: 1 2024-05-21T00:05:58.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-05-21T00:05:58.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.c 2024-05-21T00:05:58.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: 2: [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] mon.b 2024-05-21T00:05:58.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: fsmap 2024-05-21T00:05:58.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:05:58.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: mgrmap e13: x(active, since 70s) 2024-05-21T00:05:58.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: overall HEALTH_OK 2024-05-21T00:05:58.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:58.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:58.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:58.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:58.350 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-05-21T00:05:58.350 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph config generate-minimal-conf 2024-05-21T00:05:58.796 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:05:59.022 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:58 smithi077 ceph-mon[36377]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:59.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:05:59.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:05:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:59.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:58 smithi012 ceph-mon[31403]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:59.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:05:59.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:05:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:59.970 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: mon.c calling monitor election 2024-05-21T00:05:59.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:05:59.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: mon.a calling monitor election 2024-05-21T00:05:59.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:59.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:05:59.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='client.? 172.21.15.77:0/3972876502' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-21T00:05:59.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:59.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:59.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:59.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:59.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:59.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:59.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:05:59.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-05-21T00:05:59.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: monmap epoch 3 2024-05-21T00:05:59.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:05:59.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: last_changed 2024-05-21T00:05:52.675533+0000 2024-05-21T00:05:59.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: created 2024-05-21T00:03:27.516429+0000 2024-05-21T00:05:59.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: min_mon_release 19 (squid) 2024-05-21T00:05:59.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: election_strategy: 1 2024-05-21T00:05:59.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-05-21T00:05:59.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.c 2024-05-21T00:05:59.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: 2: [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] mon.b 2024-05-21T00:05:59.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: fsmap 2024-05-21T00:05:59.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:05:59.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: mgrmap e13: x(active, since 70s) 2024-05-21T00:05:59.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: overall HEALTH_OK 2024-05-21T00:05:59.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:59.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:59.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:59.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:05:59.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:05:59.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:05:59.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:05:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:06:00.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: mon.b calling monitor election 2024-05-21T00:06:00.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: Updating smithi012:/etc/ceph/ceph.conf 2024-05-21T00:06:00.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: Updating smithi060:/etc/ceph/ceph.conf 2024-05-21T00:06:00.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: Updating smithi077:/etc/ceph/ceph.conf 2024-05-21T00:06:00.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:00.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: mon.b calling monitor election 2024-05-21T00:06:00.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: mon.c calling monitor election 2024-05-21T00:06:00.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: mon.a calling monitor election 2024-05-21T00:06:00.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-21T00:06:00.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: monmap epoch 3 2024-05-21T00:06:00.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:06:00.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: last_changed 2024-05-21T00:05:52.675533+0000 2024-05-21T00:06:00.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: created 2024-05-21T00:03:27.516429+0000 2024-05-21T00:06:00.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: min_mon_release 19 (squid) 2024-05-21T00:06:00.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: election_strategy: 1 2024-05-21T00:06:00.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-05-21T00:06:00.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.c 2024-05-21T00:06:00.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: 2: [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] mon.b 2024-05-21T00:06:00.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: fsmap 2024-05-21T00:06:00.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:06:00.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: mgrmap e13: x(active, since 72s) 2024-05-21T00:06:00.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: overall HEALTH_OK 2024-05-21T00:06:00.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: Updating smithi060:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:06:00.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: Updating smithi077:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:06:00.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:00.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:00.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:00.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:00.603 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: mon.b calling monitor election 2024-05-21T00:06:00.604 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: Updating smithi012:/etc/ceph/ceph.conf 2024-05-21T00:06:00.604 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: Updating smithi060:/etc/ceph/ceph.conf 2024-05-21T00:06:00.604 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: Updating smithi077:/etc/ceph/ceph.conf 2024-05-21T00:06:00.604 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:00.604 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: mon.b calling monitor election 2024-05-21T00:06:00.604 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: mon.c calling monitor election 2024-05-21T00:06:00.604 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: mon.a calling monitor election 2024-05-21T00:06:00.605 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-21T00:06:00.605 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: monmap epoch 3 2024-05-21T00:06:00.605 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:06:00.605 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: last_changed 2024-05-21T00:05:52.675533+0000 2024-05-21T00:06:00.605 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: created 2024-05-21T00:03:27.516429+0000 2024-05-21T00:06:00.605 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: min_mon_release 19 (squid) 2024-05-21T00:06:00.605 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: election_strategy: 1 2024-05-21T00:06:00.605 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-05-21T00:06:00.606 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.c 2024-05-21T00:06:00.606 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: 2: [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] mon.b 2024-05-21T00:06:00.606 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: fsmap 2024-05-21T00:06:00.606 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:06:00.606 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: mgrmap e13: x(active, since 72s) 2024-05-21T00:06:00.606 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: overall HEALTH_OK 2024-05-21T00:06:00.607 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: Updating smithi060:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:06:00.607 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: Updating smithi077:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:06:00.607 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:00.607 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:00.608 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:00.608 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:00.720 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: mon.b calling monitor election 2024-05-21T00:06:00.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: Updating smithi012:/etc/ceph/ceph.conf 2024-05-21T00:06:00.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: Updating smithi060:/etc/ceph/ceph.conf 2024-05-21T00:06:00.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: Updating smithi077:/etc/ceph/ceph.conf 2024-05-21T00:06:00.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:00.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: mon.b calling monitor election 2024-05-21T00:06:00.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: mon.c calling monitor election 2024-05-21T00:06:00.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: mon.a calling monitor election 2024-05-21T00:06:00.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-05-21T00:06:00.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: monmap epoch 3 2024-05-21T00:06:00.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:06:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: last_changed 2024-05-21T00:05:52.675533+0000 2024-05-21T00:06:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: created 2024-05-21T00:03:27.516429+0000 2024-05-21T00:06:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: min_mon_release 19 (squid) 2024-05-21T00:06:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: election_strategy: 1 2024-05-21T00:06:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: 0: [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] mon.a 2024-05-21T00:06:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.c 2024-05-21T00:06:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: 2: [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] mon.b 2024-05-21T00:06:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: fsmap 2024-05-21T00:06:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: osdmap e4: 0 total, 0 up, 0 in 2024-05-21T00:06:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: mgrmap e13: x(active, since 72s) 2024-05-21T00:06:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: overall HEALTH_OK 2024-05-21T00:06:00.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: Updating smithi060:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:06:00.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: Updating smithi077:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:06:00.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:00.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:00.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:00.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:00.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.773+0000 7f6e93c00700 1 -- 172.21.15.12:0/4213155351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6e8c0758e0 msgr2=0x7f6e8c075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:00.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.773+0000 7f6e93c00700 1 --2- 172.21.15.12:0/4213155351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6e8c0758e0 0x7f6e8c075cc0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6e80009910 tx=0x7f6e80009c20 comp rx=0 tx=0).stop 2024-05-21T00:06:00.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.773+0000 7f6e93c00700 1 -- 172.21.15.12:0/4213155351 shutdown_connections 2024-05-21T00:06:00.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.773+0000 7f6e93c00700 1 --2- 172.21.15.12:0/4213155351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6e8c0758e0 0x7f6e8c075cc0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:00.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.773+0000 7f6e93c00700 1 -- 172.21.15.12:0/4213155351 >> 172.21.15.12:0/4213155351 conn(0x7f6e8c0fea80 msgr2=0x7f6e8c100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:06:00.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.773+0000 7f6e93c00700 1 -- 172.21.15.12:0/4213155351 shutdown_connections 2024-05-21T00:06:00.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.773+0000 7f6e93c00700 1 -- 172.21.15.12:0/4213155351 wait complete. 2024-05-21T00:06:00.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.774+0000 7f6e93c00700 1 Processor -- start 2024-05-21T00:06:00.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.775+0000 7f6e93c00700 1 -- start start 2024-05-21T00:06:00.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.775+0000 7f6e93c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6e8c0758e0 0x7f6e8c19f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:00.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.775+0000 7f6e93c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6e8c19f7f0 0x7f6e8c1a3b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:00.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.775+0000 7f6e93c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e8c1a40c0 0x7f6e8c1a4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:00.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.775+0000 7f6e93c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c113aa0 con 0x7f6e8c0758e0 2024-05-21T00:06:00.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.775+0000 7f6e93c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c113920 con 0x7f6e8c19f7f0 2024-05-21T00:06:00.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.775+0000 7f6e93c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f6e8c113c20 con 0x7f6e8c1a40c0 2024-05-21T00:06:00.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.775+0000 7f6e91200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6e8c0758e0 0x7f6e8c19f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:00.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.775+0000 7f6e91200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6e8c0758e0 0x7f6e8c19f2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33474/0 (socket says 172.21.15.12:33474) 2024-05-21T00:06:00.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.775+0000 7f6e91200700 1 -- 172.21.15.12:0/345414266 learned_addr learned my addr 172.21.15.12:0/345414266 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:06:00.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.775+0000 7f6e8be00700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6e8c19f7f0 0x7f6e8c1a3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:00.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.776+0000 7f6e91c00700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e8c1a40c0 0x7f6e8c1a4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:00.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.776+0000 7f6e91200700 1 -- 172.21.15.12:0/345414266 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e8c1a40c0 msgr2=0x7f6e8c1a4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:00.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.776+0000 7f6e91200700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e8c1a40c0 0x7f6e8c1a4570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:00.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.776+0000 7f6e91200700 1 -- 172.21.15.12:0/345414266 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6e8c19f7f0 msgr2=0x7f6e8c1a3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:00.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.776+0000 7f6e91200700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6e8c19f7f0 0x7f6e8c1a3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:00.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.776+0000 7f6e91200700 1 -- 172.21.15.12:0/345414266 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e8c1abe30 con 0x7f6e8c0758e0 2024-05-21T00:06:00.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.776+0000 7f6e8be00700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6e8c19f7f0 0x7f6e8c1a3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:06:00.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.776+0000 7f6e91200700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6e8c0758e0 0x7f6e8c19f2b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f6e80005b40 tx=0x7f6e80004ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:06:00.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.777+0000 7f6e89600700 1 -- 172.21.15.12:0/345414266 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e80026070 con 0x7f6e8c0758e0 2024-05-21T00:06:00.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.777+0000 7f6e89600700 1 -- 172.21.15.12:0/345414266 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6e8000b750 con 0x7f6e8c0758e0 2024-05-21T00:06:00.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.777+0000 7f6e93c00700 1 -- 172.21.15.12:0/345414266 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e8c1ac000 con 0x7f6e8c0758e0 2024-05-21T00:06:00.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.777+0000 7f6e93c00700 1 -- 172.21.15.12:0/345414266 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e8c1ac4e0 con 0x7f6e8c0758e0 2024-05-21T00:06:00.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.777+0000 7f6e89600700 1 -- 172.21.15.12:0/345414266 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e800038e0 con 0x7f6e8c0758e0 2024-05-21T00:06:00.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.778+0000 7f6e93c00700 1 -- 172.21.15.12:0/345414266 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e8c064ba0 con 0x7f6e8c0758e0 2024-05-21T00:06:00.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.779+0000 7f6e89600700 1 -- 172.21.15.12:0/345414266 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f6e80029070 con 0x7f6e8c0758e0 2024-05-21T00:06:00.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.779+0000 7f6e89600700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6e7403e9a0 0x7f6e74040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:00.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.779+0000 7f6e89600700 1 -- 172.21.15.12:0/345414266 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f6e80053590 con 0x7f6e8c0758e0 2024-05-21T00:06:00.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.779+0000 7f6e8be00700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6e7403e9a0 0x7f6e74040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:00.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.780+0000 7f6e8be00700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6e7403e9a0 0x7f6e74040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f6e78009910 tx=0x7f6e78008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:06:00.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:00.785+0000 7f6e89600700 1 -- 172.21.15.12:0/345414266 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6e80013070 con 0x7f6e8c0758e0 2024-05-21T00:06:01.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.036+0000 7f6e93c00700 1 -- 172.21.15.12:0/345414266 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f6e8c1ac850 con 0x7f6e8c0758e0 2024-05-21T00:06:01.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.037+0000 7f6e89600700 1 -- 172.21.15.12:0/345414266 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+271 (secure 0 0 0) 0x7f6e80030090 con 0x7f6e8c0758e0 2024-05-21T00:06:01.029 INFO:teuthology.orchestra.run.smithi012.stdout:# minimal ceph.conf for 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:06:01.029 INFO:teuthology.orchestra.run.smithi012.stdout:[global] 2024-05-21T00:06:01.029 INFO:teuthology.orchestra.run.smithi012.stdout: fsid = 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:06:01.029 INFO:teuthology.orchestra.run.smithi012.stdout: mon_host = [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] 2024-05-21T00:06:01.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.040+0000 7f6e93c00700 1 -- 172.21.15.12:0/345414266 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6e7403e9a0 msgr2=0x7f6e74040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:01.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.040+0000 7f6e93c00700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6e7403e9a0 0x7f6e74040e60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f6e78009910 tx=0x7f6e78008040 comp rx=0 tx=0).stop 2024-05-21T00:06:01.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.040+0000 7f6e93c00700 1 -- 172.21.15.12:0/345414266 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6e8c0758e0 msgr2=0x7f6e8c19f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:01.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.040+0000 7f6e93c00700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6e8c0758e0 0x7f6e8c19f2b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f6e80005b40 tx=0x7f6e80004ed0 comp rx=0 tx=0).stop 2024-05-21T00:06:01.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.041+0000 7f6e93c00700 1 -- 172.21.15.12:0/345414266 shutdown_connections 2024-05-21T00:06:01.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.041+0000 7f6e93c00700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6e8c1a40c0 0x7f6e8c1a4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:01.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.041+0000 7f6e93c00700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6e7403e9a0 0x7f6e74040e60 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:01.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.041+0000 7f6e93c00700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6e8c0758e0 0x7f6e8c19f2b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:01.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.041+0000 7f6e93c00700 1 --2- 172.21.15.12:0/345414266 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6e8c19f7f0 0x7f6e8c1a3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:01.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.041+0000 7f6e93c00700 1 -- 172.21.15.12:0/345414266 >> 172.21.15.12:0/345414266 conn(0x7f6e8c0fea80 msgr2=0x7f6e8c0fee60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:06:01.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.041+0000 7f6e93c00700 1 -- 172.21.15.12:0/345414266 shutdown_connections 2024-05-21T00:06:01.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:01.041+0000 7f6e93c00700 1 -- 172.21.15.12:0/345414266 wait complete. 2024-05-21T00:06:01.670 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:01 smithi012 ceph-mon[31403]: Updating smithi012:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:06:01.670 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:01 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:06:01.670 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:01 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.670 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:01 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.670 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:01 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.670 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:01 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.671 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:01 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.671 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:01 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.671 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:01 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.671 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:01 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:06:01.671 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:01 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:06:01.671 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:01 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:01.671 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:01 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/345414266' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:01.720 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:01 smithi060 ceph-mon[36426]: Updating smithi012:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:06:01.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:01 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:06:01.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:01 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:01 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:01 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:01 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:01 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:01 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:01 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:01 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:06:01.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:01 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:06:01.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:01 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:01.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:01 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/345414266' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:01.772 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:01 smithi077 ceph-mon[36377]: Updating smithi012:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/config/ceph.conf 2024-05-21T00:06:01.772 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:01 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:06:01.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:01 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:01 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:01 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:01 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:01 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:01 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:01 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:01.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:01 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:06:01.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:01 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:06:01.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:01 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:01.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:01 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/345414266' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:01.783 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-05-21T00:06:01.783 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:06:01.783 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/ceph/ceph.conf 2024-05-21T00:06:01.860 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:06:01.860 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:06:01.961 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:06:01 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:06:01.675+0000 7f1af6200700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-05-21T00:06:01.976 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-05-21T00:06:01.976 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/etc/ceph/ceph.conf 2024-05-21T00:06:02.009 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-05-21T00:06:02.009 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:06:02.078 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-05-21T00:06:02.078 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/ceph/ceph.conf 2024-05-21T00:06:02.110 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-05-21T00:06:02.110 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-21T00:06:02.178 INFO:tasks.cephadm:Adding mgr.x on smithi012 2024-05-21T00:06:02.178 INFO:tasks.cephadm:Adding mgr.y on smithi060 2024-05-21T00:06:02.178 INFO:tasks.cephadm:Adding mgr.z on smithi077 2024-05-21T00:06:02.179 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch apply mgr '3;smithi012=x;smithi060=y;smithi077=z' 2024-05-21T00:06:02.451 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:06:02.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:02 smithi012 ceph-mon[31403]: Reconfiguring mon.a (unknown last config time)... 2024-05-21T00:06:02.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:02 smithi012 ceph-mon[31403]: Reconfiguring daemon mon.a on smithi012 2024-05-21T00:06:02.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:02 smithi012 ceph-mon[31403]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:02.707 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:02 smithi077 ceph-mon[36377]: Reconfiguring mon.a (unknown last config time)... 2024-05-21T00:06:02.708 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:02 smithi077 ceph-mon[36377]: Reconfiguring daemon mon.a on smithi012 2024-05-21T00:06:02.708 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:02 smithi077 ceph-mon[36377]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:02.720 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:02 smithi060 ceph-mon[36426]: Reconfiguring mon.a (unknown last config time)... 2024-05-21T00:06:02.720 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:02 smithi060 ceph-mon[36426]: Reconfiguring daemon mon.a on smithi012 2024-05-21T00:06:02.720 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:02 smithi060 ceph-mon[36426]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:03.629 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:03.629 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:03.629 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:03.629 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:06:03.629 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:06:03.629 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:03.720 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:03.720 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:03.720 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:03.720 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:06:03.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:06:03.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:03.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:03.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:03.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:03.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:06:03.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:06:03.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:03.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.835+0000 7f8dec6a7700 1 -- 172.21.15.77:0/1637144576 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8de4101fc0 msgr2=0x7f8de41023e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:03.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.835+0000 7f8dec6a7700 1 --2- 172.21.15.77:0/1637144576 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8de4101fc0 0x7f8de41023e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8dd4009910 tx=0x7f8dd4009c20 comp rx=0 tx=0).stop 2024-05-21T00:06:03.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.836+0000 7f8dec6a7700 1 -- 172.21.15.77:0/1637144576 shutdown_connections 2024-05-21T00:06:03.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.836+0000 7f8dec6a7700 1 --2- 172.21.15.77:0/1637144576 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8de4101fc0 0x7f8de41023e0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:03.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.836+0000 7f8dec6a7700 1 -- 172.21.15.77:0/1637144576 >> 172.21.15.77:0/1637144576 conn(0x7f8de40fd580 msgr2=0x7f8de40ff9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:06:03.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.836+0000 7f8dec6a7700 1 -- 172.21.15.77:0/1637144576 shutdown_connections 2024-05-21T00:06:03.830 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.836+0000 7f8dec6a7700 1 -- 172.21.15.77:0/1637144576 wait complete. 2024-05-21T00:06:03.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.836+0000 7f8dec6a7700 1 Processor -- start 2024-05-21T00:06:03.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.836+0000 7f8dec6a7700 1 -- start start 2024-05-21T00:06:03.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.836+0000 7f8dec6a7700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8de4101fc0 0x7f8de406c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:03.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.836+0000 7f8dec6a7700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8de419b530 0x7f8de419d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:03.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.836+0000 7f8dec6a7700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8de419deb0 0x7f8de41a0340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:03.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.836+0000 7f8dec6a7700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8de4107f00 con 0x7f8de419b530 2024-05-21T00:06:03.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.836+0000 7f8dec6a7700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8de4107d80 con 0x7f8de4101fc0 2024-05-21T00:06:03.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.836+0000 7f8dec6a7700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f8de4108080 con 0x7f8de419deb0 2024-05-21T00:06:03.831 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8deac44700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8de419deb0 0x7f8de41a0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8deac44700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8de419deb0 0x7f8de41a0340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:33366/0 (socket says 172.21.15.77:33366) 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8deac44700 1 -- 172.21.15.77:0/3590946441 learned_addr learned my addr 172.21.15.77:0/3590946441 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8dea443700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8de4101fc0 0x7f8de406c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8de9c42700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8de419b530 0x7f8de419d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8deac44700 1 -- 172.21.15.77:0/3590946441 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8de4101fc0 msgr2=0x7f8de406c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8deac44700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8de4101fc0 0x7f8de406c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8deac44700 1 -- 172.21.15.77:0/3590946441 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8de419b530 msgr2=0x7f8de419d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8deac44700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8de419b530 0x7f8de419d920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8deac44700 1 -- 172.21.15.77:0/3590946441 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8de41a0c10 con 0x7f8de419deb0 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8deac44700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8de419deb0 0x7f8de41a0340 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc00ba50 tx=0x7f8ddc00bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8ddb7fe700 1 -- 172.21.15.77:0/3590946441 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc019070 con 0x7f8de419deb0 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8ddb7fe700 1 -- 172.21.15.77:0/3590946441 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ddc014440 con 0x7f8de419deb0 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8dec6a7700 1 -- 172.21.15.77:0/3590946441 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8de41a0f00 con 0x7f8de419deb0 2024-05-21T00:06:03.832 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8ddb7fe700 1 -- 172.21.15.77:0/3590946441 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc00ce60 con 0x7f8de419deb0 2024-05-21T00:06:03.833 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.837+0000 7f8dec6a7700 1 -- 172.21.15.77:0/3590946441 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8de41a1490 con 0x7f8de419deb0 2024-05-21T00:06:03.833 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.838+0000 7f8ddb7fe700 1 -- 172.21.15.77:0/3590946441 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7f8ddc01c070 con 0x7f8de419deb0 2024-05-21T00:06:03.833 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.838+0000 7f8ddb7fe700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8dd003e9a0 0x7f8dd0040e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:03.833 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.839+0000 7f8ddb7fe700 1 -- 172.21.15.77:0/3590946441 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f8ddc051d70 con 0x7f8de419deb0 2024-05-21T00:06:03.833 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.839+0000 7f8dec6a7700 1 -- 172.21.15.77:0/3590946441 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8de4064ba0 con 0x7f8de419deb0 2024-05-21T00:06:03.834 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.839+0000 7f8dea443700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8dd003e9a0 0x7f8dd0040e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:03.834 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.840+0000 7f8dea443700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8dd003e9a0 0x7f8dd0040e60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8dd4005190 tx=0x7f8dd401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:06:03.836 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:03.844+0000 7f8ddb7fe700 1 -- 172.21.15.77:0/3590946441 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8ddc022170 con 0x7f8de419deb0 2024-05-21T00:06:04.050 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.058+0000 7f8dec6a7700 1 -- 172.21.15.77:0/3590946441 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi012=x;smithi060=y;smithi077=z", "target": ["mon-mgr", ""]}) -- 0x7f8de4063a10 con 0x7f8dd003e9a0 2024-05-21T00:06:04.064 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.072+0000 7f8ddb7fe700 1 -- 172.21.15.77:0/3590946441 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f8de4063a10 con 0x7f8dd003e9a0 2024-05-21T00:06:04.064 INFO:teuthology.orchestra.run.smithi077.stdout:Scheduled mgr update... 2024-05-21T00:06:04.067 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.074+0000 7f8dec6a7700 1 -- 172.21.15.77:0/3590946441 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8dd003e9a0 msgr2=0x7f8dd0040e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:04.067 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.074+0000 7f8dec6a7700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8dd003e9a0 0x7f8dd0040e60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f8dd4005190 tx=0x7f8dd401a040 comp rx=0 tx=0).stop 2024-05-21T00:06:04.067 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.074+0000 7f8dec6a7700 1 -- 172.21.15.77:0/3590946441 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8de419deb0 msgr2=0x7f8de41a0340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:04.067 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.074+0000 7f8dec6a7700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8de419deb0 0x7f8de41a0340 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc00ba50 tx=0x7f8ddc00bd60 comp rx=0 tx=0).stop 2024-05-21T00:06:04.067 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.074+0000 7f8dec6a7700 1 -- 172.21.15.77:0/3590946441 shutdown_connections 2024-05-21T00:06:04.067 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.074+0000 7f8dec6a7700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8de419deb0 0x7f8de41a0340 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:04.068 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.074+0000 7f8dec6a7700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8de4101fc0 0x7f8de406c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:04.068 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.074+0000 7f8dec6a7700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8dd003e9a0 0x7f8dd0040e60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:04.068 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.074+0000 7f8dec6a7700 1 --2- 172.21.15.77:0/3590946441 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8de419b530 0x7f8de419d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:04.068 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.074+0000 7f8dec6a7700 1 -- 172.21.15.77:0/3590946441 >> 172.21.15.77:0/3590946441 conn(0x7f8de40fd580 msgr2=0x7f8de40fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:06:04.068 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.074+0000 7f8dec6a7700 1 -- 172.21.15.77:0/3590946441 shutdown_connections 2024-05-21T00:06:04.068 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:06:04.074+0000 7f8dec6a7700 1 -- 172.21.15.77:0/3590946441 wait complete. 2024-05-21T00:06:04.713 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:04 smithi077 ceph-mon[36377]: Reconfiguring mon.b (monmap changed)... 2024-05-21T00:06:04.713 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:04 smithi077 ceph-mon[36377]: Reconfiguring daemon mon.b on smithi060 2024-05-21T00:06:04.713 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:04 smithi077 ceph-mon[36377]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:04.713 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:04 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:04.714 DEBUG:teuthology.orchestra.run.smithi060:mgr.y> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mgr.y.service 2024-05-21T00:06:04.717 DEBUG:teuthology.orchestra.run.smithi077:mgr.z> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mgr.z.service 2024-05-21T00:06:04.720 INFO:tasks.cephadm:Deploying OSDs... 2024-05-21T00:06:04.720 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:06:04.720 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/scratch_devs of=/dev/stdout 2024-05-21T00:06:04.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:04 smithi060 ceph-mon[36426]: Reconfiguring mon.b (monmap changed)... 2024-05-21T00:06:04.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:04 smithi060 ceph-mon[36426]: Reconfiguring daemon mon.b on smithi060 2024-05-21T00:06:04.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:04 smithi060 ceph-mon[36426]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:04.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:04 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:04.783 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-21T00:06:04.783 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_1 2024-05-21T00:06:04.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:04 smithi012 ceph-mon[31403]: Reconfiguring mon.b (monmap changed)... 2024-05-21T00:06:04.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:04 smithi012 ceph-mon[31403]: Reconfiguring daemon mon.b on smithi060 2024-05-21T00:06:04.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:04 smithi012 ceph-mon[31403]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:04.809 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:04 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:04.835 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-21T00:06:04.835 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:06:04.835 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 6h/6d Inode: 631 Links: 1 2024-05-21T00:06:04.835 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:06:04.835 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:06:04.835 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-05-21 00:05:00.224501418 +0000 2024-05-21T00:06:04.835 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-05-20 23:58:44.846086428 +0000 2024-05-21T00:06:04.835 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-05-20 23:58:44.846086428 +0000 2024-05-21T00:06:04.835 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-05-20 23:58:44.846086428 +0000 2024-05-21T00:06:04.836 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-21T00:06:04.963 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2024-05-21T00:06:04.964 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2024-05-21T00:06:04.964 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000396549 s, 1.3 MB/s 2024-05-21T00:06:04.968 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-21T00:06:05.026 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_2 2024-05-21T00:06:05.078 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-21T00:06:05.078 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:06:05.078 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 6h/6d Inode: 653 Links: 1 2024-05-21T00:06:05.079 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:06:05.079 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:06:05.079 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-05-21 00:05:00.310500713 +0000 2024-05-21T00:06:05.079 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-05-20 23:58:45.464081610 +0000 2024-05-21T00:06:05.079 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-05-20 23:58:45.464081610 +0000 2024-05-21T00:06:05.079 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-05-20 23:58:45.464081610 +0000 2024-05-21T00:06:05.080 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-21T00:06:05.162 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2024-05-21T00:06:05.163 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2024-05-21T00:06:05.163 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.00039657 s, 1.3 MB/s 2024-05-21T00:06:05.165 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-21T00:06:05.223 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_3 2024-05-21T00:06:05.272 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-21T00:06:05.272 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:06:05.272 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 6h/6d Inode: 670 Links: 1 2024-05-21T00:06:05.272 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:06:05.272 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:06:05.272 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-05-21 00:05:00.411499885 +0000 2024-05-21T00:06:05.272 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-05-20 23:58:46.078076823 +0000 2024-05-21T00:06:05.272 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-05-20 23:58:46.078076823 +0000 2024-05-21T00:06:05.272 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-05-20 23:58:46.078076823 +0000 2024-05-21T00:06:05.272 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-21T00:06:05.350 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2024-05-21T00:06:05.351 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2024-05-21T00:06:05.351 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000485907 s, 1.1 MB/s 2024-05-21T00:06:05.354 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-21T00:06:05.412 DEBUG:teuthology.orchestra.run.smithi012:> stat /dev/vg_nvme/lv_4 2024-05-21T00:06:05.464 INFO:teuthology.orchestra.run.smithi012.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-21T00:06:05.464 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:06:05.464 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 6h/6d Inode: 688 Links: 1 2024-05-21T00:06:05.464 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:06:05.464 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:06:05.465 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-05-21 00:05:00.508499090 +0000 2024-05-21T00:06:05.465 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-05-20 23:58:46.695072013 +0000 2024-05-21T00:06:05.465 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-05-20 23:58:46.695072013 +0000 2024-05-21T00:06:05.465 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-05-20 23:58:46.695072013 +0000 2024-05-21T00:06:05.466 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-21T00:06:05.547 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records in 2024-05-21T00:06:05.548 INFO:teuthology.orchestra.run.smithi012.stderr:1+0 records out 2024-05-21T00:06:05.548 INFO:teuthology.orchestra.run.smithi012.stderr:512 bytes copied, 0.000367376 s, 1.4 MB/s 2024-05-21T00:06:05.552 DEBUG:teuthology.orchestra.run.smithi012:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-21T00:06:05.613 DEBUG:teuthology.orchestra.run.smithi060:> set -ex 2024-05-21T00:06:05.614 DEBUG:teuthology.orchestra.run.smithi060:> dd if=/scratch_devs of=/dev/stdout 2024-05-21T00:06:05.634 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-21T00:06:05.634 DEBUG:teuthology.orchestra.run.smithi060:> stat /dev/vg_nvme/lv_1 2024-05-21T00:06:05.692 INFO:teuthology.orchestra.run.smithi060.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-21T00:06:05.693 INFO:teuthology.orchestra.run.smithi060.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:06:05.693 INFO:teuthology.orchestra.run.smithi060.stdout:Device: 5h/5d Inode: 663 Links: 1 2024-05-21T00:06:05.693 INFO:teuthology.orchestra.run.smithi060.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:06:05.693 INFO:teuthology.orchestra.run.smithi060.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:06:05.693 INFO:teuthology.orchestra.run.smithi060.stdout:Access: 2024-05-21 00:05:52.099958524 +0000 2024-05-21T00:06:05.693 INFO:teuthology.orchestra.run.smithi060.stdout:Modify: 2024-05-20 23:57:54.536426558 +0000 2024-05-21T00:06:05.693 INFO:teuthology.orchestra.run.smithi060.stdout:Change: 2024-05-20 23:57:54.536426558 +0000 2024-05-21T00:06:05.693 INFO:teuthology.orchestra.run.smithi060.stdout: Birth: 2024-05-20 23:57:54.536426558 +0000 2024-05-21T00:06:05.693 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-21T00:06:05.760 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records in 2024-05-21T00:06:05.760 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records out 2024-05-21T00:06:05.760 INFO:teuthology.orchestra.run.smithi060.stderr:512 bytes copied, 0.000137895 s, 3.7 MB/s 2024-05-21T00:06:05.762 DEBUG:teuthology.orchestra.run.smithi060:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-21T00:06:05.821 DEBUG:teuthology.orchestra.run.smithi060:> stat /dev/vg_nvme/lv_2 2024-05-21T00:06:05.879 INFO:teuthology.orchestra.run.smithi060.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-21T00:06:05.880 INFO:teuthology.orchestra.run.smithi060.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:06:05.880 INFO:teuthology.orchestra.run.smithi060.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-05-21T00:06:05.880 INFO:teuthology.orchestra.run.smithi060.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:06:05.880 INFO:teuthology.orchestra.run.smithi060.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:06:05.880 INFO:teuthology.orchestra.run.smithi060.stdout:Access: 2024-05-21 00:05:52.099958524 +0000 2024-05-21T00:06:05.880 INFO:teuthology.orchestra.run.smithi060.stdout:Modify: 2024-05-20 23:57:54.866423471 +0000 2024-05-21T00:06:05.880 INFO:teuthology.orchestra.run.smithi060.stdout:Change: 2024-05-20 23:57:54.866423471 +0000 2024-05-21T00:06:05.880 INFO:teuthology.orchestra.run.smithi060.stdout: Birth: 2024-05-20 23:57:54.866423471 +0000 2024-05-21T00:06:05.880 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-21T00:06:05.947 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records in 2024-05-21T00:06:05.947 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records out 2024-05-21T00:06:05.947 INFO:teuthology.orchestra.run.smithi060.stderr:512 bytes copied, 0.000127371 s, 4.0 MB/s 2024-05-21T00:06:05.948 DEBUG:teuthology.orchestra.run.smithi060:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-21T00:06:06.007 DEBUG:teuthology.orchestra.run.smithi060:> stat /dev/vg_nvme/lv_3 2024-05-21T00:06:06.065 INFO:teuthology.orchestra.run.smithi060.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-21T00:06:06.065 INFO:teuthology.orchestra.run.smithi060.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:06:06.065 INFO:teuthology.orchestra.run.smithi060.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-05-21T00:06:06.065 INFO:teuthology.orchestra.run.smithi060.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:06:06.065 INFO:teuthology.orchestra.run.smithi060.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:06:06.065 INFO:teuthology.orchestra.run.smithi060.stdout:Access: 2024-05-21 00:05:52.099958524 +0000 2024-05-21T00:06:06.065 INFO:teuthology.orchestra.run.smithi060.stdout:Modify: 2024-05-20 23:57:55.195420393 +0000 2024-05-21T00:06:06.065 INFO:teuthology.orchestra.run.smithi060.stdout:Change: 2024-05-20 23:57:55.195420393 +0000 2024-05-21T00:06:06.065 INFO:teuthology.orchestra.run.smithi060.stdout: Birth: 2024-05-20 23:57:55.195420393 +0000 2024-05-21T00:06:06.066 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-21T00:06:06.118 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:05 smithi077 ceph-mon[36377]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi012=x;smithi060=y;smithi077=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:06:06.119 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:05 smithi077 ceph-mon[36377]: Saving service mgr spec with placement smithi012=x;smithi060=y;smithi077=z;count:3 2024-05-21T00:06:06.119 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:05 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:06.119 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:05 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:06.119 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:05 smithi077 ceph-mon[36377]: Reconfiguring mon.c (monmap changed)... 2024-05-21T00:06:06.119 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:05 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:06:06.119 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:05 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:06:06.119 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:05 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:06.119 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:05 smithi077 ceph-mon[36377]: Reconfiguring daemon mon.c on smithi077 2024-05-21T00:06:06.130 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:05 smithi060 ceph-mon[36426]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi012=x;smithi060=y;smithi077=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:06:06.130 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:05 smithi060 ceph-mon[36426]: Saving service mgr spec with placement smithi012=x;smithi060=y;smithi077=z;count:3 2024-05-21T00:06:06.130 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:05 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:06.130 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:05 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:06.130 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:05 smithi060 ceph-mon[36426]: Reconfiguring mon.c (monmap changed)... 2024-05-21T00:06:06.130 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:05 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:06:06.130 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:05 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:06:06.130 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:05 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:06.130 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:05 smithi060 ceph-mon[36426]: Reconfiguring daemon mon.c on smithi077 2024-05-21T00:06:06.132 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records in 2024-05-21T00:06:06.132 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records out 2024-05-21T00:06:06.132 INFO:teuthology.orchestra.run.smithi060.stderr:512 bytes copied, 0.000121775 s, 4.2 MB/s 2024-05-21T00:06:06.133 DEBUG:teuthology.orchestra.run.smithi060:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-21T00:06:06.191 DEBUG:teuthology.orchestra.run.smithi060:> stat /dev/vg_nvme/lv_4 2024-05-21T00:06:06.248 INFO:teuthology.orchestra.run.smithi060.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-21T00:06:06.248 INFO:teuthology.orchestra.run.smithi060.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:06:06.248 INFO:teuthology.orchestra.run.smithi060.stdout:Device: 5h/5d Inode: 720 Links: 1 2024-05-21T00:06:06.248 INFO:teuthology.orchestra.run.smithi060.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:06:06.248 INFO:teuthology.orchestra.run.smithi060.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:06:06.248 INFO:teuthology.orchestra.run.smithi060.stdout:Access: 2024-05-21 00:05:52.100958515 +0000 2024-05-21T00:06:06.248 INFO:teuthology.orchestra.run.smithi060.stdout:Modify: 2024-05-20 23:57:55.533417232 +0000 2024-05-21T00:06:06.248 INFO:teuthology.orchestra.run.smithi060.stdout:Change: 2024-05-20 23:57:55.533417232 +0000 2024-05-21T00:06:06.248 INFO:teuthology.orchestra.run.smithi060.stdout: Birth: 2024-05-20 23:57:55.533417232 +0000 2024-05-21T00:06:06.249 DEBUG:teuthology.orchestra.run.smithi060:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-21T00:06:06.310 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:05 smithi012 ceph-mon[31403]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi012=x;smithi060=y;smithi077=z", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:06:06.310 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:05 smithi012 ceph-mon[31403]: Saving service mgr spec with placement smithi012=x;smithi060=y;smithi077=z;count:3 2024-05-21T00:06:06.310 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:05 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:06.310 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:05 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:06.310 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:05 smithi012 ceph-mon[31403]: Reconfiguring mon.c (monmap changed)... 2024-05-21T00:06:06.310 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:05 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-21T00:06:06.310 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:05 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-21T00:06:06.310 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:05 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:06.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:05 smithi012 ceph-mon[31403]: Reconfiguring daemon mon.c on smithi077 2024-05-21T00:06:06.313 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records in 2024-05-21T00:06:06.313 INFO:teuthology.orchestra.run.smithi060.stderr:1+0 records out 2024-05-21T00:06:06.313 INFO:teuthology.orchestra.run.smithi060.stderr:512 bytes copied, 0.000105882 s, 4.8 MB/s 2024-05-21T00:06:06.315 DEBUG:teuthology.orchestra.run.smithi060:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-21T00:06:06.373 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-05-21T00:06:06.373 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/scratch_devs of=/dev/stdout 2024-05-21T00:06:06.391 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-21T00:06:06.391 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_1 2024-05-21T00:06:06.448 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-21T00:06:06.449 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:06:06.449 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-05-21T00:06:06.449 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:06:06.449 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:06:06.449 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-05-21 00:05:42.862816299 +0000 2024-05-21T00:06:06.449 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-05-20 23:57:56.956333642 +0000 2024-05-21T00:06:06.449 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-05-20 23:57:56.956333642 +0000 2024-05-21T00:06:06.449 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-05-20 23:57:56.956333642 +0000 2024-05-21T00:06:06.450 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-21T00:06:06.514 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-05-21T00:06:06.514 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-05-21T00:06:06.514 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000247144 s, 2.1 MB/s 2024-05-21T00:06:06.516 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-21T00:06:06.572 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_2 2024-05-21T00:06:06.627 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-21T00:06:06.627 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:06:06.627 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-05-21T00:06:06.627 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:06:06.627 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:06:06.627 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-05-21 00:05:42.863816279 +0000 2024-05-21T00:06:06.627 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-05-20 23:57:57.302326394 +0000 2024-05-21T00:06:06.627 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-05-20 23:57:57.302326394 +0000 2024-05-21T00:06:06.628 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-05-20 23:57:57.302326394 +0000 2024-05-21T00:06:06.628 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-21T00:06:06.691 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-05-21T00:06:06.692 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-05-21T00:06:06.692 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000222378 s, 2.3 MB/s 2024-05-21T00:06:06.693 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-21T00:06:06.749 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_3 2024-05-21T00:06:06.804 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-21T00:06:06.804 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:06:06.804 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-05-21T00:06:06.805 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:06:06.805 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:06:06.805 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-05-21 00:05:42.863816279 +0000 2024-05-21T00:06:06.805 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-05-20 23:57:57.630319522 +0000 2024-05-21T00:06:06.805 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-05-20 23:57:57.630319522 +0000 2024-05-21T00:06:06.805 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-05-20 23:57:57.630319522 +0000 2024-05-21T00:06:06.805 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-21T00:06:06.867 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-05-21T00:06:06.867 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-05-21T00:06:06.867 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000184107 s, 2.8 MB/s 2024-05-21T00:06:06.868 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-21T00:06:06.924 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_4 2024-05-21T00:06:06.980 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-21T00:06:06.980 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-21T00:06:06.980 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-05-21T00:06:06.980 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:06:06.980 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-05-21T00:06:06.980 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-05-21 00:05:42.864816258 +0000 2024-05-21T00:06:06.980 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-05-20 23:57:57.957312671 +0000 2024-05-21T00:06:06.980 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-05-20 23:57:57.957312671 +0000 2024-05-21T00:06:06.980 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-05-20 23:57:57.957312671 +0000 2024-05-21T00:06:06.981 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-21T00:06:07.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:06 smithi077 ceph-mon[36377]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:07.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:07.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:07.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:07.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:07.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:07.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:07.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:06:07.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T00:06:07.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:06:07.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:07.044 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-05-21T00:06:07.045 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-05-21T00:06:07.045 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.00018142 s, 2.8 MB/s 2024-05-21T00:06:07.046 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-21T00:06:07.102 INFO:tasks.cephadm:Deploying osd.0 on smithi012 with /dev/vg_nvme/lv_4... 2024-05-21T00:06:07.102 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-21T00:06:07.185 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:06 smithi012 ceph-mon[31403]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:07.185 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:07.185 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:07.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:07.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:07.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:07.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:07.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:06:07.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T00:06:07.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:06:07.186 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:07.220 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:06 smithi060 ceph-mon[36426]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:07.220 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:07.220 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:07.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:07.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:07.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:07.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:07.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:06:07.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T00:06:07.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:06:07.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:07.556 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:06:08.022 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:07 smithi012 ceph-mon[31403]: Deploying daemon mgr.z on smithi077 2024-05-21T00:06:08.184 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:07 smithi077 ceph-mon[36377]: Deploying daemon mgr.z on smithi077 2024-05-21T00:06:08.220 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:07 smithi060 ceph-mon[36426]: Deploying daemon mgr.z on smithi077 2024-05-21T00:06:09.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:08 smithi012 ceph-mon[31403]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:09.154 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:08 smithi077 ceph-mon[36377]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:09.154 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:09 smithi077 systemd[1]: Started Ceph mgr.z for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:06:09.220 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:08 smithi060 ceph-mon[36426]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:09.439 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:09 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:09.161+0000 7faac40a9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T00:06:09.439 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:09 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:09.346+0000 7faac40a9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:06:09.439 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:09 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:09.446+0000 7faac40a9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T00:06:10.022 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:09 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:09.757+0000 7faac40a9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T00:06:10.022 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:09 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:09.842+0000 7faac40a9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T00:06:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-21T00:06:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-21T00:06:10.359 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10+0 records in 2024-05-21T00:06:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:10+0 records out 2024-05-21T00:06:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.037947 s, 276 MB/s 2024-05-21T00:06:10.359 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping successful for: 2024-05-21T00:06:10.409 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:10.409 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:10.409 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:10.409 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:06:10.410 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T00:06:10.410 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:06:10.410 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:10.410 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:10 smithi012 ceph-mon[31403]: Deploying daemon mgr.y on smithi060 2024-05-21T00:06:10.410 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:10 smithi012 ceph-mon[31403]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:10.470 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:10.470 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:10.470 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:10.470 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:06:10.470 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T00:06:10.471 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:06:10.471 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:10.471 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:10 smithi060 ceph-mon[36426]: Deploying daemon mgr.y on smithi060 2024-05-21T00:06:10.471 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:10 smithi060 ceph-mon[36426]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:10.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:10.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:10.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:10.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:06:10.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-21T00:06:10.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:06:10.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:10.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:10 smithi077 ceph-mon[36377]: Deploying daemon mgr.y on smithi060 2024-05-21T00:06:10.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:10 smithi077 ceph-mon[36377]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:11.154 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi012:vg_nvme/lv_4 2024-05-21T00:06:11.220 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:11 smithi060 systemd[1]: Starting Ceph mgr.y for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:06:11.420 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:11.077+0000 7faac40a9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T00:06:11.420 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:11.253+0000 7faac40a9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T00:06:11.420 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:11.427+0000 7faac40a9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T00:06:11.576 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:11 smithi060 podman[37793]: 2024-05-21 00:06:11.322297302 +0000 UTC m=+0.091217910 container create 770b55d3997320bfee6a8c04a1b1c2beb55fcd621bbc372df427c88c22b0e5ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-05-21T00:06:11.576 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:11 smithi060 podman[37793]: 2024-05-21 00:06:11.248432213 +0000 UTC m=+0.017352842 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:06:11.576 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:11 smithi060 podman[37793]: 2024-05-21 00:06:11.509201309 +0000 UTC m=+0.278121913 container init 770b55d3997320bfee6a8c04a1b1c2beb55fcd621bbc372df427c88c22b0e5ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-05-21T00:06:11.577 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:11 smithi060 podman[37793]: 2024-05-21 00:06:11.512403212 +0000 UTC m=+0.281323822 container start 770b55d3997320bfee6a8c04a1b1c2beb55fcd621bbc372df427c88c22b0e5ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=) 2024-05-21T00:06:11.577 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:11 smithi060 ceph-mgr[37812]: -- 172.21.15.60:0/4030118111 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fc69bfc5a0 con 0x55fc69bd0800 2024-05-21T00:06:11.577 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:11 smithi060 bash[37793]: 770b55d3997320bfee6a8c04a1b1c2beb55fcd621bbc372df427c88c22b0e5ed 2024-05-21T00:06:11.616 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:06:11.853 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:11 smithi060 systemd[1]: Started Ceph mgr.y for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:06:11.853 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:11 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:11.667+0000 7f6032657200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-21T00:06:11.853 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:11 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:11.860+0000 7f6032657200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:06:12.018 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:11.723+0000 7faac40a9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T00:06:12.018 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:11.815+0000 7faac40a9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T00:06:12.018 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:12 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:12.025+0000 7faac40a9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T00:06:12.220 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:11 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:11.966+0000 7f6032657200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-21T00:06:12.272 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:12 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:12.229+0000 7faac40a9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:06:12.649 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:12 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:12.297+0000 7f6032657200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-21T00:06:12.649 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:12 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:12.387+0000 7f6032657200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-21T00:06:12.797 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:12 smithi012 ceph-mon[31403]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:12.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:12.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:12.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:12.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:12.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:12.798 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:12.951 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:12 smithi060 ceph-mon[36426]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:12.951 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:12.951 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:12.951 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:12.951 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:12.951 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:12.951 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:13.022 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:12 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:12.866+0000 7faac40a9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T00:06:13.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:12 smithi077 ceph-mon[36377]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:13.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:13.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:13.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:13.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:13.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:13.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:13.518 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:13 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:13.092+0000 7faac40a9200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T00:06:13.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.697+0000 7fca43200700 1 -- 172.21.15.12:0/3078813972 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca3c105150 msgr2=0x7fca3c10ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:13.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.697+0000 7fca43200700 1 --2- 172.21.15.12:0/3078813972 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca3c105150 0x7fca3c10ba00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fca3400b0d0 tx=0x7fca3400b3e0 comp rx=0 tx=0).stop 2024-05-21T00:06:13.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.697+0000 7fca43200700 1 -- 172.21.15.12:0/3078813972 shutdown_connections 2024-05-21T00:06:13.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.697+0000 7fca43200700 1 --2- 172.21.15.12:0/3078813972 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca3c105150 0x7fca3c10ba00 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:13.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.697+0000 7fca43200700 1 --2- 172.21.15.12:0/3078813972 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fca3c1035b0 0x7fca3c1039d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:13.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.697+0000 7fca43200700 1 --2- 172.21.15.12:0/3078813972 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fca3c1047b0 0x7fca3c104c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:13.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.697+0000 7fca43200700 1 -- 172.21.15.12:0/3078813972 >> 172.21.15.12:0/3078813972 conn(0x7fca3c0feb10 msgr2=0x7fca3c100f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:06:13.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.697+0000 7fca43200700 1 -- 172.21.15.12:0/3078813972 shutdown_connections 2024-05-21T00:06:13.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.697+0000 7fca43200700 1 -- 172.21.15.12:0/3078813972 wait complete. 2024-05-21T00:06:13.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.699+0000 7fca43200700 1 Processor -- start 2024-05-21T00:06:13.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.699+0000 7fca43200700 1 -- start start 2024-05-21T00:06:13.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.699+0000 7fca43200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fca3c1035b0 0x7fca3c19b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:13.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.699+0000 7fca43200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca3c1047b0 0x7fca3c19be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:13.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.699+0000 7fca43200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fca3c105150 0x7fca3c1a2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:13.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.699+0000 7fca43200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fca3c10f080 con 0x7fca3c1035b0 2024-05-21T00:06:13.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.699+0000 7fca43200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fca3c10ef00 con 0x7fca3c1047b0 2024-05-21T00:06:13.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.699+0000 7fca43200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fca3c10f200 con 0x7fca3c105150 2024-05-21T00:06:13.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.699+0000 7fca3b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca3c1047b0 0x7fca3c19be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:13.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.699+0000 7fca3b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca3c1047b0 0x7fca3c19be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:35836/0 (socket says 172.21.15.12:35836) 2024-05-21T00:06:13.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.699+0000 7fca41200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fca3c105150 0x7fca3c1a2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:13.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.699+0000 7fca3b400700 1 -- 172.21.15.12:0/5138405 learned_addr learned my addr 172.21.15.12:0/5138405 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:06:13.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.699+0000 7fca3be00700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fca3c1035b0 0x7fca3c19b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:13.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.700+0000 7fca41200700 1 -- 172.21.15.12:0/5138405 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca3c1047b0 msgr2=0x7fca3c19be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:13.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.700+0000 7fca41200700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca3c1047b0 0x7fca3c19be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:13.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.700+0000 7fca41200700 1 -- 172.21.15.12:0/5138405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fca3c1035b0 msgr2=0x7fca3c19b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:13.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.700+0000 7fca41200700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fca3c1035b0 0x7fca3c19b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:13.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.700+0000 7fca41200700 1 -- 172.21.15.12:0/5138405 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca3c1a3540 con 0x7fca3c105150 2024-05-21T00:06:13.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.700+0000 7fca3b400700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca3c1047b0 0x7fca3c19be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:06:13.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.700+0000 7fca41200700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fca3c105150 0x7fca3c1a2ea0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fca3400b770 tx=0x7fca34004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:06:13.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.701+0000 7fca38c00700 1 -- 172.21.15.12:0/5138405 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3401f070 con 0x7fca3c105150 2024-05-21T00:06:13.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.701+0000 7fca38c00700 1 -- 172.21.15.12:0/5138405 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fca34007b80 con 0x7fca3c105150 2024-05-21T00:06:13.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.701+0000 7fca43200700 1 -- 172.21.15.12:0/5138405 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca3c1a37d0 con 0x7fca3c105150 2024-05-21T00:06:13.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.701+0000 7fca38c00700 1 -- 172.21.15.12:0/5138405 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3401b690 con 0x7fca3c105150 2024-05-21T00:06:13.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.701+0000 7fca43200700 1 -- 172.21.15.12:0/5138405 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca3c1a3c20 con 0x7fca3c105150 2024-05-21T00:06:13.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.702+0000 7fca43200700 1 -- 172.21.15.12:0/5138405 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca3c06a230 con 0x7fca3c105150 2024-05-21T00:06:13.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.702+0000 7fca38c00700 1 -- 172.21.15.12:0/5138405 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 13) ==== 50278+0+0 (secure 0 0 0) 0x7fca34022070 con 0x7fca3c105150 2024-05-21T00:06:13.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.703+0000 7fca38c00700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fca2003e750 0x7fca20040c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:13.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.703+0000 7fca38c00700 1 -- 172.21.15.12:0/5138405 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fca340535f0 con 0x7fca3c105150 2024-05-21T00:06:13.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.703+0000 7fca3be00700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fca2003e750 0x7fca20040c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:13.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.704+0000 7fca3be00700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fca2003e750 0x7fca20040c10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fca3c104610 tx=0x7fca2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:06:13.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.708+0000 7fca38c00700 1 -- 172.21.15.12:0/5138405 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fca34023e50 con 0x7fca3c105150 2024-05-21T00:06:13.773 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:13 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:13.525+0000 7faac40a9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T00:06:13.773 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:13 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:13.624+0000 7faac40a9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T00:06:13.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:13.963+0000 7fca43200700 1 -- 172.21.15.12:0/5138405 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fca3c076e90 con 0x7fca2003e750 2024-05-21T00:06:13.970 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:13 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:13.706+0000 7f6032657200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-21T00:06:13.970 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:13 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:13.881+0000 7f6032657200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-21T00:06:14.268 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:13 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:13.988+0000 7faac40a9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T00:06:14.348 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:14 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:14.056+0000 7f6032657200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-21T00:06:14.348 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:14 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:14.354+0000 7f6032657200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-21T00:06:14.348 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.348 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.348 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.348 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.348 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:14.348 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:14.348 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.349 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:14.349 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: Reconfiguring mgr.x (unknown last config time)... 2024-05-21T00:06:14.349 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:06:14.349 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:06:14.349 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:14.349 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: Reconfiguring daemon mgr.x on smithi012 2024-05-21T00:06:14.349 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:06:14.349 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:06:14.349 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:14.522 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:14.342+0000 7faac40a9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T00:06:14.523 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:14.434+0000 7faac40a9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T00:06:14.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:14.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:14.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:14.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: Reconfiguring mgr.x (unknown last config time)... 2024-05-21T00:06:14.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:06:14.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:06:14.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:14.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: Reconfiguring daemon mgr.x on smithi012 2024-05-21T00:06:14.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:06:14.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:06:14.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:14.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:14.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:14.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:14.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:14.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: Reconfiguring mgr.x (unknown last config time)... 2024-05-21T00:06:14.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-21T00:06:14.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-21T00:06:14.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:14.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: Reconfiguring daemon mgr.x on smithi012 2024-05-21T00:06:14.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:06:14.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:06:14.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:14.652 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:14 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:14.449+0000 7f6032657200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-21T00:06:14.652 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:14 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:14.659+0000 7f6032657200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-21T00:06:14.970 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:14 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:14.857+0000 7f6032657200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-21T00:06:15.022 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:14.674+0000 7faac40a9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T00:06:15.023 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:14.806+0000 7faac40a9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T00:06:15.023 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:14.899+0000 7faac40a9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T00:06:15.438 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:15 smithi012 ceph-mon[31403]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:06:15.522 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:15 smithi077 ceph-mon[36377]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:06:15.523 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:15 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:15.220+0000 7faac40a9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T00:06:15.523 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:15 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:15.311+0000 7faac40a9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T00:06:15.703 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:15 smithi060 ceph-mon[36426]: from='client.24121 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:06:15.704 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:15 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:15.483+0000 7f6032657200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-21T00:06:15.704 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:15 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:15.710+0000 7f6032657200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-21T00:06:16.273 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:15 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:15.913+0000 7faac40a9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T00:06:16.273 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:06:16 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z[38229]: 2024-05-21T00:06:16.127+0000 7faac40a9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T00:06:16.470 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:16 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:16.146+0000 7f6032657200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-21T00:06:16.470 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:16 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:16.245+0000 7f6032657200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-21T00:06:16.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:16.636+0000 7fca38c00700 1 -- 172.21.15.12:0/5138405 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mgrmap(e 14) ==== 99937+0+0 (secure 0 0 0) 0x7fca34023aa0 con 0x7fca3c105150 2024-05-21T00:06:16.661 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:16 smithi012 ceph-mon[31403]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:16.661 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:16.661 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:16.661 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:16.662 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:16.662 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:16.662 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:16.662 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:16 smithi012 ceph-mon[31403]: from='mgr.? 172.21.15.77:0/477004603' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-21T00:06:16.662 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:16 smithi012 ceph-mon[31403]: from='mgr.? 172.21.15.77:0/477004603' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T00:06:16.662 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:16 smithi012 ceph-mon[31403]: Standby manager daemon z started 2024-05-21T00:06:16.662 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:16 smithi012 ceph-mon[31403]: from='mgr.? 172.21.15.77:0/477004603' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-21T00:06:16.662 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:16 smithi012 ceph-mon[31403]: from='mgr.? 172.21.15.77:0/477004603' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T00:06:16.970 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:16 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:16.626+0000 7f6032657200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-21T00:06:16.970 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:16 smithi060 ceph-mon[36426]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:16.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:16.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:16.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:16.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:16.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:16.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:16.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:16 smithi060 ceph-mon[36426]: from='mgr.? 172.21.15.77:0/477004603' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-21T00:06:16.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:16 smithi060 ceph-mon[36426]: from='mgr.? 172.21.15.77:0/477004603' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T00:06:16.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:16 smithi060 ceph-mon[36426]: Standby manager daemon z started 2024-05-21T00:06:16.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:16 smithi060 ceph-mon[36426]: from='mgr.? 172.21.15.77:0/477004603' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-21T00:06:16.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:16 smithi060 ceph-mon[36426]: from='mgr.? 172.21.15.77:0/477004603' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T00:06:17.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:16 smithi077 ceph-mon[36377]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:17.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:17.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:17.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:17.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:17.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:17.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:17.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:16 smithi077 ceph-mon[36377]: from='mgr.? 172.21.15.77:0/477004603' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-05-21T00:06:17.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:16 smithi077 ceph-mon[36377]: from='mgr.? 172.21.15.77:0/477004603' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T00:06:17.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:16 smithi077 ceph-mon[36377]: Standby manager daemon z started 2024-05-21T00:06:17.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:16 smithi077 ceph-mon[36377]: from='mgr.? 172.21.15.77:0/477004603' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-05-21T00:06:17.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:16 smithi077 ceph-mon[36377]: from='mgr.? 172.21.15.77:0/477004603' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T00:06:17.333 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:16 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:16.995+0000 7f6032657200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-21T00:06:17.333 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:17 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:17.090+0000 7f6032657200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-21T00:06:17.633 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:17 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:17.340+0000 7f6032657200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-21T00:06:17.633 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:17 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:17.477+0000 7f6032657200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-21T00:06:17.633 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:17 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:17.575+0000 7f6032657200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-21T00:06:17.904 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:17 smithi060 ceph-mon[36426]: mgrmap e14: x(active, since 89s), standbys: z 2024-05-21T00:06:17.904 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:17 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-21T00:06:18.022 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:17 smithi077 ceph-mon[36377]: mgrmap e14: x(active, since 89s), standbys: z 2024-05-21T00:06:18.022 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:17 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-21T00:06:18.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:17 smithi012 ceph-mon[31403]: mgrmap e14: x(active, since 89s), standbys: z 2024-05-21T00:06:18.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:17 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-05-21T00:06:18.220 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:17 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:17.910+0000 7f6032657200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-21T00:06:18.220 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:18 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:18.005+0000 7f6032657200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-21T00:06:18.970 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:18 smithi060 ceph-mon[36426]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:18.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:18 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/273093582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb262230-57ca-4f86-9c2b-480a80166146"}]: dispatch 2024-05-21T00:06:18.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:18 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb262230-57ca-4f86-9c2b-480a80166146"}]: dispatch 2024-05-21T00:06:18.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:18 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eb262230-57ca-4f86-9c2b-480a80166146"}]': finished 2024-05-21T00:06:18.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:18 smithi060 ceph-mon[36426]: osdmap e5: 1 total, 0 up, 1 in 2024-05-21T00:06:18.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:18 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:18.971 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:18 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:18.630+0000 7f6032657200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-21T00:06:18.971 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:06:18 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y[37808]: 2024-05-21T00:06:18.854+0000 7f6032657200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-21T00:06:19.022 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:18 smithi077 ceph-mon[36377]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:19.022 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:18 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/273093582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb262230-57ca-4f86-9c2b-480a80166146"}]: dispatch 2024-05-21T00:06:19.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:18 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb262230-57ca-4f86-9c2b-480a80166146"}]: dispatch 2024-05-21T00:06:19.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:18 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eb262230-57ca-4f86-9c2b-480a80166146"}]': finished 2024-05-21T00:06:19.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:18 smithi077 ceph-mon[36377]: osdmap e5: 1 total, 0 up, 1 in 2024-05-21T00:06:19.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:18 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:19.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:18 smithi012 ceph-mon[31403]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:19.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:18 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/273093582' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb262230-57ca-4f86-9c2b-480a80166146"}]: dispatch 2024-05-21T00:06:19.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:18 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "eb262230-57ca-4f86-9c2b-480a80166146"}]: dispatch 2024-05-21T00:06:19.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:18 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "eb262230-57ca-4f86-9c2b-480a80166146"}]': finished 2024-05-21T00:06:19.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:18 smithi012 ceph-mon[31403]: osdmap e5: 1 total, 0 up, 1 in 2024-05-21T00:06:19.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:18 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:19.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:19.749+0000 7fca38c00700 1 -- 172.21.15.12:0/5138405 <== mon.1 v2:172.21.15.77:3300/0 8 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7fca34048650 con 0x7fca3c105150 2024-05-21T00:06:20.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:19 smithi077 ceph-mon[36377]: from='mgr.? 172.21.15.60:0/2534206917' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-21T00:06:20.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:19 smithi077 ceph-mon[36377]: from='mgr.? 172.21.15.60:0/2534206917' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T00:06:20.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:19 smithi077 ceph-mon[36377]: Standby manager daemon y started 2024-05-21T00:06:20.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:19 smithi077 ceph-mon[36377]: from='mgr.? 172.21.15.60:0/2534206917' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-21T00:06:20.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:19 smithi077 ceph-mon[36377]: from='mgr.? 172.21.15.60:0/2534206917' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T00:06:20.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:19 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3464679269' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:06:20.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:19 smithi012 ceph-mon[31403]: from='mgr.? 172.21.15.60:0/2534206917' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-21T00:06:20.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:19 smithi012 ceph-mon[31403]: from='mgr.? 172.21.15.60:0/2534206917' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T00:06:20.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:19 smithi012 ceph-mon[31403]: Standby manager daemon y started 2024-05-21T00:06:20.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:19 smithi012 ceph-mon[31403]: from='mgr.? 172.21.15.60:0/2534206917' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-21T00:06:20.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:19 smithi012 ceph-mon[31403]: from='mgr.? 172.21.15.60:0/2534206917' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T00:06:20.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:19 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3464679269' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:06:20.220 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:19 smithi060 ceph-mon[36426]: from='mgr.? 172.21.15.60:0/2534206917' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-21T00:06:20.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:19 smithi060 ceph-mon[36426]: from='mgr.? 172.21.15.60:0/2534206917' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-21T00:06:20.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:19 smithi060 ceph-mon[36426]: Standby manager daemon y started 2024-05-21T00:06:20.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:19 smithi060 ceph-mon[36426]: from='mgr.? 172.21.15.60:0/2534206917' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-21T00:06:20.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:19 smithi060 ceph-mon[36426]: from='mgr.? 172.21.15.60:0/2534206917' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-21T00:06:20.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:19 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3464679269' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:06:21.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:20 smithi077 ceph-mon[36377]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:21.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:20 smithi077 ceph-mon[36377]: mgrmap e15: x(active, since 92s), standbys: z, y 2024-05-21T00:06:21.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-21T00:06:21.042 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:20 smithi012 ceph-mon[31403]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:21.042 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:20 smithi012 ceph-mon[31403]: mgrmap e15: x(active, since 92s), standbys: z, y 2024-05-21T00:06:21.042 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-21T00:06:21.220 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:20 smithi060 ceph-mon[36426]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:21.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:20 smithi060 ceph-mon[36426]: mgrmap e15: x(active, since 92s), standbys: z, y 2024-05-21T00:06:21.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-21T00:06:23.022 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:22 smithi077 ceph-mon[36377]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:23.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:22 smithi012 ceph-mon[31403]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:23.220 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:22 smithi060 ceph-mon[36426]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:25.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:24 smithi077 ceph-mon[36377]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:25.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:24 smithi012 ceph-mon[31403]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:25.220 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:24 smithi060 ceph-mon[36426]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:26.945 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:26 smithi012 ceph-mon[31403]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:27.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:26 smithi077 ceph-mon[36377]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:27.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:26 smithi060 ceph-mon[36426]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:29.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:28 smithi077 ceph-mon[36377]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:29.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-21T00:06:29.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:29.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:28 smithi012 ceph-mon[31403]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:29.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-21T00:06:29.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:29.220 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:28 smithi060 ceph-mon[36426]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:29.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-21T00:06:29.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:29.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:29 smithi012 ceph-mon[31403]: Deploying daemon osd.0 on smithi012 2024-05-21T00:06:30.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:29 smithi077 ceph-mon[36377]: Deploying daemon osd.0 on smithi012 2024-05-21T00:06:30.220 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:29 smithi060 ceph-mon[36426]: Deploying daemon osd.0 on smithi012 2024-05-21T00:06:31.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:30 smithi077 ceph-mon[36377]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:31.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:30 smithi012 ceph-mon[31403]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:31.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:30 smithi060 ceph-mon[36426]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:32.993 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:32 smithi012 ceph-mon[31403]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:33.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:32 smithi077 ceph-mon[36377]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:33.220 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:32 smithi060 ceph-mon[36426]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:35.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:34 smithi012 ceph-mon[31403]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:35.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:34 smithi060 ceph-mon[36426]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:35.273 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:34 smithi077 ceph-mon[36377]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:37.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:36 smithi012 ceph-mon[31403]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:37.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:37.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:37.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:37.220 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:36 smithi060 ceph-mon[36426]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:37.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:37.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:37.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:37.273 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:36 smithi077 ceph-mon[36377]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:37.273 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:37.273 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:37.273 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:39.040 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:38 smithi060 ceph-mon[36426]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:39.060 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:38 smithi012 ceph-mon[31403]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:39.273 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:38 smithi077 ceph-mon[36377]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:40.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:40 smithi060 ceph-mon[36426]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:40.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:40 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:40.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:40 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:40.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:40 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:40.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:40 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:40.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:40 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:40.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:40 smithi077 ceph-mon[36377]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:40.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:40 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:40.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:40 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:40.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:40 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:40.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:40 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:40.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:40 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:40.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:40 smithi012 ceph-mon[31403]: pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:40.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:40 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:40.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:40 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:40.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:40 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:40.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:40 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:40.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:40 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:41.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:41.458+0000 7fca38c00700 1 -- 172.21.15.12:0/5138405 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fca3c076e90 con 0x7fca2003e750 2024-05-21T00:06:41.454 INFO:teuthology.orchestra.run.smithi012.stdout:Created osd(s) 0 on host 'smithi012' 2024-05-21T00:06:41.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:41.462+0000 7fca43200700 1 -- 172.21.15.12:0/5138405 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fca2003e750 msgr2=0x7fca20040c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:41.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:41.462+0000 7fca43200700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fca2003e750 0x7fca20040c10 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fca3c104610 tx=0x7fca2c009260 comp rx=0 tx=0).stop 2024-05-21T00:06:41.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:41.462+0000 7fca43200700 1 -- 172.21.15.12:0/5138405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fca3c105150 msgr2=0x7fca3c1a2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:41.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:41.462+0000 7fca43200700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fca3c105150 0x7fca3c1a2ea0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fca3400b770 tx=0x7fca34004c80 comp rx=0 tx=0).stop 2024-05-21T00:06:41.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:41.462+0000 7fca43200700 1 -- 172.21.15.12:0/5138405 shutdown_connections 2024-05-21T00:06:41.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:41.462+0000 7fca43200700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fca3c105150 0x7fca3c1a2ea0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:41.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:41.462+0000 7fca43200700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fca2003e750 0x7fca20040c10 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:41.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:41.462+0000 7fca43200700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fca3c1035b0 0x7fca3c19b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:41.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:41.462+0000 7fca43200700 1 --2- 172.21.15.12:0/5138405 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fca3c1047b0 0x7fca3c19be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:41.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:41.462+0000 7fca43200700 1 -- 172.21.15.12:0/5138405 >> 172.21.15.12:0/5138405 conn(0x7fca3c0feb10 msgr2=0x7fca3c075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:06:41.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:41.462+0000 7fca43200700 1 -- 172.21.15.12:0/5138405 shutdown_connections 2024-05-21T00:06:41.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:06:41.462+0000 7fca43200700 1 -- 172.21.15.12:0/5138405 wait complete. 2024-05-21T00:06:41.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:41 smithi077 ceph-mon[36377]: from='osd.0 [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T00:06:41.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:41 smithi077 ceph-mon[36377]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T00:06:41.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:41 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:41.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:41 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:41.523 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:41 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:41.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:41 smithi060 ceph-mon[36426]: from='osd.0 [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T00:06:41.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:41 smithi060 ceph-mon[36426]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T00:06:41.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:41 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:41.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:41 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:41.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:41 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:41.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:41 smithi012 ceph-mon[31403]: from='osd.0 [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T00:06:41.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:41 smithi012 ceph-mon[31403]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-21T00:06:41.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:41 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:41.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:41 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:41.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:41 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:06:42.411 DEBUG:teuthology.orchestra.run.smithi012:osd.0> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.0.service 2024-05-21T00:06:42.417 INFO:tasks.cephadm:Deploying osd.1 on smithi060 with /dev/vg_nvme/lv_4... 2024-05-21T00:06:42.417 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-21T00:06:42.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:42 smithi012 ceph-mon[31403]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:42.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:42 smithi012 ceph-mon[31403]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-21T00:06:42.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:42 smithi012 ceph-mon[31403]: from='osd.0 [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:06:42.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:42 smithi012 ceph-mon[31403]: osdmap e6: 1 total, 0 up, 1 in 2024-05-21T00:06:42.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:42 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:42.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:42 smithi012 ceph-mon[31403]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:06:42.672 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:06:42.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:42 smithi060 ceph-mon[36426]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:42.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:42 smithi060 ceph-mon[36426]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-21T00:06:42.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:42 smithi060 ceph-mon[36426]: from='osd.0 [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:06:42.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:42 smithi060 ceph-mon[36426]: osdmap e6: 1 total, 0 up, 1 in 2024-05-21T00:06:42.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:42 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:42.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:42 smithi060 ceph-mon[36426]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:06:42.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:42 smithi077 ceph-mon[36377]: pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:42.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:42 smithi077 ceph-mon[36377]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-21T00:06:42.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:42 smithi077 ceph-mon[36377]: from='osd.0 [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:06:42.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:42 smithi077 ceph-mon[36377]: osdmap e6: 1 total, 0 up, 1 in 2024-05-21T00:06:42.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:42 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:42.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:42 smithi077 ceph-mon[36377]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:06:43.712 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:43 smithi060 ceph-mon[36426]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-05-21T00:06:43.712 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:43 smithi060 ceph-mon[36426]: osdmap e7: 1 total, 0 up, 1 in 2024-05-21T00:06:43.712 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:43 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:43.712 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:43 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:43 smithi077 ceph-mon[36377]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-05-21T00:06:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:43 smithi077 ceph-mon[36377]: osdmap e7: 1 total, 0 up, 1 in 2024-05-21T00:06:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:43.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:43.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:43 smithi012 ceph-mon[31403]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-05-21T00:06:43.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:43 smithi012 ceph-mon[31403]: osdmap e7: 1 total, 0 up, 1 in 2024-05-21T00:06:43.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:43 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:43.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:43 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:44.333 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-21T00:06:44.333 INFO:teuthology.orchestra.run.smithi060.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-21T00:06:44.333 INFO:teuthology.orchestra.run.smithi060.stderr: stderr: 10+0 records in 2024-05-21T00:06:44.333 INFO:teuthology.orchestra.run.smithi060.stderr:10+0 records out 2024-05-21T00:06:44.333 INFO:teuthology.orchestra.run.smithi060.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00848145 s, 1.2 GB/s 2024-05-21T00:06:44.333 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping successful for: 2024-05-21T00:06:44.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:44 smithi060 ceph-mon[36426]: purged_snaps scrub starts 2024-05-21T00:06:44.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:44 smithi060 ceph-mon[36426]: purged_snaps scrub ok 2024-05-21T00:06:44.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:44 smithi060 ceph-mon[36426]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:44.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:44 smithi060 ceph-mon[36426]: osd.0 [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069] boot 2024-05-21T00:06:44.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:44 smithi060 ceph-mon[36426]: osdmap e8: 1 total, 1 up, 1 in 2024-05-21T00:06:44.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:44 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:44.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:44 smithi077 ceph-mon[36377]: purged_snaps scrub starts 2024-05-21T00:06:44.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:44 smithi077 ceph-mon[36377]: purged_snaps scrub ok 2024-05-21T00:06:44.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:44 smithi077 ceph-mon[36377]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:44.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:44 smithi077 ceph-mon[36377]: osd.0 [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069] boot 2024-05-21T00:06:44.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:44 smithi077 ceph-mon[36377]: osdmap e8: 1 total, 1 up, 1 in 2024-05-21T00:06:44.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:44 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:44.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:44 smithi012 ceph-mon[31403]: purged_snaps scrub starts 2024-05-21T00:06:44.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:44 smithi012 ceph-mon[31403]: purged_snaps scrub ok 2024-05-21T00:06:44.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:44 smithi012 ceph-mon[31403]: pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-21T00:06:44.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:44 smithi012 ceph-mon[31403]: osd.0 [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069] boot 2024-05-21T00:06:44.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:44 smithi012 ceph-mon[31403]: osdmap e8: 1 total, 1 up, 1 in 2024-05-21T00:06:44.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:44 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-21T00:06:44.923 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi060:vg_nvme/lv_4 2024-05-21T00:06:45.164 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:06:45.604 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:45 smithi060 ceph-mon[36426]: osdmap e9: 1 total, 1 up, 1 in 2024-05-21T00:06:45.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:45 smithi077 ceph-mon[36377]: osdmap e9: 1 total, 1 up, 1 in 2024-05-21T00:06:45.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:45 smithi012 ceph-mon[31403]: osdmap e9: 1 total, 1 up, 1 in 2024-05-21T00:06:46.644 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:46 smithi060 ceph-mon[36426]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:46.672 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.676+0000 7f76cb8a3700 1 -- 172.21.15.60:0/869992337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76c4104040 msgr2=0x7f76c410a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:46.672 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.676+0000 7f76cb8a3700 1 --2- 172.21.15.60:0/869992337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76c4104040 0x7f76c410a8f0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f76bc00b0d0 tx=0x7f76bc00b3e0 comp rx=0 tx=0).stop 2024-05-21T00:06:46.672 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.676+0000 7f76cb8a3700 1 -- 172.21.15.60:0/869992337 shutdown_connections 2024-05-21T00:06:46.672 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.676+0000 7f76cb8a3700 1 --2- 172.21.15.60:0/869992337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76c4104040 0x7f76c410a8f0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:46.673 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.676+0000 7f76cb8a3700 1 --2- 172.21.15.60:0/869992337 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f76c41024a0 0x7f76c41028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:46.673 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.676+0000 7f76cb8a3700 1 --2- 172.21.15.60:0/869992337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76c41036a0 0x7f76c4103b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:46.673 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.676+0000 7f76cb8a3700 1 -- 172.21.15.60:0/869992337 >> 172.21.15.60:0/869992337 conn(0x7f76c40fda60 msgr2=0x7f76c40ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:06:46.673 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.676+0000 7f76cb8a3700 1 -- 172.21.15.60:0/869992337 shutdown_connections 2024-05-21T00:06:46.673 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.676+0000 7f76cb8a3700 1 -- 172.21.15.60:0/869992337 wait complete. 2024-05-21T00:06:46.673 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76cb8a3700 1 Processor -- start 2024-05-21T00:06:46.673 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76cb8a3700 1 -- start start 2024-05-21T00:06:46.673 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76cb8a3700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76c41024a0 0x7f76c41063e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:46.673 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76cb8a3700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76c41036a0 0x7f76c4104a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:46.673 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76cb8a3700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f76c4104040 0x7f76c4104fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:46.673 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76cb8a3700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f76c410dfe0 con 0x7f76c4104040 2024-05-21T00:06:46.673 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76cb8a3700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f76c410de60 con 0x7f76c41036a0 2024-05-21T00:06:46.673 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76cb8a3700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f76c410e160 con 0x7f76c41024a0 2024-05-21T00:06:46.674 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76c8e3e700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76c41036a0 0x7f76c4104a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:46.674 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76c8e3e700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76c41036a0 0x7f76c4104a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.60:40386/0 (socket says 172.21.15.60:40386) 2024-05-21T00:06:46.674 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76c8e3e700 1 -- 172.21.15.60:0/1657889796 learned_addr learned my addr 172.21.15.60:0/1657889796 (peer_addr_for_me v2:172.21.15.60:0/0) 2024-05-21T00:06:46.674 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76c963f700 1 --2- 172.21.15.60:0/1657889796 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76c41024a0 0x7f76c41063e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:46.674 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76c8e3e700 1 -- 172.21.15.60:0/1657889796 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76c41024a0 msgr2=0x7f76c41063e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:46.674 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76c8e3e700 1 --2- 172.21.15.60:0/1657889796 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76c41024a0 0x7f76c41063e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:46.674 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76c8e3e700 1 -- 172.21.15.60:0/1657889796 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f76c4104040 msgr2=0x7f76c4104fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:06:46.674 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76c8e3e700 1 --2- 172.21.15.60:0/1657889796 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f76c4104040 0x7f76c4104fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:06:46.674 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.677+0000 7f76c8e3e700 1 -- 172.21.15.60:0/1657889796 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76c4105890 con 0x7f76c41036a0 2024-05-21T00:06:46.674 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.678+0000 7f76c8e3e700 1 --2- 172.21.15.60:0/1657889796 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76c41036a0 0x7f76c4104a80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f76b400c970 tx=0x7f76b400cd30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:06:46.674 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.678+0000 7f76ba7fc700 1 -- 172.21.15.60:0/1657889796 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76b4007aa0 con 0x7f76c41036a0 2024-05-21T00:06:46.674 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.678+0000 7f76cb8a3700 1 -- 172.21.15.60:0/1657889796 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76c41a38b0 con 0x7f76c41036a0 2024-05-21T00:06:46.674 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.678+0000 7f76ba7fc700 1 -- 172.21.15.60:0/1657889796 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f76b4004ce0 con 0x7f76c41036a0 2024-05-21T00:06:46.675 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.678+0000 7f76ba7fc700 1 -- 172.21.15.60:0/1657889796 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76b40055c0 con 0x7f76c41036a0 2024-05-21T00:06:46.675 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.678+0000 7f76cb8a3700 1 -- 172.21.15.60:0/1657889796 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76c41a3e40 con 0x7f76c41036a0 2024-05-21T00:06:46.675 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.679+0000 7f76cb8a3700 1 -- 172.21.15.60:0/1657889796 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76c406a230 con 0x7f76c41036a0 2024-05-21T00:06:46.676 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.680+0000 7f76ba7fc700 1 -- 172.21.15.60:0/1657889796 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f76b4007c40 con 0x7f76c41036a0 2024-05-21T00:06:46.676 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.681+0000 7f76ba7fc700 1 --2- 172.21.15.60:0/1657889796 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f76b00b27f0 0x7f76b00b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:06:46.676 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.681+0000 7f76ba7fc700 1 -- 172.21.15.60:0/1657889796 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7f76b40e08c0 con 0x7f76c41036a0 2024-05-21T00:06:46.676 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.681+0000 7f76c963f700 1 --2- 172.21.15.60:0/1657889796 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f76b00b27f0 0x7f76b00b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:06:46.676 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.682+0000 7f76c963f700 1 --2- 172.21.15.60:0/1657889796 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f76b00b27f0 0x7f76b00b4cb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f76c0006fd0 tx=0x7f76c0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:06:46.678 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.685+0000 7f76ba7fc700 1 -- 172.21.15.60:0/1657889796 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f76b40aa170 con 0x7f76c41036a0 2024-05-21T00:06:46.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:46 smithi077 ceph-mon[36377]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:46.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:46 smithi012 ceph-mon[31403]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:46.904 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:06:46.910+0000 7f76cb8a3700 1 -- 172.21.15.60:0/1657889796 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f76c40ffbe0 con 0x7f76b00b27f0 2024-05-21T00:06:47.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:47 smithi012 ceph-mon[31403]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:06:47.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:06:47.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:06:47.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:47.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:47.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:47.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:06:47.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:47.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:47.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:47.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:47.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:47 smithi077 ceph-mon[36377]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:06:47.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:06:47.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:06:47.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:47.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:47.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:47.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:06:47.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:47.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:47.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:47.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:47.814 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:47 smithi060 ceph-mon[36426]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:06:47.814 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:06:47.814 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:06:47.814 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:47.814 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:47.814 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:47.814 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:06:47.814 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:47.815 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:47.815 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:06:47.815 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:06:48.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:48 smithi060 ceph-mon[36426]: Detected new or changed devices on smithi012 2024-05-21T00:06:48.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:48 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi012 to 17094M 2024-05-21T00:06:48.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:48 smithi060 ceph-mon[36426]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:48.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:48 smithi077 ceph-mon[36377]: Detected new or changed devices on smithi012 2024-05-21T00:06:48.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:48 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi012 to 17094M 2024-05-21T00:06:48.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:48 smithi077 ceph-mon[36377]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:48.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:48 smithi012 ceph-mon[31403]: Detected new or changed devices on smithi012 2024-05-21T00:06:48.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:48 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi012 to 17094M 2024-05-21T00:06:48.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:48 smithi012 ceph-mon[31403]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:50.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:50 smithi077 ceph-mon[36377]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:50.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:50 smithi077 ceph-mon[36377]: from='client.? 172.21.15.60:0/1613050502' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a47cb31-071b-46be-9a26-4a6312ddaaca"}]: dispatch 2024-05-21T00:06:50.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:50 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a47cb31-071b-46be-9a26-4a6312ddaaca"}]: dispatch 2024-05-21T00:06:50.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:50 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4a47cb31-071b-46be-9a26-4a6312ddaaca"}]': finished 2024-05-21T00:06:50.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:50 smithi077 ceph-mon[36377]: osdmap e10: 2 total, 1 up, 2 in 2024-05-21T00:06:50.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:50 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:06:50.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:50 smithi077 ceph-mon[36377]: from='client.? 172.21.15.60:0/484136669' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:06:50.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:50 smithi012 ceph-mon[31403]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:50.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:50 smithi012 ceph-mon[31403]: from='client.? 172.21.15.60:0/1613050502' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a47cb31-071b-46be-9a26-4a6312ddaaca"}]: dispatch 2024-05-21T00:06:50.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:50 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a47cb31-071b-46be-9a26-4a6312ddaaca"}]: dispatch 2024-05-21T00:06:50.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:50 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4a47cb31-071b-46be-9a26-4a6312ddaaca"}]': finished 2024-05-21T00:06:50.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:50 smithi012 ceph-mon[31403]: osdmap e10: 2 total, 1 up, 2 in 2024-05-21T00:06:50.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:50 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:06:50.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:50 smithi012 ceph-mon[31403]: from='client.? 172.21.15.60:0/484136669' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:06:50.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:50 smithi060 ceph-mon[36426]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:50.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:50 smithi060 ceph-mon[36426]: from='client.? 172.21.15.60:0/1613050502' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a47cb31-071b-46be-9a26-4a6312ddaaca"}]: dispatch 2024-05-21T00:06:50.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:50 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4a47cb31-071b-46be-9a26-4a6312ddaaca"}]: dispatch 2024-05-21T00:06:50.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:50 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4a47cb31-071b-46be-9a26-4a6312ddaaca"}]': finished 2024-05-21T00:06:50.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:50 smithi060 ceph-mon[36426]: osdmap e10: 2 total, 1 up, 2 in 2024-05-21T00:06:50.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:50 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:06:50.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:50 smithi060 ceph-mon[36426]: from='client.? 172.21.15.60:0/484136669' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:06:52.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:52 smithi012 ceph-mon[31403]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:52.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:52 smithi077 ceph-mon[36377]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:52.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:52 smithi060 ceph-mon[36426]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:54.702 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:54 smithi060 ceph-mon[36426]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:54.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:54 smithi077 ceph-mon[36377]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:54.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:54 smithi012 ceph-mon[31403]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:56.639 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:56 smithi060 ceph-mon[36426]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:56.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:56 smithi077 ceph-mon[36377]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:56.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:56 smithi012 ceph-mon[31403]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:57.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-21T00:06:57.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:57.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:57 smithi012 ceph-mon[31403]: Deploying daemon osd.1 on smithi060 2024-05-21T00:06:57.817 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-21T00:06:57.817 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:57.817 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:57 smithi060 ceph-mon[36426]: Deploying daemon osd.1 on smithi060 2024-05-21T00:06:58.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-21T00:06:58.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:06:58.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:57 smithi077 ceph-mon[36377]: Deploying daemon osd.1 on smithi060 2024-05-21T00:06:58.705 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:06:58 smithi060 ceph-mon[36426]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:58.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:06:58 smithi012 ceph-mon[31403]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:06:59.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:06:58 smithi077 ceph-mon[36377]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:00.716 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:00 smithi060 ceph-mon[36426]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:00.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:00 smithi012 ceph-mon[31403]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:00.825 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:00 smithi077 ceph-mon[36377]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:02.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:02 smithi012 ceph-mon[31403]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:02.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:02 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:02.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:02 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:02.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:02 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:07:02.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:02 smithi060 ceph-mon[36426]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:02.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:02 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:02.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:02 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:02.971 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:02 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:07:03.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:02 smithi077 ceph-mon[36377]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:03.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:02 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:03.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:02 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:03.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:02 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:07:04.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:04 smithi012 ceph-mon[31403]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:04.845 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:04 smithi060 ceph-mon[36426]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:05.023 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:04 smithi077 ceph-mon[36377]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:05.947 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:07:05.953+0000 7f76ba7fc700 1 -- 172.21.15.60:0/1657889796 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f76c40ffbe0 con 0x7f76b00b27f0 2024-05-21T00:07:05.947 INFO:teuthology.orchestra.run.smithi060.stdout:Created osd(s) 1 on host 'smithi060' 2024-05-21T00:07:05.950 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:07:05.956+0000 7f76cb8a3700 1 -- 172.21.15.60:0/1657889796 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f76b00b27f0 msgr2=0x7f76b00b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:07:05.950 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:07:05.956+0000 7f76cb8a3700 1 --2- 172.21.15.60:0/1657889796 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f76b00b27f0 0x7f76b00b4cb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f76c0006fd0 tx=0x7f76c0008040 comp rx=0 tx=0).stop 2024-05-21T00:07:05.950 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:07:05.956+0000 7f76cb8a3700 1 -- 172.21.15.60:0/1657889796 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76c41036a0 msgr2=0x7f76c4104a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:07:05.950 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:07:05.956+0000 7f76cb8a3700 1 --2- 172.21.15.60:0/1657889796 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76c41036a0 0x7f76c4104a80 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f76b400c970 tx=0x7f76b400cd30 comp rx=0 tx=0).stop 2024-05-21T00:07:05.950 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:07:05.956+0000 7f76cb8a3700 1 -- 172.21.15.60:0/1657889796 shutdown_connections 2024-05-21T00:07:05.950 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:07:05.956+0000 7f76cb8a3700 1 --2- 172.21.15.60:0/1657889796 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f76b00b27f0 0x7f76b00b4cb0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:05.950 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:07:05.956+0000 7f76cb8a3700 1 --2- 172.21.15.60:0/1657889796 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f76c4104040 0x7f76c4104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:05.950 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:07:05.956+0000 7f76cb8a3700 1 --2- 172.21.15.60:0/1657889796 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f76c41024a0 0x7f76c41063e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:05.951 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:07:05.956+0000 7f76cb8a3700 1 --2- 172.21.15.60:0/1657889796 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f76c41036a0 0x7f76c4104a80 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:05.951 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:07:05.956+0000 7f76cb8a3700 1 -- 172.21.15.60:0/1657889796 >> 172.21.15.60:0/1657889796 conn(0x7f76c40fda60 msgr2=0x7f76c40ff4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:07:05.951 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:07:05.956+0000 7f76cb8a3700 1 -- 172.21.15.60:0/1657889796 shutdown_connections 2024-05-21T00:07:05.951 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:07:05.956+0000 7f76cb8a3700 1 -- 172.21.15.60:0/1657889796 wait complete. 2024-05-21T00:07:06.147 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.147 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.147 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:06.147 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:07:06.147 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.147 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:06 smithi060 ceph-mon[36426]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:06.147 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.147 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:07:06.147 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:06.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:07:06.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:06 smithi012 ceph-mon[31403]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:06.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:07:06.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:06.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:07:06.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:06 smithi077 ceph-mon[36377]: pgmap v69: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:06.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:07:06.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:06.545 DEBUG:teuthology.orchestra.run.smithi060:osd.1> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.1.service 2024-05-21T00:07:06.547 INFO:tasks.cephadm:Deploying osd.2 on smithi077 with /dev/vg_nvme/lv_4... 2024-05-21T00:07:06.548 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-21T00:07:06.792 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:07:07.193 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:07 smithi077 ceph-mon[36377]: from='osd.1 [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T00:07:07.193 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:07 smithi077 ceph-mon[36377]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T00:07:07.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:07 smithi060 ceph-mon[36426]: from='osd.1 [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T00:07:07.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:07 smithi060 ceph-mon[36426]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T00:07:07.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:07 smithi012 ceph-mon[31403]: from='osd.1 [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T00:07:07.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:07 smithi012 ceph-mon[31403]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-21T00:07:08.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:08 smithi060 ceph-mon[36426]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-21T00:07:08.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:08 smithi060 ceph-mon[36426]: from='osd.1 [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:07:08.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:08 smithi060 ceph-mon[36426]: osdmap e11: 2 total, 1 up, 2 in 2024-05-21T00:07:08.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:08 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:07:08.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:08 smithi060 ceph-mon[36426]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:07:08.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:08 smithi060 ceph-mon[36426]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:08.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:08 smithi060 ceph-mon[36426]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-05-21T00:07:08.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:08 smithi077 ceph-mon[36377]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-21T00:07:08.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:08 smithi077 ceph-mon[36377]: from='osd.1 [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:07:08.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:08 smithi077 ceph-mon[36377]: osdmap e11: 2 total, 1 up, 2 in 2024-05-21T00:07:08.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:08 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:07:08.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:08 smithi077 ceph-mon[36377]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:07:08.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:08 smithi077 ceph-mon[36377]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:08.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:08 smithi077 ceph-mon[36377]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-05-21T00:07:08.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:08 smithi012 ceph-mon[31403]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-21T00:07:08.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:08 smithi012 ceph-mon[31403]: from='osd.1 [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:07:08.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:08 smithi012 ceph-mon[31403]: osdmap e11: 2 total, 1 up, 2 in 2024-05-21T00:07:08.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:08 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:07:08.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:08 smithi012 ceph-mon[31403]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:07:08.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:08 smithi012 ceph-mon[31403]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:08.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:08 smithi012 ceph-mon[31403]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-05-21T00:07:08.685 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-21T00:07:08.685 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-21T00:07:08.685 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-05-21T00:07:08.685 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-05-21T00:07:08.685 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112719 s, 930 MB/s 2024-05-21T00:07:08.685 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-05-21T00:07:09.101 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:07:08 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1[41041]: 2024-05-21T00:07:08.872+0000 7f19715f5700 -1 osd.1 0 waiting for initial osdmap 2024-05-21T00:07:09.101 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:07:08 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1[41041]: 2024-05-21T00:07:08.876+0000 7f19693e0700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:07:09.244 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:09 smithi077 ceph-mon[36377]: osdmap e12: 2 total, 1 up, 2 in 2024-05-21T00:07:09.244 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:09 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:07:09.244 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:09 smithi077 ceph-mon[36377]: from='osd.1 ' entity='osd.1' 2024-05-21T00:07:09.244 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:09 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:07:09.271 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi077:vg_nvme/lv_4 2024-05-21T00:07:09.432 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:09 smithi060 ceph-mon[36426]: osdmap e12: 2 total, 1 up, 2 in 2024-05-21T00:07:09.432 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:09 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:07:09.432 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:09 smithi060 ceph-mon[36426]: from='osd.1 ' entity='osd.1' 2024-05-21T00:07:09.432 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:09 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:07:09.508 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:07:09.560 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:09 smithi012 ceph-mon[31403]: osdmap e12: 2 total, 1 up, 2 in 2024-05-21T00:07:09.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:09 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:07:09.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:09 smithi012 ceph-mon[31403]: from='osd.1 ' entity='osd.1' 2024-05-21T00:07:09.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:09 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:07:10.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: purged_snaps scrub starts 2024-05-21T00:07:10.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: purged_snaps scrub ok 2024-05-21T00:07:10.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:10.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: Detected new or changed devices on smithi060 2024-05-21T00:07:10.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:10.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:10.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:07:10.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi060 to 17093M 2024-05-21T00:07:10.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:10.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:10.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:07:10.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:10.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: osd.1 [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098] boot 2024-05-21T00:07:10.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: osdmap e13: 2 total, 2 up, 2 in 2024-05-21T00:07:10.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:07:10.495 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: purged_snaps scrub starts 2024-05-21T00:07:10.496 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: purged_snaps scrub ok 2024-05-21T00:07:10.496 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:10.496 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: Detected new or changed devices on smithi060 2024-05-21T00:07:10.496 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:10.496 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:10.496 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:07:10.496 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi060 to 17093M 2024-05-21T00:07:10.496 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:10.496 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:10.496 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:07:10.496 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:10.497 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: osd.1 [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098] boot 2024-05-21T00:07:10.497 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: osdmap e13: 2 total, 2 up, 2 in 2024-05-21T00:07:10.497 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:07:10.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: purged_snaps scrub starts 2024-05-21T00:07:10.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: purged_snaps scrub ok 2024-05-21T00:07:10.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: pgmap v73: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-21T00:07:10.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: Detected new or changed devices on smithi060 2024-05-21T00:07:10.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:10.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:10.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:07:10.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi060 to 17093M 2024-05-21T00:07:10.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:10.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:10.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:07:10.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:10.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: osd.1 [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098] boot 2024-05-21T00:07:10.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: osdmap e13: 2 total, 2 up, 2 in 2024-05-21T00:07:10.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-21T00:07:11.040 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.043+0000 7f437ace7700 1 -- 172.21.15.77:0/2207385369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f43741024a0 msgr2=0x7f43741028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:07:11.041 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.043+0000 7f437ace7700 1 --2- 172.21.15.77:0/2207385369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f43741024a0 0x7f43741028c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f4368009990 tx=0x7f4368009ca0 comp rx=0 tx=0).stop 2024-05-21T00:07:11.041 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.043+0000 7f437ace7700 1 -- 172.21.15.77:0/2207385369 shutdown_connections 2024-05-21T00:07:11.041 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.043+0000 7f437ace7700 1 --2- 172.21.15.77:0/2207385369 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4374104040 0x7f437410a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:11.041 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.043+0000 7f437ace7700 1 --2- 172.21.15.77:0/2207385369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f43741024a0 0x7f43741028c0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:11.041 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.043+0000 7f437ace7700 1 --2- 172.21.15.77:0/2207385369 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f43741036a0 0x7f4374103b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:11.041 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.043+0000 7f437ace7700 1 -- 172.21.15.77:0/2207385369 >> 172.21.15.77:0/2207385369 conn(0x7f43740fda40 msgr2=0x7f43740ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:07:11.041 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.043+0000 7f437ace7700 1 -- 172.21.15.77:0/2207385369 shutdown_connections 2024-05-21T00:07:11.041 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.043+0000 7f437ace7700 1 -- 172.21.15.77:0/2207385369 wait complete. 2024-05-21T00:07:11.041 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f437ace7700 1 Processor -- start 2024-05-21T00:07:11.041 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f437ace7700 1 -- start start 2024-05-21T00:07:11.041 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f437ace7700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f43741024a0 0x7f437419b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:07:11.042 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f437ace7700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f43741036a0 0x7f437419bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:07:11.042 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f437ace7700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4374104040 0x7f43741a2f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:07:11.042 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f437ace7700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f437410dff0 con 0x7f4374104040 2024-05-21T00:07:11.042 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f437ace7700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f437410de70 con 0x7f43741024a0 2024-05-21T00:07:11.042 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f437ace7700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f437410e170 con 0x7f43741036a0 2024-05-21T00:07:11.042 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f4378a83700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f43741024a0 0x7f437419b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:07:11.042 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f4373fff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f43741036a0 0x7f437419bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:07:11.042 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f4378a83700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f43741024a0 0x7f437419b990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.77:36442/0 (socket says 172.21.15.77:36442) 2024-05-21T00:07:11.042 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f4378a83700 1 -- 172.21.15.77:0/3618577259 learned_addr learned my addr 172.21.15.77:0/3618577259 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-05-21T00:07:11.042 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f4378a83700 1 -- 172.21.15.77:0/3618577259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f43741036a0 msgr2=0x7f437419bed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:07:11.043 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f4378a83700 1 --2- 172.21.15.77:0/3618577259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f43741036a0 0x7f437419bed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:11.043 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f4378a83700 1 -- 172.21.15.77:0/3618577259 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4374104040 msgr2=0x7f43741a2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:07:11.043 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f4378a83700 1 --2- 172.21.15.77:0/3618577259 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4374104040 0x7f43741a2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:11.043 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f4378a83700 1 -- 172.21.15.77:0/3618577259 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43741a35f0 con 0x7f43741024a0 2024-05-21T00:07:11.043 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f4373fff700 1 --2- 172.21.15.77:0/3618577259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f43741036a0 0x7f437419bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:07:11.043 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.044+0000 7f4378a83700 1 --2- 172.21.15.77:0/3618577259 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f43741024a0 0x7f437419b990 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f43680098e0 tx=0x7f4368003b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:07:11.043 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.045+0000 7f4371ffb700 1 -- 172.21.15.77:0/3618577259 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4368027070 con 0x7f43741024a0 2024-05-21T00:07:11.043 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.045+0000 7f437ace7700 1 -- 172.21.15.77:0/3618577259 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43741a3880 con 0x7f43741024a0 2024-05-21T00:07:11.043 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.045+0000 7f4371ffb700 1 -- 172.21.15.77:0/3618577259 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f436800bd90 con 0x7f43741024a0 2024-05-21T00:07:11.043 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.045+0000 7f4371ffb700 1 -- 172.21.15.77:0/3618577259 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f436800f460 con 0x7f43741024a0 2024-05-21T00:07:11.043 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.045+0000 7f437ace7700 1 -- 172.21.15.77:0/3618577259 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43741a3cd0 con 0x7f43741024a0 2024-05-21T00:07:11.044 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.046+0000 7f437ace7700 1 -- 172.21.15.77:0/3618577259 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f437406a230 con 0x7f43741024a0 2024-05-21T00:07:11.044 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.047+0000 7f4371ffb700 1 -- 172.21.15.77:0/3618577259 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 15) ==== 149596+0+0 (secure 0 0 0) 0x7f436802a070 con 0x7f43741024a0 2024-05-21T00:07:11.045 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.048+0000 7f4371ffb700 1 --2- 172.21.15.77:0/3618577259 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f43640b27f0 0x7f43640b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:07:11.045 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.048+0000 7f4371ffb700 1 -- 172.21.15.77:0/3618577259 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f43680e2270 con 0x7f43741024a0 2024-05-21T00:07:11.045 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.048+0000 7f4373fff700 1 --2- 172.21.15.77:0/3618577259 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f43640b27f0 0x7f43640b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:07:11.045 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.049+0000 7f4373fff700 1 --2- 172.21.15.77:0/3618577259 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f43640b27f0 0x7f43640b4cb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f436000afd0 tx=0x7f436000a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:07:11.047 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.052+0000 7f4371ffb700 1 -- 172.21.15.77:0/3618577259 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4368031020 con 0x7f43741024a0 2024-05-21T00:07:11.255 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:11.260+0000 7f437ace7700 1 -- 172.21.15.77:0/3618577259 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f437406b930 con 0x7f43640b27f0 2024-05-21T00:07:12.144 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:11 smithi060 ceph-mon[36426]: osdmap e14: 2 total, 2 up, 2 in 2024-05-21T00:07:12.144 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:07:12.145 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:07:12.145 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:12.206 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:11 smithi077 ceph-mon[36377]: osdmap e14: 2 total, 2 up, 2 in 2024-05-21T00:07:12.206 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:07:12.206 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:07:12.206 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:12.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:11 smithi012 ceph-mon[31403]: osdmap e14: 2 total, 2 up, 2 in 2024-05-21T00:07:12.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:07:12.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:07:12.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:13.161 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:12 smithi077 ceph-mon[36377]: from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:07:13.162 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:12 smithi077 ceph-mon[36377]: pgmap v76: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:13.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:12 smithi060 ceph-mon[36426]: from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:07:13.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:12 smithi060 ceph-mon[36426]: pgmap v76: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:13.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:12 smithi012 ceph-mon[31403]: from='client.24173 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:07:13.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:12 smithi012 ceph-mon[31403]: pgmap v76: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:15.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:14 smithi060 ceph-mon[36426]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:15.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:14 smithi060 ceph-mon[36426]: from='client.? 172.21.15.77:0/926393703' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f29f0f11-f36c-4603-a4e7-3294eb5e9568"}]: dispatch 2024-05-21T00:07:15.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:14 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f29f0f11-f36c-4603-a4e7-3294eb5e9568"}]: dispatch 2024-05-21T00:07:15.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:14 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f29f0f11-f36c-4603-a4e7-3294eb5e9568"}]': finished 2024-05-21T00:07:15.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:14 smithi060 ceph-mon[36426]: osdmap e15: 3 total, 2 up, 3 in 2024-05-21T00:07:15.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:15.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:14 smithi060 ceph-mon[36426]: from='client.? 172.21.15.77:0/3447015376' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:07:15.273 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:14 smithi077 ceph-mon[36377]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:15.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:14 smithi077 ceph-mon[36377]: from='client.? 172.21.15.77:0/926393703' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f29f0f11-f36c-4603-a4e7-3294eb5e9568"}]: dispatch 2024-05-21T00:07:15.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:14 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f29f0f11-f36c-4603-a4e7-3294eb5e9568"}]: dispatch 2024-05-21T00:07:15.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:14 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f29f0f11-f36c-4603-a4e7-3294eb5e9568"}]': finished 2024-05-21T00:07:15.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:14 smithi077 ceph-mon[36377]: osdmap e15: 3 total, 2 up, 3 in 2024-05-21T00:07:15.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:15.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:14 smithi077 ceph-mon[36377]: from='client.? 172.21.15.77:0/3447015376' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:07:15.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:14 smithi012 ceph-mon[31403]: pgmap v77: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:15.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:14 smithi012 ceph-mon[31403]: from='client.? 172.21.15.77:0/926393703' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f29f0f11-f36c-4603-a4e7-3294eb5e9568"}]: dispatch 2024-05-21T00:07:15.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:14 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f29f0f11-f36c-4603-a4e7-3294eb5e9568"}]: dispatch 2024-05-21T00:07:15.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:14 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f29f0f11-f36c-4603-a4e7-3294eb5e9568"}]': finished 2024-05-21T00:07:15.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:14 smithi012 ceph-mon[31403]: osdmap e15: 3 total, 2 up, 3 in 2024-05-21T00:07:15.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:15.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:14 smithi012 ceph-mon[31403]: from='client.? 172.21.15.77:0/3447015376' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:07:17.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:16 smithi060 ceph-mon[36426]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:17.273 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:16 smithi077 ceph-mon[36377]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:17.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:16 smithi012 ceph-mon[31403]: pgmap v79: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:19.176 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:18 smithi077 ceph-mon[36377]: pgmap v80: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:19.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:18 smithi060 ceph-mon[36426]: pgmap v80: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:19.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:18 smithi012 ceph-mon[31403]: pgmap v80: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:21.179 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:20 smithi077 ceph-mon[36377]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:21.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:20 smithi060 ceph-mon[36426]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:21.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:20 smithi012 ceph-mon[31403]: pgmap v81: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:22.218 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-21T00:07:22.218 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:22.232 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-21T00:07:22.232 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:22.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-21T00:07:22.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:23.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:22 smithi077 ceph-mon[36377]: Deploying daemon osd.2 on smithi077 2024-05-21T00:07:23.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:22 smithi077 ceph-mon[36377]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:23.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:22 smithi060 ceph-mon[36426]: Deploying daemon osd.2 on smithi077 2024-05-21T00:07:23.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:22 smithi060 ceph-mon[36426]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:23.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:22 smithi012 ceph-mon[31403]: Deploying daemon osd.2 on smithi077 2024-05-21T00:07:23.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:22 smithi012 ceph-mon[31403]: pgmap v82: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:25.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:24 smithi077 ceph-mon[36377]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:25.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:24 smithi060 ceph-mon[36426]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:25.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:24 smithi012 ceph-mon[31403]: pgmap v83: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:26.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:25 smithi060 ceph-mon[36426]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:26.259 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:25 smithi077 ceph-mon[36377]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:26.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:25 smithi012 ceph-mon[31403]: pgmap v84: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:27.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:27 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:27.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:27 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:27.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:27 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:07:27.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:27 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:27.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:27 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:27.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:27 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:07:27.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:27 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:27.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:27 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:27.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:27 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:07:28.721 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:28 smithi060 ceph-mon[36426]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:28.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:28 smithi077 ceph-mon[36377]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:28.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:28 smithi012 ceph-mon[31403]: pgmap v85: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:30.075 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:29 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:30.075 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:29 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:30.075 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:29 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:30.076 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:29 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:07:30.076 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:29 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:30.143 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 2 on host 'smithi077' 2024-05-21T00:07:30.143 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:30.148+0000 7f4371ffb700 1 -- 172.21.15.77:0/3618577259 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f437406b930 con 0x7f43640b27f0 2024-05-21T00:07:30.145 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:30.151+0000 7f437ace7700 1 -- 172.21.15.77:0/3618577259 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f43640b27f0 msgr2=0x7f43640b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:07:30.145 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:30.151+0000 7f437ace7700 1 --2- 172.21.15.77:0/3618577259 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f43640b27f0 0x7f43640b4cb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f436000afd0 tx=0x7f436000a380 comp rx=0 tx=0).stop 2024-05-21T00:07:30.145 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:30.151+0000 7f437ace7700 1 -- 172.21.15.77:0/3618577259 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f43741024a0 msgr2=0x7f437419b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:07:30.145 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:30.151+0000 7f437ace7700 1 --2- 172.21.15.77:0/3618577259 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f43741024a0 0x7f437419b990 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f43680098e0 tx=0x7f4368003b70 comp rx=0 tx=0).stop 2024-05-21T00:07:30.145 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:30.151+0000 7f437ace7700 1 -- 172.21.15.77:0/3618577259 shutdown_connections 2024-05-21T00:07:30.145 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:30.151+0000 7f437ace7700 1 --2- 172.21.15.77:0/3618577259 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f43640b27f0 0x7f43640b4cb0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:30.146 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:30.151+0000 7f437ace7700 1 --2- 172.21.15.77:0/3618577259 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4374104040 0x7f43741a2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:30.146 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:30.151+0000 7f437ace7700 1 --2- 172.21.15.77:0/3618577259 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f43741024a0 0x7f437419b990 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:30.146 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:30.151+0000 7f437ace7700 1 --2- 172.21.15.77:0/3618577259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f43741036a0 0x7f437419bed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:30.146 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:30.151+0000 7f437ace7700 1 -- 172.21.15.77:0/3618577259 >> 172.21.15.77:0/3618577259 conn(0x7f43740fda40 msgr2=0x7f437406b220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:07:30.146 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:30.151+0000 7f437ace7700 1 -- 172.21.15.77:0/3618577259 shutdown_connections 2024-05-21T00:07:30.146 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:07:30.151+0000 7f437ace7700 1 -- 172.21.15.77:0/3618577259 wait complete. 2024-05-21T00:07:30.221 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:29 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:30.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:29 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:30.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:29 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:30.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:29 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:07:30.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:29 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:30.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:29 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:30.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:29 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:30.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:29 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:30.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:29 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:07:30.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:29 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:30.760 DEBUG:teuthology.orchestra.run.smithi077:osd.2> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.2.service 2024-05-21T00:07:30.763 INFO:tasks.cephadm:Deploying osd.3 on smithi012 with /dev/vg_nvme/lv_3... 2024-05-21T00:07:30.763 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-21T00:07:31.015 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:30 smithi077 ceph-mon[36377]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:31.015 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:30 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:31.015 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:30 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:31.015 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:30 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:07:31.015 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:30 smithi077 ceph-mon[36377]: from='osd.2 [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T00:07:31.016 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:30 smithi077 ceph-mon[36377]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T00:07:31.221 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:07:31.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:30 smithi060 ceph-mon[36426]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:31.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:30 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:31.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:30 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:31.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:30 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:07:31.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:30 smithi060 ceph-mon[36426]: from='osd.2 [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T00:07:31.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:30 smithi060 ceph-mon[36426]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T00:07:31.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:30 smithi012 ceph-mon[31403]: pgmap v86: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:31.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:30 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:31.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:30 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:31.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:30 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:07:31.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:30 smithi012 ceph-mon[31403]: from='osd.2 [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T00:07:31.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:30 smithi012 ceph-mon[31403]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-21T00:07:32.369 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:32 smithi012 ceph-mon[31403]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-21T00:07:32.369 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:32 smithi012 ceph-mon[31403]: from='osd.2 [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:07:32.369 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:32 smithi012 ceph-mon[31403]: osdmap e16: 3 total, 2 up, 3 in 2024-05-21T00:07:32.369 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:32.369 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:32 smithi012 ceph-mon[31403]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:07:32.369 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:32 smithi012 ceph-mon[31403]: pgmap v88: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:32.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:32 smithi060 ceph-mon[36426]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-21T00:07:32.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:32 smithi060 ceph-mon[36426]: from='osd.2 [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:07:32.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:32 smithi060 ceph-mon[36426]: osdmap e16: 3 total, 2 up, 3 in 2024-05-21T00:07:32.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:32.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:32 smithi060 ceph-mon[36426]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:07:32.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:32 smithi060 ceph-mon[36426]: pgmap v88: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:32.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:32 smithi077 ceph-mon[36377]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-21T00:07:32.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:32 smithi077 ceph-mon[36377]: from='osd.2 [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:07:32.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:32 smithi077 ceph-mon[36377]: osdmap e16: 3 total, 2 up, 3 in 2024-05-21T00:07:32.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:32.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:32 smithi077 ceph-mon[36377]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:07:32.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:32 smithi077 ceph-mon[36377]: pgmap v88: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:32.525 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:07:32 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2[41524]: 2024-05-21T00:07:32.143+0000 7fd821d75700 -1 osd.2 0 waiting for initial osdmap 2024-05-21T00:07:32.525 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:07:32 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2[41524]: 2024-05-21T00:07:32.147+0000 7fd81db68700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:07:33.213 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:33 smithi012 ceph-mon[31403]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-05-21T00:07:33.213 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:33 smithi012 ceph-mon[31403]: osdmap e17: 3 total, 2 up, 3 in 2024-05-21T00:07:33.213 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:33.213 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:33.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:33 smithi060 ceph-mon[36426]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-05-21T00:07:33.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:33 smithi060 ceph-mon[36426]: osdmap e17: 3 total, 2 up, 3 in 2024-05-21T00:07:33.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:33.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:33.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:33 smithi077 ceph-mon[36377]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-05-21T00:07:33.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:33 smithi077 ceph-mon[36377]: osdmap e17: 3 total, 2 up, 3 in 2024-05-21T00:07:33.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:33.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:34.007 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-21T00:07:34.007 INFO:teuthology.orchestra.run.smithi012.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-21T00:07:34.007 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10+0 records in 2024-05-21T00:07:34.007 INFO:teuthology.orchestra.run.smithi012.stderr:10+0 records out 2024-05-21T00:07:34.008 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0360992 s, 290 MB/s 2024-05-21T00:07:34.008 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping successful for: 2024-05-21T00:07:34.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: purged_snaps scrub starts 2024-05-21T00:07:34.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: purged_snaps scrub ok 2024-05-21T00:07:34.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:34.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: osd.2 [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302] boot 2024-05-21T00:07:34.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: osdmap e18: 3 total, 3 up, 3 in 2024-05-21T00:07:34.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:34.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: pgmap v91: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:34.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:07:34.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: Detected new or changed devices on smithi077 2024-05-21T00:07:34.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:34.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:34.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:07:34.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi077 to 17088M 2024-05-21T00:07:34.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:34.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:34.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:07:34.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:34.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: purged_snaps scrub starts 2024-05-21T00:07:34.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: purged_snaps scrub ok 2024-05-21T00:07:34.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:34.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: osd.2 [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302] boot 2024-05-21T00:07:34.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: osdmap e18: 3 total, 3 up, 3 in 2024-05-21T00:07:34.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:34.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: pgmap v91: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:34.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:07:34.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: Detected new or changed devices on smithi077 2024-05-21T00:07:34.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:34.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:34.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:07:34.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi077 to 17088M 2024-05-21T00:07:34.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:34.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:34.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:07:34.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:34.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: purged_snaps scrub starts 2024-05-21T00:07:34.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: purged_snaps scrub ok 2024-05-21T00:07:34.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:34.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: osd.2 [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302] boot 2024-05-21T00:07:34.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: osdmap e18: 3 total, 3 up, 3 in 2024-05-21T00:07:34.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-21T00:07:34.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: pgmap v91: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-05-21T00:07:34.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:07:34.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: Detected new or changed devices on smithi077 2024-05-21T00:07:34.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:34.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:34.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:07:34.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi077 to 17088M 2024-05-21T00:07:34.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:34.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:34.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:07:34.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:34.832 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi012:vg_nvme/lv_3 2024-05-21T00:07:35.281 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:07:35.427 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:35 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-21T00:07:35.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:35 smithi012 ceph-mon[31403]: osdmap e19: 3 total, 3 up, 3 in 2024-05-21T00:07:35.428 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:35 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:07:35.428 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47641]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T00:07:35.429 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47641]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:07:35.429 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47641]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:07:35.429 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47641]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:07:35.429 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47658]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T00:07:35.429 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47658]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:07:35.429 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47658]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:07:35.430 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47658]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:07:35.459 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:35 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-21T00:07:35.460 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:35 smithi077 ceph-mon[36377]: osdmap e19: 3 total, 3 up, 3 in 2024-05-21T00:07:35.460 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:35 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:07:35.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:35 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-21T00:07:35.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:35 smithi060 ceph-mon[36426]: osdmap e19: 3 total, 3 up, 3 in 2024-05-21T00:07:35.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:35 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:07:35.472 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45156]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T00:07:35.472 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45156]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:07:35.472 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45156]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:07:35.472 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45156]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:07:35.472 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45159]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T00:07:35.472 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45159]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:07:35.473 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45159]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:07:35.473 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45159]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:07:35.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45139]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T00:07:35.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45139]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:07:35.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45139]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:07:35.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45139]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:07:35.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45142]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T00:07:35.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45142]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:07:35.774 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45142]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:07:35.775 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45142]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:07:35.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45145]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T00:07:35.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45145]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:07:35.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45145]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:07:35.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45145]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:07:35.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45148]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T00:07:35.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45148]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:07:35.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45148]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:07:35.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:35 smithi077 sudo[45148]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:07:35.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47668]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T00:07:35.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47668]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:07:35.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47668]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:07:35.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47668]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:07:35.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47675]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T00:07:35.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47675]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:07:35.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47675]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:07:35.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:35 smithi012 sudo[47675]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:07:35.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45162]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-05-21T00:07:35.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45162]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:07:35.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45162]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:07:35.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45162]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:07:35.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45165]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-05-21T00:07:35.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45165]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-05-21T00:07:35.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45165]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-05-21T00:07:35.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:35 smithi060 sudo[45165]: pam_unix(sudo:session): session closed for user root 2024-05-21T00:07:36.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-21T00:07:36.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: osdmap e20: 3 total, 3 up, 3 in 2024-05-21T00:07:36.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:36.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: pgmap v94: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:36.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:36.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:36.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:07:36.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:07:36.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:07:36.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:07:36.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:07:36.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:07:36.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:07:36.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:07:36.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:07:36.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:07:36.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:07:36.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:07:36.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:07:36.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:07:36.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:36 smithi060 ceph-mon[36426]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:07:36.474 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-21T00:07:36.474 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: osdmap e20: 3 total, 3 up, 3 in 2024-05-21T00:07:36.474 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: pgmap v94: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:07:36.475 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:07:36.476 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:07:36.476 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:07:36.476 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:07:36.476 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:36 smithi012 ceph-mon[31403]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:07:36.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-21T00:07:36.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: osdmap e20: 3 total, 3 up, 3 in 2024-05-21T00:07:36.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:36.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: pgmap v94: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:36.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:36.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:07:36.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:07:36.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:07:36.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:07:36.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:07:36.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:07:36.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:07:36.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:07:36.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:07:36.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:07:36.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:07:36.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-21T00:07:36.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-21T00:07:36.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-21T00:07:36.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-21T00:07:36.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:36 smithi077 ceph-mon[36377]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-21T00:07:37.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:37 smithi012 ceph-mon[31403]: osdmap e21: 3 total, 3 up, 3 in 2024-05-21T00:07:37.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:37 smithi012 ceph-mon[31403]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-21T00:07:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.466+0000 7f2555000700 1 -- 172.21.15.12:0/3658925363 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2550109be0 msgr2=0x7f255010a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:07:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.466+0000 7f2555000700 1 --2- 172.21.15.12:0/3658925363 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2550109be0 0x7f255010a000 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f25400099c0 tx=0x7f2540009cd0 comp rx=0 tx=0).stop 2024-05-21T00:07:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.467+0000 7f2555000700 1 -- 172.21.15.12:0/3658925363 shutdown_connections 2024-05-21T00:07:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.467+0000 7f2555000700 1 --2- 172.21.15.12:0/3658925363 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f255010b780 0x7f2550112030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.467+0000 7f2555000700 1 --2- 172.21.15.12:0/3658925363 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2550109be0 0x7f255010a000 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:37.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.467+0000 7f2555000700 1 --2- 172.21.15.12:0/3658925363 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f255010ade0 0x7f255010b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:37.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.467+0000 7f2555000700 1 -- 172.21.15.12:0/3658925363 >> 172.21.15.12:0/3658925363 conn(0x7f2550078bb0 msgr2=0x7f255007aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:07:37.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.467+0000 7f2555000700 1 -- 172.21.15.12:0/3658925363 shutdown_connections 2024-05-21T00:07:37.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.467+0000 7f2555000700 1 -- 172.21.15.12:0/3658925363 wait complete. 2024-05-21T00:07:37.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.468+0000 7f2555000700 1 Processor -- start 2024-05-21T00:07:37.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.468+0000 7f2555000700 1 -- start start 2024-05-21T00:07:37.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.469+0000 7f2555000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2550109be0 0x7f255019fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:07:37.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.469+0000 7f2555000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f255010ade0 0x7f25501a02e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:07:37.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.469+0000 7f2555000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f255010b780 0x7f25501a7310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:07:37.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.469+0000 7f2555000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f25501156a0 con 0x7f255010b780 2024-05-21T00:07:37.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.469+0000 7f2555000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2550115520 con 0x7f2550109be0 2024-05-21T00:07:37.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.469+0000 7f2555000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f2550115820 con 0x7f255010ade0 2024-05-21T00:07:37.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.469+0000 7f254e800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f255010b780 0x7f25501a7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:07:37.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.469+0000 7f254e800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f255010b780 0x7f25501a7310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:35916/0 (socket says 172.21.15.12:35916) 2024-05-21T00:07:37.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.469+0000 7f254de00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2550109be0 0x7f255019fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:07:37.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.469+0000 7f254e800700 1 -- 172.21.15.12:0/3286461616 learned_addr learned my addr 172.21.15.12:0/3286461616 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:07:37.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.469+0000 7f2545400700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f255010ade0 0x7f25501a02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:07:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.470+0000 7f254de00700 1 -- 172.21.15.12:0/3286461616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f255010ade0 msgr2=0x7f25501a02e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:07:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.470+0000 7f254de00700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f255010ade0 0x7f25501a02e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.470+0000 7f254de00700 1 -- 172.21.15.12:0/3286461616 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f255010b780 msgr2=0x7f25501a7310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:07:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.470+0000 7f254de00700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f255010b780 0x7f25501a7310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:07:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.470+0000 7f254de00700 1 -- 172.21.15.12:0/3286461616 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25501a79b0 con 0x7f2550109be0 2024-05-21T00:07:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.470+0000 7f2545400700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f255010ade0 0x7f25501a02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:07:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.470+0000 7f254de00700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2550109be0 0x7f255019fda0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f25400036f0 tx=0x7f2540003e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:07:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.470+0000 7f2547400700 1 -- 172.21.15.12:0/3286461616 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2540009e60 con 0x7f2550109be0 2024-05-21T00:07:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.470+0000 7f2547400700 1 -- 172.21.15.12:0/3286461616 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2540022460 con 0x7f2550109be0 2024-05-21T00:07:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.470+0000 7f2555000700 1 -- 172.21.15.12:0/3286461616 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25501a7c40 con 0x7f2550109be0 2024-05-21T00:07:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.470+0000 7f2547400700 1 -- 172.21.15.12:0/3286461616 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f254000bea0 con 0x7f2550109be0 2024-05-21T00:07:37.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.470+0000 7f2555000700 1 -- 172.21.15.12:0/3286461616 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25501a80f0 con 0x7f2550109be0 2024-05-21T00:07:37.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.472+0000 7f2555000700 1 -- 172.21.15.12:0/3286461616 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f255006a230 con 0x7f2550109be0 2024-05-21T00:07:37.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.474+0000 7f2547400700 1 -- 172.21.15.12:0/3286461616 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f2540022830 con 0x7f2550109be0 2024-05-21T00:07:37.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.475+0000 7f2547400700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f25340b2900 0x7f25340b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:07:37.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.475+0000 7f2547400700 1 -- 172.21.15.12:0/3286461616 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 3237+0+0 (secure 0 0 0) 0x7f25400e1b60 con 0x7f2550109be0 2024-05-21T00:07:37.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.476+0000 7f2545400700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f25340b2900 0x7f25340b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:07:37.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.476+0000 7f2545400700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f25340b2900 0x7f25340b4dc0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f2538009680 tx=0x7f2538009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:07:37.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:37 smithi060 ceph-mon[36426]: osdmap e21: 3 total, 3 up, 3 in 2024-05-21T00:07:37.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:37 smithi060 ceph-mon[36426]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-21T00:07:37.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.480+0000 7f2547400700 1 -- 172.21.15.12:0/3286461616 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2540013070 con 0x7f2550109be0 2024-05-21T00:07:37.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:37 smithi077 ceph-mon[36377]: osdmap e21: 3 total, 3 up, 3 in 2024-05-21T00:07:37.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:37 smithi077 ceph-mon[36377]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-05-21T00:07:37.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:07:37.732+0000 7f2555000700 1 -- 172.21.15.12:0/3286461616 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f2550063980 con 0x7f25340b2900 2024-05-21T00:07:38.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:38 smithi060 ceph-mon[36426]: pgmap v96: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:38.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:38 smithi060 ceph-mon[36426]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:07:38.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:38 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:07:38.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:38 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:07:38.472 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:38 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:38.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:38 smithi077 ceph-mon[36377]: pgmap v96: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:38.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:38 smithi077 ceph-mon[36377]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:07:38.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:38 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:07:38.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:38 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:07:38.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:38 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:38.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:38 smithi012 ceph-mon[31403]: pgmap v96: 1 pgs: 1 creating+peering; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:38.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:38 smithi012 ceph-mon[31403]: from='client.24200 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:07:38.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:07:38.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:07:38.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:40.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:40 smithi077 ceph-mon[36377]: pgmap v97: 1 pgs: 1 creating+peering; 0 B data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:40.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:40 smithi012 ceph-mon[31403]: pgmap v97: 1 pgs: 1 creating+peering; 0 B data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:40.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:40 smithi060 ceph-mon[36426]: pgmap v97: 1 pgs: 1 creating+peering; 0 B data, 89 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:42.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:42 smithi060 ceph-mon[36426]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:42.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:42 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/134097400' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "671ae43b-4ee1-4c5f-8c8d-12c5807af59c"}]: dispatch 2024-05-21T00:07:42.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:42 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "671ae43b-4ee1-4c5f-8c8d-12c5807af59c"}]: dispatch 2024-05-21T00:07:42.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:42 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "671ae43b-4ee1-4c5f-8c8d-12c5807af59c"}]': finished 2024-05-21T00:07:42.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:42 smithi060 ceph-mon[36426]: osdmap e22: 4 total, 3 up, 4 in 2024-05-21T00:07:42.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:42 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:07:42.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:42 smithi077 ceph-mon[36377]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:42.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:42 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/134097400' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "671ae43b-4ee1-4c5f-8c8d-12c5807af59c"}]: dispatch 2024-05-21T00:07:42.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:42 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "671ae43b-4ee1-4c5f-8c8d-12c5807af59c"}]: dispatch 2024-05-21T00:07:42.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:42 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "671ae43b-4ee1-4c5f-8c8d-12c5807af59c"}]': finished 2024-05-21T00:07:42.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:42 smithi077 ceph-mon[36377]: osdmap e22: 4 total, 3 up, 4 in 2024-05-21T00:07:42.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:42 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:07:42.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:42 smithi012 ceph-mon[31403]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:42.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:42 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/134097400' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "671ae43b-4ee1-4c5f-8c8d-12c5807af59c"}]: dispatch 2024-05-21T00:07:42.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:42 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "671ae43b-4ee1-4c5f-8c8d-12c5807af59c"}]: dispatch 2024-05-21T00:07:42.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:42 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "671ae43b-4ee1-4c5f-8c8d-12c5807af59c"}]': finished 2024-05-21T00:07:42.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:42 smithi012 ceph-mon[31403]: osdmap e22: 4 total, 3 up, 4 in 2024-05-21T00:07:42.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:42 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:07:43.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:43 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1262956653' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:07:43.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:43 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1262956653' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:07:43.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:43 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1262956653' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:07:44.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:44 smithi077 ceph-mon[36377]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:44.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:44 smithi012 ceph-mon[31403]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:44.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:44 smithi060 ceph-mon[36426]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:46.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:46 smithi077 ceph-mon[36377]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:46.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:46 smithi012 ceph-mon[31403]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:46.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:46 smithi060 ceph-mon[36426]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:48.609 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:48 smithi012 ceph-mon[31403]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:48.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:48 smithi077 ceph-mon[36377]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:48.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:48 smithi060 ceph-mon[36426]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:50.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:50 smithi077 ceph-mon[36377]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:50.805 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:50 smithi012 ceph-mon[31403]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:50.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:50 smithi060 ceph-mon[36426]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:51.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-21T00:07:51.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:51.811 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-21T00:07:51.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:51.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-21T00:07:51.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:07:52.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:52 smithi060 ceph-mon[36426]: Deploying daemon osd.3 on smithi012 2024-05-21T00:07:52.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:52 smithi060 ceph-mon[36426]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:52.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:52 smithi012 ceph-mon[31403]: Deploying daemon osd.3 on smithi012 2024-05-21T00:07:52.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:52 smithi012 ceph-mon[31403]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:53.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:52 smithi077 ceph-mon[36377]: Deploying daemon osd.3 on smithi012 2024-05-21T00:07:53.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:52 smithi077 ceph-mon[36377]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:54.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:54 smithi012 ceph-mon[31403]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:54.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:54 smithi060 ceph-mon[36426]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:55.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:54 smithi077 ceph-mon[36377]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:56.694 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:56 smithi012 ceph-mon[31403]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:56.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:56 smithi060 ceph-mon[36426]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:57.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:56 smithi077 ceph-mon[36377]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:58.707 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:07:58 smithi012 ceph-mon[31403]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:58.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:07:58 smithi060 ceph-mon[36426]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:07:59.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:07:58 smithi077 ceph-mon[36377]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:08:00.503 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:00.504 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:00.504 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:00.504 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:00 smithi012 ceph-mon[31403]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:08:00.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:00.524 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:00.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:00.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:00 smithi077 ceph-mon[36377]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:08:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:00.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:00.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:00 smithi060 ceph-mon[36426]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:08:02.537 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:02 smithi012 ceph-mon[31403]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:08:02.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:02 smithi077 ceph-mon[36377]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:08:02.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:02 smithi060 ceph-mon[36426]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:08:04.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:08:04.083+0000 7f2547400700 1 -- 172.21.15.12:0/3286461616 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2550063980 con 0x7f25340b2900 2024-05-21T00:08:04.079 INFO:teuthology.orchestra.run.smithi012.stdout:Created osd(s) 3 on host 'smithi012' 2024-05-21T00:08:04.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:04.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:04.079 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:04.080 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:04.080 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:04.080 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:03 smithi012 ceph-mon[31403]: from='osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T00:08:04.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:08:04.087+0000 7f2555000700 1 -- 172.21.15.12:0/3286461616 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f25340b2900 msgr2=0x7f25340b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:08:04.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:08:04.087+0000 7f2555000700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f25340b2900 0x7f25340b4dc0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f2538009680 tx=0x7f2538009260 comp rx=0 tx=0).stop 2024-05-21T00:08:04.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:08:04.088+0000 7f2555000700 1 -- 172.21.15.12:0/3286461616 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2550109be0 msgr2=0x7f255019fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:08:04.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:08:04.088+0000 7f2555000700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2550109be0 0x7f255019fda0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f25400036f0 tx=0x7f2540003e60 comp rx=0 tx=0).stop 2024-05-21T00:08:04.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:08:04.088+0000 7f2555000700 1 -- 172.21.15.12:0/3286461616 shutdown_connections 2024-05-21T00:08:04.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:08:04.088+0000 7f2555000700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f25340b2900 0x7f25340b4dc0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:04.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:08:04.088+0000 7f2555000700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f255010b780 0x7f25501a7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:04.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:08:04.088+0000 7f2555000700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2550109be0 0x7f255019fda0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:04.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:08:04.088+0000 7f2555000700 1 --2- 172.21.15.12:0/3286461616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f255010ade0 0x7f25501a02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:04.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:08:04.088+0000 7f2555000700 1 -- 172.21.15.12:0/3286461616 >> 172.21.15.12:0/3286461616 conn(0x7f2550078bb0 msgr2=0x7f255010e130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:08:04.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:08:04.088+0000 7f2555000700 1 -- 172.21.15.12:0/3286461616 shutdown_connections 2024-05-21T00:08:04.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:08:04.088+0000 7f2555000700 1 -- 172.21.15.12:0/3286461616 wait complete. 2024-05-21T00:08:04.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:04.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:04.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:04.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:04.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:04.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:03 smithi060 ceph-mon[36426]: from='osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T00:08:04.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:04.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:04.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:04.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:04.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:04.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:03 smithi077 ceph-mon[36377]: from='osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-21T00:08:04.763 DEBUG:teuthology.orchestra.run.smithi012:osd.3> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.3.service 2024-05-21T00:08:04.767 INFO:tasks.cephadm:Deploying osd.4 on smithi060 with /dev/vg_nvme/lv_3... 2024-05-21T00:08:04.767 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-21T00:08:05.022 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:08:05.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:04 smithi012 ceph-mon[31403]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:08:05.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:04 smithi012 ceph-mon[31403]: from='osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-21T00:08:05.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:04 smithi012 ceph-mon[31403]: osdmap e23: 4 total, 3 up, 4 in 2024-05-21T00:08:05.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:04 smithi012 ceph-mon[31403]: from='osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:08:05.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:04 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:08:05.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:04 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:05.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:04 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:05.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:04 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:05.063 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:08:04 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3[50010]: 2024-05-21T00:08:04.938+0000 7f0e12800700 -1 osd.3 0 waiting for initial osdmap 2024-05-21T00:08:05.063 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:08:04 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3[50010]: 2024-05-21T00:08:04.951+0000 7f0e0d600700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:08:05.132 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:04 smithi060 ceph-mon[36426]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:08:05.132 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:04 smithi060 ceph-mon[36426]: from='osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-21T00:08:05.132 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:04 smithi060 ceph-mon[36426]: osdmap e23: 4 total, 3 up, 4 in 2024-05-21T00:08:05.132 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:04 smithi060 ceph-mon[36426]: from='osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:08:05.132 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:04 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:08:05.132 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:04 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:05.133 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:04 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:05.133 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:04 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:05.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:04 smithi077 ceph-mon[36377]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:08:05.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:04 smithi077 ceph-mon[36377]: from='osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-21T00:08:05.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:04 smithi077 ceph-mon[36377]: osdmap e23: 4 total, 3 up, 4 in 2024-05-21T00:08:05.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:04 smithi077 ceph-mon[36377]: from='osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:08:05.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:04 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:08:05.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:04 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:05.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:04 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:05.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:04 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:06.007 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:05 smithi012 ceph-mon[31403]: from='osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-05-21T00:08:06.007 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:05 smithi012 ceph-mon[31403]: osdmap e24: 4 total, 3 up, 4 in 2024-05-21T00:08:06.007 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:05 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:08:06.007 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:05 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:08:06.007 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:05 smithi012 ceph-mon[31403]: osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940] boot 2024-05-21T00:08:06.007 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:05 smithi012 ceph-mon[31403]: osdmap e25: 4 total, 4 up, 4 in 2024-05-21T00:08:06.180 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:05 smithi060 ceph-mon[36426]: from='osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-05-21T00:08:06.180 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:05 smithi060 ceph-mon[36426]: osdmap e24: 4 total, 3 up, 4 in 2024-05-21T00:08:06.180 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:05 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:08:06.180 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:05 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:08:06.180 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:05 smithi060 ceph-mon[36426]: osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940] boot 2024-05-21T00:08:06.180 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:05 smithi060 ceph-mon[36426]: osdmap e25: 4 total, 4 up, 4 in 2024-05-21T00:08:06.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:05 smithi077 ceph-mon[36377]: from='osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-05-21T00:08:06.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:05 smithi077 ceph-mon[36377]: osdmap e24: 4 total, 3 up, 4 in 2024-05-21T00:08:06.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:05 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:08:06.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:05 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:08:06.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:05 smithi077 ceph-mon[36377]: osd.3 [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940] boot 2024-05-21T00:08:06.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:05 smithi077 ceph-mon[36377]: osdmap e25: 4 total, 4 up, 4 in 2024-05-21T00:08:06.810 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-21T00:08:06.811 INFO:teuthology.orchestra.run.smithi060.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-21T00:08:06.811 INFO:teuthology.orchestra.run.smithi060.stderr: stderr: 10+0 records in 2024-05-21T00:08:06.811 INFO:teuthology.orchestra.run.smithi060.stderr:10+0 records out 2024-05-21T00:08:06.811 INFO:teuthology.orchestra.run.smithi060.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00866338 s, 1.2 GB/s 2024-05-21T00:08:06.811 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping successful for: 2024-05-21T00:08:07.177 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:06 smithi060 ceph-mon[36426]: purged_snaps scrub starts 2024-05-21T00:08:07.177 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:06 smithi060 ceph-mon[36426]: purged_snaps scrub ok 2024-05-21T00:08:07.177 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:06 smithi060 ceph-mon[36426]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:08:07.177 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:06 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:08:07.177 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:06 smithi060 ceph-mon[36426]: osdmap e26: 4 total, 4 up, 4 in 2024-05-21T00:08:07.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:06 smithi077 ceph-mon[36377]: purged_snaps scrub starts 2024-05-21T00:08:07.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:06 smithi077 ceph-mon[36377]: purged_snaps scrub ok 2024-05-21T00:08:07.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:06 smithi077 ceph-mon[36377]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:08:07.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:06 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:08:07.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:06 smithi077 ceph-mon[36377]: osdmap e26: 4 total, 4 up, 4 in 2024-05-21T00:08:07.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:06 smithi012 ceph-mon[31403]: purged_snaps scrub starts 2024-05-21T00:08:07.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:06 smithi012 ceph-mon[31403]: purged_snaps scrub ok 2024-05-21T00:08:07.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:06 smithi012 ceph-mon[31403]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 90 MiB used, 268 GiB / 268 GiB avail 2024-05-21T00:08:07.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:06 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-21T00:08:07.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:06 smithi012 ceph-mon[31403]: osdmap e26: 4 total, 4 up, 4 in 2024-05-21T00:08:07.603 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi060:vg_nvme/lv_3 2024-05-21T00:08:07.853 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:08:08.883 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:08 smithi060 ceph-mon[36426]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:08.883 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:08 smithi060 ceph-mon[36426]: osdmap e27: 4 total, 4 up, 4 in 2024-05-21T00:08:09.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:08 smithi077 ceph-mon[36377]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:09.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:08 smithi077 ceph-mon[36377]: osdmap e27: 4 total, 4 up, 4 in 2024-05-21T00:08:09.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:08 smithi012 ceph-mon[31403]: pgmap v116: 1 pgs: 1 peering; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:09.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:08 smithi012 ceph-mon[31403]: osdmap e27: 4 total, 4 up, 4 in 2024-05-21T00:08:09.346 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.349+0000 7f3657a7b700 1 -- 172.21.15.60:0/553914259 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3650106a00 msgr2=0x7f3650108df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:08:09.346 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.349+0000 7f3657a7b700 1 --2- 172.21.15.60:0/553914259 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3650106a00 0x7f3650108df0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f3640009990 tx=0x7f3640009ca0 comp rx=0 tx=0).stop 2024-05-21T00:08:09.346 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.349+0000 7f3657a7b700 1 -- 172.21.15.60:0/553914259 shutdown_connections 2024-05-21T00:08:09.347 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.349+0000 7f3657a7b700 1 --2- 172.21.15.60:0/553914259 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3650109330 0x7f365010b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:09.347 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.349+0000 7f3657a7b700 1 --2- 172.21.15.60:0/553914259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f36501040d0 0x7f36501064c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:09.347 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.349+0000 7f3657a7b700 1 --2- 172.21.15.60:0/553914259 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3650106a00 0x7f3650108df0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:09.347 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.349+0000 7f3657a7b700 1 -- 172.21.15.60:0/553914259 >> 172.21.15.60:0/553914259 conn(0x7f36500fda40 msgr2=0x7f36500ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:08:09.347 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.349+0000 7f3657a7b700 1 -- 172.21.15.60:0/553914259 shutdown_connections 2024-05-21T00:08:09.347 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.349+0000 7f3657a7b700 1 -- 172.21.15.60:0/553914259 wait complete. 2024-05-21T00:08:09.347 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.350+0000 7f3657a7b700 1 Processor -- start 2024-05-21T00:08:09.347 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.350+0000 7f3657a7b700 1 -- start start 2024-05-21T00:08:09.347 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.350+0000 7f3657a7b700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f36501040d0 0x7f36501997c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:08:09.347 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.350+0000 7f3657a7b700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3650106a00 0x7f3650199d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:08:09.347 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.350+0000 7f3657a7b700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3650109330 0x7f36501a0d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:08:09.347 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.350+0000 7f3657a7b700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f365010f0c0 con 0x7f3650106a00 2024-05-21T00:08:09.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.350+0000 7f3657a7b700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f365010ef40 con 0x7f3650109330 2024-05-21T00:08:09.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.350+0000 7f3657a7b700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f365010f240 con 0x7f36501040d0 2024-05-21T00:08:09.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.350+0000 7f3656018700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3650109330 0x7f36501a0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:08:09.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.350+0000 7f3656018700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3650109330 0x7f36501a0d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.60:45578/0 (socket says 172.21.15.60:45578) 2024-05-21T00:08:09.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.350+0000 7f3656018700 1 -- 172.21.15.60:0/3498052091 learned_addr learned my addr 172.21.15.60:0/3498052091 (peer_addr_for_me v2:172.21.15.60:0/0) 2024-05-21T00:08:09.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.350+0000 7f3655817700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f36501040d0 0x7f36501997c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:08:09.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.351+0000 7f3655016700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3650106a00 0x7f3650199d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:08:09.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.351+0000 7f3656018700 1 -- 172.21.15.60:0/3498052091 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f36501040d0 msgr2=0x7f36501997c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:08:09.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.351+0000 7f3656018700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f36501040d0 0x7f36501997c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:09.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.351+0000 7f3656018700 1 -- 172.21.15.60:0/3498052091 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3650106a00 msgr2=0x7f3650199d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:08:09.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.351+0000 7f3656018700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3650106a00 0x7f3650199d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:09.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.351+0000 7f3656018700 1 -- 172.21.15.60:0/3498052091 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36501a1420 con 0x7f3650109330 2024-05-21T00:08:09.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.351+0000 7f3656018700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3650109330 0x7f36501a0d80 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f364800b9e0 tx=0x7f364800bcf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:08:09.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.351+0000 7f3646ffd700 1 -- 172.21.15.60:0/3498052091 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3648019070 con 0x7f3650109330 2024-05-21T00:08:09.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.351+0000 7f3657a7b700 1 -- 172.21.15.60:0/3498052091 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36501a1710 con 0x7f3650109330 2024-05-21T00:08:09.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.351+0000 7f3646ffd700 1 -- 172.21.15.60:0/3498052091 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f364800cde0 con 0x7f3650109330 2024-05-21T00:08:09.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.351+0000 7f3646ffd700 1 -- 172.21.15.60:0/3498052091 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3648012340 con 0x7f3650109330 2024-05-21T00:08:09.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.351+0000 7f3657a7b700 1 -- 172.21.15.60:0/3498052091 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36501a1cd0 con 0x7f3650109330 2024-05-21T00:08:09.350 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.352+0000 7f3657a7b700 1 -- 172.21.15.60:0/3498052091 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f365006a230 con 0x7f3650109330 2024-05-21T00:08:09.350 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.353+0000 7f3646ffd700 1 -- 172.21.15.60:0/3498052091 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f364801c070 con 0x7f3650109330 2024-05-21T00:08:09.350 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.354+0000 7f3646ffd700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f363c0b2900 0x7f363c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:08:09.350 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.354+0000 7f3646ffd700 1 -- 172.21.15.60:0/3498052091 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3669+0+0 (secure 0 0 0) 0x7f36480e03b0 con 0x7f3650109330 2024-05-21T00:08:09.350 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.354+0000 7f3655817700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f363c0b2900 0x7f363c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:08:09.350 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.355+0000 7f3655817700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f363c0b2900 0x7f363c0b4dc0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f364c004630 tx=0x7f364c00b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:08:09.353 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.359+0000 7f3646ffd700 1 -- 172.21.15.60:0/3498052091 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f36480a9250 con 0x7f3650109330 2024-05-21T00:08:09.576 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:09.581+0000 7f3657a7b700 1 -- 172.21.15.60:0/3498052091 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f3650063980 con 0x7f363c0b2900 2024-05-21T00:08:10.782 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:10 smithi012 ceph-mon[31403]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:10.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:10 smithi012 ceph-mon[31403]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:08:10.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:08:10.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:08:10.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:10.803 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:10 smithi060 ceph-mon[36426]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:10.803 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:10 smithi060 ceph-mon[36426]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:08:10.803 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:08:10.803 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:08:10.803 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:11.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:10 smithi077 ceph-mon[36377]: pgmap v118: 1 pgs: 1 peering; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:11.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:10 smithi077 ceph-mon[36377]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:08:11.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:08:11.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:08:11.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:12.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:11 smithi060 ceph-mon[36426]: Detected new or changed devices on smithi012 2024-05-21T00:08:12.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:12.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:12.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:12.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:12.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:11 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi012 to 8547M 2024-05-21T00:08:12.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:12.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:12.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:12.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:12.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:11 smithi077 ceph-mon[36377]: Detected new or changed devices on smithi012 2024-05-21T00:08:12.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:12.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:12.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:12.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:12.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:11 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi012 to 8547M 2024-05-21T00:08:12.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:12.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:12.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:12.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:12.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:11 smithi012 ceph-mon[31403]: Detected new or changed devices on smithi012 2024-05-21T00:08:12.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:12.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:12.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:12.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:12.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:11 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi012 to 8547M 2024-05-21T00:08:12.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:12.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:12.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:12.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:13.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:12 smithi060 ceph-mon[36426]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:08:13.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:12 smithi060 ceph-mon[36426]: from='client.? 172.21.15.60:0/573315893' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "527f3934-7fb5-4e65-8ef9-e5921bc5ba65"}]: dispatch 2024-05-21T00:08:13.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:12 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "527f3934-7fb5-4e65-8ef9-e5921bc5ba65"}]: dispatch 2024-05-21T00:08:13.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:12 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "527f3934-7fb5-4e65-8ef9-e5921bc5ba65"}]': finished 2024-05-21T00:08:13.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:12 smithi060 ceph-mon[36426]: osdmap e28: 5 total, 4 up, 5 in 2024-05-21T00:08:13.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:13.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:12 smithi060 ceph-mon[36426]: from='client.? 172.21.15.60:0/2566353250' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:08:13.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:12 smithi077 ceph-mon[36377]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:08:13.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:12 smithi077 ceph-mon[36377]: from='client.? 172.21.15.60:0/573315893' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "527f3934-7fb5-4e65-8ef9-e5921bc5ba65"}]: dispatch 2024-05-21T00:08:13.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:12 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "527f3934-7fb5-4e65-8ef9-e5921bc5ba65"}]: dispatch 2024-05-21T00:08:13.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:12 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "527f3934-7fb5-4e65-8ef9-e5921bc5ba65"}]': finished 2024-05-21T00:08:13.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:12 smithi077 ceph-mon[36377]: osdmap e28: 5 total, 4 up, 5 in 2024-05-21T00:08:13.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:13.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:12 smithi077 ceph-mon[36377]: from='client.? 172.21.15.60:0/2566353250' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:08:13.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:12 smithi012 ceph-mon[31403]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:08:13.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:12 smithi012 ceph-mon[31403]: from='client.? 172.21.15.60:0/573315893' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "527f3934-7fb5-4e65-8ef9-e5921bc5ba65"}]: dispatch 2024-05-21T00:08:13.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:12 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "527f3934-7fb5-4e65-8ef9-e5921bc5ba65"}]: dispatch 2024-05-21T00:08:13.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:12 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "527f3934-7fb5-4e65-8ef9-e5921bc5ba65"}]': finished 2024-05-21T00:08:13.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:12 smithi012 ceph-mon[31403]: osdmap e28: 5 total, 4 up, 5 in 2024-05-21T00:08:13.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:13.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:12 smithi012 ceph-mon[31403]: from='client.? 172.21.15.60:0/2566353250' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:08:15.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:14 smithi060 ceph-mon[36426]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-05-21T00:08:15.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:14 smithi077 ceph-mon[36377]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-05-21T00:08:15.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:14 smithi012 ceph-mon[31403]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-05-21T00:08:17.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:16 smithi060 ceph-mon[36426]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:08:17.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:16 smithi077 ceph-mon[36377]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:08:17.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:16 smithi012 ceph-mon[31403]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:08:19.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:18 smithi060 ceph-mon[36426]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:08:19.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:18 smithi077 ceph-mon[36377]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:08:19.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:18 smithi012 ceph-mon[31403]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:08:20.162 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:19 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-21T00:08:20.162 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:19 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:20.274 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:19 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-21T00:08:20.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:19 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:20.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:19 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-21T00:08:20.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:19 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:21.214 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:20 smithi012 ceph-mon[31403]: Deploying daemon osd.4 on smithi060 2024-05-21T00:08:21.214 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:20 smithi012 ceph-mon[31403]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:08:21.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:20 smithi060 ceph-mon[36426]: Deploying daemon osd.4 on smithi060 2024-05-21T00:08:21.222 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:20 smithi060 ceph-mon[36426]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:08:21.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:20 smithi077 ceph-mon[36377]: Deploying daemon osd.4 on smithi060 2024-05-21T00:08:21.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:20 smithi077 ceph-mon[36377]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:08:22.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:22 smithi077 ceph-mon[36377]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:22.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:22 smithi012 ceph-mon[31403]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:22.346 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:22 smithi060 ceph-mon[36426]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:24.774 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:24 smithi077 ceph-mon[36377]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:24.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:24 smithi012 ceph-mon[31403]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:24.962 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:24 smithi060 ceph-mon[36426]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:25.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:25 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:25.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:25 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:25.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:25 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:25.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:25 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:25.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:25 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:25.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:25 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:26.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:25 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:26.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:25 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:26.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:25 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:26.670 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:26 smithi060 ceph-mon[36426]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:27.024 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:26 smithi077 ceph-mon[36377]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:27.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:26 smithi012 ceph-mon[31403]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:27.559 INFO:teuthology.orchestra.run.smithi060.stdout:Created osd(s) 4 on host 'smithi060' 2024-05-21T00:08:27.560 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:27.564+0000 7f3646ffd700 1 -- 172.21.15.60:0/3498052091 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f3650063980 con 0x7f363c0b2900 2024-05-21T00:08:27.562 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:27.567+0000 7f3657a7b700 1 -- 172.21.15.60:0/3498052091 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f363c0b2900 msgr2=0x7f363c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:08:27.563 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:27.567+0000 7f3657a7b700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f363c0b2900 0x7f363c0b4dc0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f364c004630 tx=0x7f364c00b3c0 comp rx=0 tx=0).stop 2024-05-21T00:08:27.563 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:27.567+0000 7f3657a7b700 1 -- 172.21.15.60:0/3498052091 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3650109330 msgr2=0x7f36501a0d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:08:27.563 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:27.567+0000 7f3657a7b700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3650109330 0x7f36501a0d80 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f364800b9e0 tx=0x7f364800bcf0 comp rx=0 tx=0).stop 2024-05-21T00:08:27.563 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:27.567+0000 7f3657a7b700 1 -- 172.21.15.60:0/3498052091 shutdown_connections 2024-05-21T00:08:27.563 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:27.567+0000 7f3657a7b700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3650109330 0x7f36501a0d80 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:27.563 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:27.567+0000 7f3657a7b700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f36501040d0 0x7f36501997c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:27.563 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:27.567+0000 7f3657a7b700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f363c0b2900 0x7f363c0b4dc0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:27.563 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:27.567+0000 7f3657a7b700 1 --2- 172.21.15.60:0/3498052091 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3650106a00 0x7f3650199d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:27.563 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:27.567+0000 7f3657a7b700 1 -- 172.21.15.60:0/3498052091 >> 172.21.15.60:0/3498052091 conn(0x7f36500fda40 msgr2=0x7f3650104bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:08:27.563 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:27.567+0000 7f3657a7b700 1 -- 172.21.15.60:0/3498052091 shutdown_connections 2024-05-21T00:08:27.564 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:08:27.567+0000 7f3657a7b700 1 -- 172.21.15.60:0/3498052091 wait complete. 2024-05-21T00:08:28.140 DEBUG:teuthology.orchestra.run.smithi060:osd.4> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.4.service 2024-05-21T00:08:28.142 INFO:tasks.cephadm:Deploying osd.5 on smithi077 with /dev/vg_nvme/lv_3... 2024-05-21T00:08:28.142 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-21T00:08:28.385 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:08:28.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:28 smithi060 ceph-mon[36426]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:28.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:28.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:28.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:28.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:28.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:28 smithi060 ceph-mon[36426]: from='osd.4 [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T00:08:28.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:28 smithi060 ceph-mon[36426]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T00:08:28.725 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:08:28 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4[47987]: 2024-05-21T00:08:28.455+0000 7fc9f9c1a7c0 -1 osd.4 0 log_to_monitors true 2024-05-21T00:08:28.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:28 smithi077 ceph-mon[36377]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:28.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:28.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:28.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:28.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:28.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:28 smithi077 ceph-mon[36377]: from='osd.4 [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T00:08:28.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:28 smithi077 ceph-mon[36377]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T00:08:28.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:28 smithi012 ceph-mon[31403]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:28.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:28.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:28.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:28.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:28.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:28 smithi012 ceph-mon[31403]: from='osd.4 [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T00:08:28.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:28 smithi012 ceph-mon[31403]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-21T00:08:30.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:29 smithi077 ceph-mon[36377]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-21T00:08:30.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:29 smithi077 ceph-mon[36377]: from='osd.4 [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:08:30.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:29 smithi077 ceph-mon[36377]: osdmap e29: 5 total, 4 up, 5 in 2024-05-21T00:08:30.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:29 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:30.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:29 smithi077 ceph-mon[36377]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:08:30.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:29 smithi060 ceph-mon[36426]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-21T00:08:30.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:29 smithi060 ceph-mon[36426]: from='osd.4 [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:08:30.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:29 smithi060 ceph-mon[36426]: osdmap e29: 5 total, 4 up, 5 in 2024-05-21T00:08:30.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:29 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:30.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:29 smithi060 ceph-mon[36426]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:08:30.244 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-21T00:08:30.244 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-21T00:08:30.244 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-05-21T00:08:30.245 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-05-21T00:08:30.245 INFO:teuthology.orchestra.run.smithi077.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112501 s, 932 MB/s 2024-05-21T00:08:30.245 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-05-21T00:08:30.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:29 smithi012 ceph-mon[31403]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-21T00:08:30.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:29 smithi012 ceph-mon[31403]: from='osd.4 [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:08:30.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:29 smithi012 ceph-mon[31403]: osdmap e29: 5 total, 4 up, 5 in 2024-05-21T00:08:30.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:29 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:30.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:29 smithi012 ceph-mon[31403]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:08:30.863 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi077:vg_nvme/lv_3 2024-05-21T00:08:30.893 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:08:30 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4[47987]: 2024-05-21T00:08:30.751+0000 7fc9ef27e700 -1 osd.4 0 waiting for initial osdmap 2024-05-21T00:08:30.893 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:08:30 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4[47987]: 2024-05-21T00:08:30.757+0000 7fc9e7069700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:08:31.107 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:08:31.182 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:30 smithi060 ceph-mon[36426]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:31.182 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:30 smithi060 ceph-mon[36426]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-05-21T00:08:31.182 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:30 smithi060 ceph-mon[36426]: osdmap e30: 5 total, 4 up, 5 in 2024-05-21T00:08:31.183 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:30 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:31.183 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:30 smithi060 ceph-mon[36426]: from='osd.4 ' entity='osd.4' 2024-05-21T00:08:31.183 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:30 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:31.228 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:30 smithi077 ceph-mon[36377]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:31.228 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:30 smithi077 ceph-mon[36377]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-05-21T00:08:31.228 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:30 smithi077 ceph-mon[36377]: osdmap e30: 5 total, 4 up, 5 in 2024-05-21T00:08:31.228 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:30 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:31.228 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:30 smithi077 ceph-mon[36377]: from='osd.4 ' entity='osd.4' 2024-05-21T00:08:31.228 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:30 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:31.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:30 smithi012 ceph-mon[31403]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:31.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:30 smithi012 ceph-mon[31403]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-05-21T00:08:31.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:30 smithi012 ceph-mon[31403]: osdmap e30: 5 total, 4 up, 5 in 2024-05-21T00:08:31.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:30 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:31.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:30 smithi012 ceph-mon[31403]: from='osd.4 ' entity='osd.4' 2024-05-21T00:08:31.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:30 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:32.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: purged_snaps scrub starts 2024-05-21T00:08:32.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: purged_snaps scrub ok 2024-05-21T00:08:32.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: Detected new or changed devices on smithi060 2024-05-21T00:08:32.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi060 to 8546M 2024-05-21T00:08:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: osd.4 [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843] boot 2024-05-21T00:08:32.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: osdmap e31: 5 total, 5 up, 5 in 2024-05-21T00:08:32.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:32 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:32.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: purged_snaps scrub starts 2024-05-21T00:08:32.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: purged_snaps scrub ok 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: Detected new or changed devices on smithi060 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi060 to 8546M 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:32.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:32.564 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.564 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: osd.4 [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843] boot 2024-05-21T00:08:32.564 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: osdmap e31: 5 total, 5 up, 5 in 2024-05-21T00:08:32.564 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:32 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:32.600 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.603+0000 7f7062ee4700 1 -- 172.21.15.77:0/3170520931 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f705c1024a0 msgr2=0x7f705c1028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:08:32.600 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.603+0000 7f7062ee4700 1 --2- 172.21.15.77:0/3170520931 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f705c1024a0 0x7f705c1028c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f7050009990 tx=0x7f7050009ca0 comp rx=0 tx=0).stop 2024-05-21T00:08:32.600 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.603+0000 7f7062ee4700 1 -- 172.21.15.77:0/3170520931 shutdown_connections 2024-05-21T00:08:32.600 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.603+0000 7f7062ee4700 1 --2- 172.21.15.77:0/3170520931 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f705c104040 0x7f705c10a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:32.600 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.603+0000 7f7062ee4700 1 --2- 172.21.15.77:0/3170520931 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f705c1024a0 0x7f705c1028c0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:32.600 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.603+0000 7f7062ee4700 1 --2- 172.21.15.77:0/3170520931 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f705c1036a0 0x7f705c103b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:32.600 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.603+0000 7f7062ee4700 1 -- 172.21.15.77:0/3170520931 >> 172.21.15.77:0/3170520931 conn(0x7f705c0fda40 msgr2=0x7f705c0ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:08:32.600 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.603+0000 7f7062ee4700 1 -- 172.21.15.77:0/3170520931 shutdown_connections 2024-05-21T00:08:32.600 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.603+0000 7f7062ee4700 1 -- 172.21.15.77:0/3170520931 wait complete. 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f7062ee4700 1 Processor -- start 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f7062ee4700 1 -- start start 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f7062ee4700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f705c1024a0 0x7f705c06bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f7062ee4700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f705c1036a0 0x7f705c19e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f7062ee4700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f705c104040 0x7f705c1a0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f7062ee4700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f705c10e010 con 0x7f705c1024a0 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f7062ee4700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f705c10de90 con 0x7f705c104040 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f7062ee4700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f705c10e190 con 0x7f705c1036a0 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f705bfff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f705c1036a0 0x7f705c19e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f705bfff700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f705c1036a0 0x7f705c19e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:49806/0 (socket says 172.21.15.77:49806) 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f705bfff700 1 -- 172.21.15.77:0/558929604 learned_addr learned my addr 172.21.15.77:0/558929604 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f7061481700 1 --2- 172.21.15.77:0/558929604 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f705c104040 0x7f705c1a0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f705bfff700 1 -- 172.21.15.77:0/558929604 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f705c104040 msgr2=0x7f705c1a0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:08:32.601 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f705bfff700 1 --2- 172.21.15.77:0/558929604 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f705c104040 0x7f705c1a0bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:32.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f705bfff700 1 -- 172.21.15.77:0/558929604 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f705c1024a0 msgr2=0x7f705c06bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:08:32.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f705bfff700 1 --2- 172.21.15.77:0/558929604 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f705c1024a0 0x7f705c06bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:32.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f705bfff700 1 -- 172.21.15.77:0/558929604 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f705c1a1480 con 0x7f705c1036a0 2024-05-21T00:08:32.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.604+0000 7f705bfff700 1 --2- 172.21.15.77:0/558929604 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f705c1036a0 0x7f705c19e5e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f704800b530 tx=0x7f704800b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:08:32.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.605+0000 7f7059ffb700 1 -- 172.21.15.77:0/558929604 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7048015020 con 0x7f705c1036a0 2024-05-21T00:08:32.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.605+0000 7f7059ffb700 1 -- 172.21.15.77:0/558929604 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7048011ce0 con 0x7f705c1036a0 2024-05-21T00:08:32.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.605+0000 7f7062ee4700 1 -- 172.21.15.77:0/558929604 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f705c1a1770 con 0x7f705c1036a0 2024-05-21T00:08:32.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.605+0000 7f7059ffb700 1 -- 172.21.15.77:0/558929604 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7048010d20 con 0x7f705c1036a0 2024-05-21T00:08:32.602 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.605+0000 7f7062ee4700 1 -- 172.21.15.77:0/558929604 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f705c1a1d80 con 0x7f705c1036a0 2024-05-21T00:08:32.603 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.606+0000 7f7062ee4700 1 -- 172.21.15.77:0/558929604 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f705c06a230 con 0x7f705c1036a0 2024-05-21T00:08:32.603 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.607+0000 7f7059ffb700 1 -- 172.21.15.77:0/558929604 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f7048018020 con 0x7f705c1036a0 2024-05-21T00:08:32.603 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.607+0000 7f7059ffb700 1 --2- 172.21.15.77:0/558929604 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f704c0b2900 0x7f704c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:08:32.603 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.608+0000 7f7059ffb700 1 -- 172.21.15.77:0/558929604 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 4101+0+0 (secure 0 0 0) 0x7f70480e0970 con 0x7f705c1036a0 2024-05-21T00:08:32.603 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.608+0000 7f7060c80700 1 --2- 172.21.15.77:0/558929604 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f704c0b2900 0x7f704c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:08:32.603 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.609+0000 7f7060c80700 1 --2- 172.21.15.77:0/558929604 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f704c0b2900 0x7f704c0b4dc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f70500098e0 tx=0x7f7050003860 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:08:32.607 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.612+0000 7f7059ffb700 1 -- 172.21.15.77:0/558929604 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f704801f020 con 0x7f705c1036a0 2024-05-21T00:08:32.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: purged_snaps scrub starts 2024-05-21T00:08:32.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: purged_snaps scrub ok 2024-05-21T00:08:32.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: Detected new or changed devices on smithi060 2024-05-21T00:08:32.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:32.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:32.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi060 to 8546M 2024-05-21T00:08:32.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:32.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:32.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-05-21T00:08:32.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:32.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:32.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:32.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:32.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: osd.4 [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843] boot 2024-05-21T00:08:32.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: osdmap e31: 5 total, 5 up, 5 in 2024-05-21T00:08:32.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:32 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-21T00:08:32.818 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:32.823+0000 7f7062ee4700 1 -- 172.21.15.77:0/558929604 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f705c063980 con 0x7f704c0b2900 2024-05-21T00:08:33.593 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:33 smithi077 ceph-mon[36377]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:08:33.593 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:08:33.593 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:08:33.593 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:33.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:33 smithi060 ceph-mon[36426]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:08:33.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:08:33.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:08:33.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:33.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:33 smithi012 ceph-mon[31403]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:08:33.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:08:33.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:08:33.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:34.637 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:34 smithi077 ceph-mon[36377]: osdmap e32: 5 total, 5 up, 5 in 2024-05-21T00:08:34.637 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:34 smithi077 ceph-mon[36377]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:34.722 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:34 smithi060 ceph-mon[36426]: osdmap e32: 5 total, 5 up, 5 in 2024-05-21T00:08:34.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:34 smithi060 ceph-mon[36426]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:34.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:34 smithi012 ceph-mon[31403]: osdmap e32: 5 total, 5 up, 5 in 2024-05-21T00:08:34.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:34 smithi012 ceph-mon[31403]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:35.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:35 smithi012 ceph-mon[31403]: from='client.? 172.21.15.77:0/518639233' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c37b2c3-a9c0-47b3-9023-84566d18e0af"}]: dispatch 2024-05-21T00:08:35.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:35 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c37b2c3-a9c0-47b3-9023-84566d18e0af"}]: dispatch 2024-05-21T00:08:35.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:35 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2c37b2c3-a9c0-47b3-9023-84566d18e0af"}]': finished 2024-05-21T00:08:35.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:35 smithi012 ceph-mon[31403]: osdmap e33: 6 total, 5 up, 6 in 2024-05-21T00:08:35.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:35 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:35.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:35 smithi077 ceph-mon[36377]: from='client.? 172.21.15.77:0/518639233' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c37b2c3-a9c0-47b3-9023-84566d18e0af"}]: dispatch 2024-05-21T00:08:35.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:35 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c37b2c3-a9c0-47b3-9023-84566d18e0af"}]: dispatch 2024-05-21T00:08:35.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:35 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2c37b2c3-a9c0-47b3-9023-84566d18e0af"}]': finished 2024-05-21T00:08:35.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:35 smithi077 ceph-mon[36377]: osdmap e33: 6 total, 5 up, 6 in 2024-05-21T00:08:35.823 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:35 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:35.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:35 smithi060 ceph-mon[36426]: from='client.? 172.21.15.77:0/518639233' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c37b2c3-a9c0-47b3-9023-84566d18e0af"}]: dispatch 2024-05-21T00:08:35.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:35 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2c37b2c3-a9c0-47b3-9023-84566d18e0af"}]: dispatch 2024-05-21T00:08:35.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:35 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2c37b2c3-a9c0-47b3-9023-84566d18e0af"}]': finished 2024-05-21T00:08:35.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:35 smithi060 ceph-mon[36426]: osdmap e33: 6 total, 5 up, 6 in 2024-05-21T00:08:35.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:35 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:36.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:36 smithi012 ceph-mon[31403]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:36.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:36 smithi012 ceph-mon[31403]: from='client.? 172.21.15.77:0/1926724417' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:08:36.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:36 smithi060 ceph-mon[36426]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:36.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:36 smithi060 ceph-mon[36426]: from='client.? 172.21.15.77:0/1926724417' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:08:37.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:36 smithi077 ceph-mon[36377]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:37.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:36 smithi077 ceph-mon[36377]: from='client.? 172.21.15.77:0/1926724417' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:08:38.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:38 smithi012 ceph-mon[31403]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:38.972 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:38 smithi060 ceph-mon[36426]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:39.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:38 smithi077 ceph-mon[36377]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:40.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:40 smithi012 ceph-mon[31403]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:40.836 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:40 smithi077 ceph-mon[36377]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:40.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:40 smithi060 ceph-mon[36426]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:42.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:42 smithi077 ceph-mon[36377]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:42.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:42 smithi012 ceph-mon[31403]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:42.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:42 smithi060 ceph-mon[36426]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:43.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:43 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-21T00:08:43.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:43 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:43.853 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-21T00:08:43.854 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:43 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:43.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:43 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-21T00:08:43.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:43 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:44.711 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:44 smithi077 ceph-mon[36377]: Deploying daemon osd.5 on smithi077 2024-05-21T00:08:44.711 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:44 smithi077 ceph-mon[36377]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:44.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:44 smithi012 ceph-mon[31403]: Deploying daemon osd.5 on smithi077 2024-05-21T00:08:44.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:44 smithi012 ceph-mon[31403]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:44.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:44 smithi060 ceph-mon[36426]: Deploying daemon osd.5 on smithi077 2024-05-21T00:08:44.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:44 smithi060 ceph-mon[36426]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:46.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:46 smithi012 ceph-mon[31403]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:46.813 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:46 smithi077 ceph-mon[36377]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:46.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:46 smithi060 ceph-mon[36426]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:48.942 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:48 smithi077 ceph-mon[36377]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:48.942 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:48.942 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:48.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:48 smithi060 ceph-mon[36426]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:48.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:48.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:48 smithi012 ceph-mon[31403]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:49.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:49.918 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:49 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:49.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:49 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:50.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:49 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:50.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:50 smithi060 ceph-mon[36426]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:51.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:50 smithi077 ceph-mon[36377]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:51.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:50 smithi012 ceph-mon[31403]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:52.261 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:52.266+0000 7f7059ffb700 1 -- 172.21.15.77:0/558929604 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f705c063980 con 0x7f704c0b2900 2024-05-21T00:08:52.262 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 5 on host 'smithi077' 2024-05-21T00:08:52.264 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:52.269+0000 7f7062ee4700 1 -- 172.21.15.77:0/558929604 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f704c0b2900 msgr2=0x7f704c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:08:52.264 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:52.269+0000 7f7062ee4700 1 --2- 172.21.15.77:0/558929604 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f704c0b2900 0x7f704c0b4dc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f70500098e0 tx=0x7f7050003860 comp rx=0 tx=0).stop 2024-05-21T00:08:52.264 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:52.269+0000 7f7062ee4700 1 -- 172.21.15.77:0/558929604 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f705c1036a0 msgr2=0x7f705c19e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:08:52.264 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:52.269+0000 7f7062ee4700 1 --2- 172.21.15.77:0/558929604 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f705c1036a0 0x7f705c19e5e0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f704800b530 tx=0x7f704800b8f0 comp rx=0 tx=0).stop 2024-05-21T00:08:52.265 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:52.269+0000 7f7062ee4700 1 -- 172.21.15.77:0/558929604 shutdown_connections 2024-05-21T00:08:52.265 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:52.269+0000 7f7062ee4700 1 --2- 172.21.15.77:0/558929604 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f705c104040 0x7f705c1a0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:52.265 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:52.269+0000 7f7062ee4700 1 --2- 172.21.15.77:0/558929604 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f704c0b2900 0x7f704c0b4dc0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:52.265 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:52.269+0000 7f7062ee4700 1 --2- 172.21.15.77:0/558929604 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f705c1024a0 0x7f705c06bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:52.265 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:52.269+0000 7f7062ee4700 1 --2- 172.21.15.77:0/558929604 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f705c1036a0 0x7f705c19e5e0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:08:52.265 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:52.269+0000 7f7062ee4700 1 -- 172.21.15.77:0/558929604 >> 172.21.15.77:0/558929604 conn(0x7f705c0fda40 msgr2=0x7f705c106b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:08:52.265 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:52.269+0000 7f7062ee4700 1 -- 172.21.15.77:0/558929604 shutdown_connections 2024-05-21T00:08:52.265 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:08:52.269+0000 7f7062ee4700 1 -- 172.21.15.77:0/558929604 wait complete. 2024-05-21T00:08:52.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:52 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:52 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:52 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:52.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:52 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:52.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:52 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:52 smithi060 ceph-mon[36426]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:52.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:52 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:52.473 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:52 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:52 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:52 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:52 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:52 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:52.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:52 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:52.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:52 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:52 smithi077 ceph-mon[36377]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:52.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:52 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:52.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:52 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:52 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:52 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:52 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:52 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:52.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:52 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:52.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:52 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:52 smithi012 ceph-mon[31403]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:52.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:52 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:08:52.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:52 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:52 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:52.941 DEBUG:teuthology.orchestra.run.smithi077:osd.5> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.5.service 2024-05-21T00:08:52.943 INFO:tasks.cephadm:Deploying osd.6 on smithi012 with /dev/vg_nvme/lv_2... 2024-05-21T00:08:52.944 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-21T00:08:53.401 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:08:53.517 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:53 smithi077 ceph-mon[36377]: from='osd.5 [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T00:08:53.518 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:53 smithi077 ceph-mon[36377]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T00:08:53.585 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:53 smithi012 ceph-mon[31403]: from='osd.5 [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T00:08:53.585 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:53 smithi012 ceph-mon[31403]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T00:08:53.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:53 smithi060 ceph-mon[36426]: from='osd.5 [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T00:08:53.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:53 smithi060 ceph-mon[36426]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-21T00:08:54.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:54 smithi077 ceph-mon[36377]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-21T00:08:54.391 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:54 smithi077 ceph-mon[36377]: from='osd.5 [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:08:54.392 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:54 smithi077 ceph-mon[36377]: osdmap e34: 6 total, 5 up, 6 in 2024-05-21T00:08:54.392 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:54 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:54.392 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:54 smithi077 ceph-mon[36377]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:08:54.392 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:54 smithi077 ceph-mon[36377]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:54.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:54 smithi060 ceph-mon[36426]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-21T00:08:54.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:54 smithi060 ceph-mon[36426]: from='osd.5 [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:08:54.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:54 smithi060 ceph-mon[36426]: osdmap e34: 6 total, 5 up, 6 in 2024-05-21T00:08:54.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:54 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:54.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:54 smithi060 ceph-mon[36426]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:08:54.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:54 smithi060 ceph-mon[36426]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:54.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:54 smithi012 ceph-mon[31403]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-21T00:08:54.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:54 smithi012 ceph-mon[31403]: from='osd.5 [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:08:54.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:54 smithi012 ceph-mon[31403]: osdmap e34: 6 total, 5 up, 6 in 2024-05-21T00:08:54.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:54 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:54.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:54 smithi012 ceph-mon[31403]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:08:54.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:54 smithi012 ceph-mon[31403]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:55.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:55 smithi077 ceph-mon[36377]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-05-21T00:08:55.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:55 smithi077 ceph-mon[36377]: osdmap e35: 6 total, 5 up, 6 in 2024-05-21T00:08:55.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:55 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:55.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:55 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:55.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:55 smithi077 ceph-mon[36377]: from='osd.5 ' entity='osd.5' 2024-05-21T00:08:55.526 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:08:55 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:08:55.266+0000 7fc27f7b6700 -1 osd.5 0 waiting for initial osdmap 2024-05-21T00:08:55.526 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:08:55 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:08:55.453+0000 7fc2775a1700 -1 osd.5 35 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:08:55.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:55 smithi012 ceph-mon[31403]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-05-21T00:08:55.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:55 smithi012 ceph-mon[31403]: osdmap e35: 6 total, 5 up, 6 in 2024-05-21T00:08:55.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:55 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:55.562 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:55 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:55.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:55 smithi012 ceph-mon[31403]: from='osd.5 ' entity='osd.5' 2024-05-21T00:08:55.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:55 smithi060 ceph-mon[36426]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-05-21T00:08:55.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:55 smithi060 ceph-mon[36426]: osdmap e35: 6 total, 5 up, 6 in 2024-05-21T00:08:55.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:55 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:55.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:55 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:55.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:55 smithi060 ceph-mon[36426]: from='osd.5 ' entity='osd.5' 2024-05-21T00:08:56.462 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-21T00:08:56.462 INFO:teuthology.orchestra.run.smithi012.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-21T00:08:56.462 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10+0 records in 2024-05-21T00:08:56.463 INFO:teuthology.orchestra.run.smithi012.stderr:10+0 records out 2024-05-21T00:08:56.463 INFO:teuthology.orchestra.run.smithi012.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0353113 s, 297 MB/s 2024-05-21T00:08:56.463 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping successful for: 2024-05-21T00:08:56.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: purged_snaps scrub starts 2024-05-21T00:08:56.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: purged_snaps scrub ok 2024-05-21T00:08:56.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: osdmap e36: 6 total, 5 up, 6 in 2024-05-21T00:08:56.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:56.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:56.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: pgmap v150: 1 pgs: 1 peering; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:56.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:56.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:56.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:56.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:56.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:56.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:56.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:56.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:56.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: purged_snaps scrub starts 2024-05-21T00:08:56.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: purged_snaps scrub ok 2024-05-21T00:08:56.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: osdmap e36: 6 total, 5 up, 6 in 2024-05-21T00:08:56.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:56.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:56.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: pgmap v150: 1 pgs: 1 peering; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:56.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:56.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:56.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:56.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:56.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:56.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:56.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:56.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:56.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: purged_snaps scrub starts 2024-05-21T00:08:56.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: purged_snaps scrub ok 2024-05-21T00:08:56.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: osdmap e36: 6 total, 5 up, 6 in 2024-05-21T00:08:56.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:56.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:56.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: pgmap v150: 1 pgs: 1 peering; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-05-21T00:08:56.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:56.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:56.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:56.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:08:56.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:56.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:08:56.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:08:56.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:08:57.511 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi012:vg_nvme/lv_2 2024-05-21T00:08:57.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:57 smithi060 ceph-mon[36426]: Detected new or changed devices on smithi077 2024-05-21T00:08:57.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:57 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi077 to 8544M 2024-05-21T00:08:57.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:57 smithi060 ceph-mon[36426]: osd.5 [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059] boot 2024-05-21T00:08:57.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:57 smithi060 ceph-mon[36426]: osdmap e37: 6 total, 6 up, 6 in 2024-05-21T00:08:57.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:57.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:57 smithi060 ceph-mon[36426]: osdmap e38: 6 total, 6 up, 6 in 2024-05-21T00:08:57.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:57 smithi077 ceph-mon[36377]: Detected new or changed devices on smithi077 2024-05-21T00:08:57.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:57 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi077 to 8544M 2024-05-21T00:08:57.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:57 smithi077 ceph-mon[36377]: osd.5 [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059] boot 2024-05-21T00:08:57.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:57 smithi077 ceph-mon[36377]: osdmap e37: 6 total, 6 up, 6 in 2024-05-21T00:08:57.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:57.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:57 smithi077 ceph-mon[36377]: osdmap e38: 6 total, 6 up, 6 in 2024-05-21T00:08:57.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:57 smithi012 ceph-mon[31403]: Detected new or changed devices on smithi077 2024-05-21T00:08:57.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:57 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi077 to 8544M 2024-05-21T00:08:57.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:57 smithi012 ceph-mon[31403]: osd.5 [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059] boot 2024-05-21T00:08:57.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:57 smithi012 ceph-mon[31403]: osdmap e37: 6 total, 6 up, 6 in 2024-05-21T00:08:57.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-21T00:08:57.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:57 smithi012 ceph-mon[31403]: osdmap e38: 6 total, 6 up, 6 in 2024-05-21T00:08:57.978 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:08:58.651 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:58 smithi012 ceph-mon[31403]: pgmap v153: 1 pgs: 1 peering; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:08:58.651 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:08:58 smithi012 ceph-mon[31403]: osdmap e39: 6 total, 6 up, 6 in 2024-05-21T00:08:58.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:58 smithi060 ceph-mon[36426]: pgmap v153: 1 pgs: 1 peering; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:08:58.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:08:58 smithi060 ceph-mon[36426]: osdmap e39: 6 total, 6 up, 6 in 2024-05-21T00:08:59.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:58 smithi077 ceph-mon[36377]: pgmap v153: 1 pgs: 1 peering; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:08:59.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:08:58 smithi077 ceph-mon[36377]: osdmap e39: 6 total, 6 up, 6 in 2024-05-21T00:09:00.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.200+0000 7f6ec8400700 1 -- 172.21.15.12:0/2075709476 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ec01057e0 msgr2=0x7f6ec0105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:09:00.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.200+0000 7f6ec8400700 1 --2- 172.21.15.12:0/2075709476 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ec01057e0 0x7f6ec0105c00 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6eb40099c0 tx=0x7f6eb4009cd0 comp rx=0 tx=0).stop 2024-05-21T00:09:00.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.200+0000 7f6ec8400700 1 -- 172.21.15.12:0/2075709476 shutdown_connections 2024-05-21T00:09:00.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.200+0000 7f6ec8400700 1 --2- 172.21.15.12:0/2075709476 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ec0107380 0x7f6ec010dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:00.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.200+0000 7f6ec8400700 1 --2- 172.21.15.12:0/2075709476 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ec01057e0 0x7f6ec0105c00 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:00.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.200+0000 7f6ec8400700 1 --2- 172.21.15.12:0/2075709476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6ec01069e0 0x7f6ec0106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:00.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.200+0000 7f6ec8400700 1 -- 172.21.15.12:0/2075709476 >> 172.21.15.12:0/2075709476 conn(0x7f6ec0100da0 msgr2=0x7f6ec01031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:09:00.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.200+0000 7f6ec8400700 1 -- 172.21.15.12:0/2075709476 shutdown_connections 2024-05-21T00:09:00.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.200+0000 7f6ec8400700 1 -- 172.21.15.12:0/2075709476 wait complete. 2024-05-21T00:09:00.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.201+0000 7f6ec8400700 1 Processor -- start 2024-05-21T00:09:00.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.201+0000 7f6ec8400700 1 -- start start 2024-05-21T00:09:00.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.201+0000 7f6ec8400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6ec01057e0 0x7f6ec019b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:09:00.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.201+0000 7f6ec8400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ec01069e0 0x7f6ec019beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:09:00.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.202+0000 7f6ec5a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6ec01057e0 0x7f6ec019b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:09:00.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.202+0000 7f6ec5a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6ec01057e0 0x7f6ec019b970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:45078/0 (socket says 172.21.15.12:45078) 2024-05-21T00:09:00.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.202+0000 7f6ec5000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ec01069e0 0x7f6ec019beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:09:00.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.202+0000 7f6ec5000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ec01069e0 0x7f6ec019beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:33134/0 (socket says 172.21.15.12:33134) 2024-05-21T00:09:00.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.202+0000 7f6ec8400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ec0107380 0x7f6ec01a2f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:09:00.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.202+0000 7f6ec8400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6ec01112c0 con 0x7f6ec0107380 2024-05-21T00:09:00.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.202+0000 7f6ec5a00700 1 -- 172.21.15.12:0/3736707549 learned_addr learned my addr 172.21.15.12:0/3736707549 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:09:00.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.202+0000 7f6ec8400700 1 -- 172.21.15.12:0/3736707549 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6ec0111140 con 0x7f6ec01069e0 2024-05-21T00:09:00.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.202+0000 7f6ec8400700 1 -- 172.21.15.12:0/3736707549 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f6ec0111440 con 0x7f6ec01057e0 2024-05-21T00:09:00.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.202+0000 7f6ec6400700 1 --2- 172.21.15.12:0/3736707549 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ec0107380 0x7f6ec01a2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:09:00.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.203+0000 7f6ec5000700 1 -- 172.21.15.12:0/3736707549 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6ec01057e0 msgr2=0x7f6ec019b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:09:00.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.203+0000 7f6ec5000700 1 --2- 172.21.15.12:0/3736707549 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6ec01057e0 0x7f6ec019b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:00.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.203+0000 7f6ec5000700 1 -- 172.21.15.12:0/3736707549 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ec0107380 msgr2=0x7f6ec01a2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:09:00.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.203+0000 7f6ec5000700 1 --2- 172.21.15.12:0/3736707549 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ec0107380 0x7f6ec01a2f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:00.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.203+0000 7f6ec5000700 1 -- 172.21.15.12:0/3736707549 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ec01a35d0 con 0x7f6ec01069e0 2024-05-21T00:09:00.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.203+0000 7f6ec5000700 1 --2- 172.21.15.12:0/3736707549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ec01069e0 0x7f6ec019beb0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f6eac00e9f0 tx=0x7f6eac00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:09:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.203+0000 7f6ebe000700 1 -- 172.21.15.12:0/3736707549 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eac00cbd0 con 0x7f6ec01069e0 2024-05-21T00:09:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.203+0000 7f6ebe000700 1 -- 172.21.15.12:0/3736707549 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6eac0044d0 con 0x7f6ec01069e0 2024-05-21T00:09:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.203+0000 7f6ec8400700 1 -- 172.21.15.12:0/3736707549 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ec01a38c0 con 0x7f6ec01069e0 2024-05-21T00:09:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.203+0000 7f6ebe000700 1 -- 172.21.15.12:0/3736707549 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6eac005020 con 0x7f6ec01069e0 2024-05-21T00:09:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.203+0000 7f6ec8400700 1 -- 172.21.15.12:0/3736707549 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ec01a3e00 con 0x7f6ec01069e0 2024-05-21T00:09:00.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.205+0000 7f6ec8400700 1 -- 172.21.15.12:0/3736707549 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ec006a230 con 0x7f6ec01069e0 2024-05-21T00:09:00.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.207+0000 7f6ebe000700 1 -- 172.21.15.12:0/3736707549 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f6eac005200 con 0x7f6ec01069e0 2024-05-21T00:09:00.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.208+0000 7f6ebe000700 1 --2- 172.21.15.12:0/3736707549 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6ea80b2900 0x7f6ea80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:09:00.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.209+0000 7f6ebe000700 1 -- 172.21.15.12:0/3736707549 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4533+0+0 (secure 0 0 0) 0x7f6eac0e1280 con 0x7f6ec01069e0 2024-05-21T00:09:00.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.209+0000 7f6ec5a00700 1 --2- 172.21.15.12:0/3736707549 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6ea80b2900 0x7f6ea80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:09:00.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.209+0000 7f6ec5a00700 1 --2- 172.21.15.12:0/3736707549 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6ea80b2900 0x7f6ea80b4dc0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4003820 tx=0x7f6eb4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:09:00.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.211+0000 7f6ebe000700 1 -- 172.21.15.12:0/3736707549 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6eac0a9dc0 con 0x7f6ec01069e0 2024-05-21T00:09:00.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:00.459+0000 7f6ec8400700 1 -- 172.21.15.12:0/3736707549 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f6ec0063980 con 0x7f6ea80b2900 2024-05-21T00:09:00.812 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:00 smithi012 ceph-mon[31403]: pgmap v155: 1 pgs: 1 peering; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:00.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:09:00.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:09:00.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:00.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:00 smithi077 ceph-mon[36377]: pgmap v155: 1 pgs: 1 peering; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:00.844 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:09:00.845 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:09:00.845 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:00.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:00 smithi060 ceph-mon[36426]: pgmap v155: 1 pgs: 1 peering; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:00.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:09:00.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:09:00.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:01.803 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:01 smithi012 ceph-mon[31403]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:09:01.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:01 smithi060 ceph-mon[36426]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:09:02.018 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:01 smithi077 ceph-mon[36377]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:09:02.911 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:02 smithi012 ceph-mon[31403]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:09:02.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:02 smithi060 ceph-mon[36426]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:09:03.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:02 smithi077 ceph-mon[36377]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:09:04.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:04 smithi060 ceph-mon[36426]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-21T00:09:04.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:04 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1483220160' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68c18062-e034-421d-b135-ab35d7d4bd25"}]: dispatch 2024-05-21T00:09:04.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:04 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1483220160' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68c18062-e034-421d-b135-ab35d7d4bd25"}]': finished 2024-05-21T00:09:04.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:04 smithi060 ceph-mon[36426]: osdmap e40: 7 total, 6 up, 7 in 2024-05-21T00:09:04.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:04 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:05.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:04 smithi077 ceph-mon[36377]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-21T00:09:05.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:04 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1483220160' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68c18062-e034-421d-b135-ab35d7d4bd25"}]: dispatch 2024-05-21T00:09:05.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:04 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1483220160' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68c18062-e034-421d-b135-ab35d7d4bd25"}]': finished 2024-05-21T00:09:05.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:04 smithi077 ceph-mon[36377]: osdmap e40: 7 total, 6 up, 7 in 2024-05-21T00:09:05.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:04 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:05.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:04 smithi012 ceph-mon[31403]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 81 KiB/s, 0 objects/s recovering 2024-05-21T00:09:05.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:04 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1483220160' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "68c18062-e034-421d-b135-ab35d7d4bd25"}]: dispatch 2024-05-21T00:09:05.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:04 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1483220160' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "68c18062-e034-421d-b135-ab35d7d4bd25"}]': finished 2024-05-21T00:09:05.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:04 smithi012 ceph-mon[31403]: osdmap e40: 7 total, 6 up, 7 in 2024-05-21T00:09:05.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:04 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:05.973 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:05 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3294745513' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:09:06.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:05 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3294745513' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:09:06.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:05 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3294745513' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:09:07.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:06 smithi077 ceph-mon[36377]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:09:07.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:06 smithi012 ceph-mon[31403]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:09:07.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:06 smithi060 ceph-mon[36426]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:09:09.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:08 smithi077 ceph-mon[36377]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:09:09.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:08 smithi012 ceph-mon[31403]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:09:09.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:08 smithi060 ceph-mon[36426]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:09:11.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:10 smithi077 ceph-mon[36377]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:09:11.026 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:10 smithi060 ceph-mon[36426]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:09:11.048 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:10 smithi012 ceph-mon[31403]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 186 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:09:13.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:12 smithi077 ceph-mon[36377]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:13.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:12 smithi012 ceph-mon[31403]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:13.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:12 smithi060 ceph-mon[36426]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:15.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:14 smithi077 ceph-mon[36377]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:15.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-21T00:09:15.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:15.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:14 smithi077 ceph-mon[36377]: Deploying daemon osd.6 on smithi012 2024-05-21T00:09:15.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:14 smithi012 ceph-mon[31403]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:15.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-21T00:09:15.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:15.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:14 smithi012 ceph-mon[31403]: Deploying daemon osd.6 on smithi012 2024-05-21T00:09:15.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:14 smithi060 ceph-mon[36426]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:15.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-21T00:09:15.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:15.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:14 smithi060 ceph-mon[36426]: Deploying daemon osd.6 on smithi012 2024-05-21T00:09:16.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:16 smithi012 ceph-mon[31403]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:17.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:16 smithi060 ceph-mon[36426]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:17.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:16 smithi077 ceph-mon[36377]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:19.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:18 smithi012 ceph-mon[31403]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:19.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:18 smithi060 ceph-mon[36426]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:19.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:18 smithi077 ceph-mon[36377]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:21.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:20 smithi012 ceph-mon[31403]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:21.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:20 smithi060 ceph-mon[36426]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:21.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:20 smithi077 ceph-mon[36377]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:23.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:22 smithi012 ceph-mon[31403]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:23.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:23.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:23.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:09:23.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:22 smithi060 ceph-mon[36426]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:23.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:23.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:23.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:09:23.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:22 smithi077 ceph-mon[36377]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:23.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:23.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:23.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:09:25.062 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:24 smithi012 ceph-mon[31403]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:25.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:24 smithi060 ceph-mon[36426]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:25.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:24 smithi077 ceph-mon[36377]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:27.016 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:26 smithi012 ceph-mon[31403]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:27.016 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:26 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:27.017 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:26 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:27.017 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:26 smithi012 ceph-mon[31403]: from='osd.6 [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T00:09:27.017 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:26 smithi012 ceph-mon[31403]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T00:09:27.105 INFO:teuthology.orchestra.run.smithi012.stdout:Created osd(s) 6 on host 'smithi012' 2024-05-21T00:09:27.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:27.109+0000 7f6ebe000700 1 -- 172.21.15.12:0/3736707549 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6ec0063980 con 0x7f6ea80b2900 2024-05-21T00:09:27.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:27.113+0000 7f6ec8400700 1 -- 172.21.15.12:0/3736707549 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6ea80b2900 msgr2=0x7f6ea80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:09:27.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:27.113+0000 7f6ec8400700 1 --2- 172.21.15.12:0/3736707549 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6ea80b2900 0x7f6ea80b4dc0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4003820 tx=0x7f6eb4005fb0 comp rx=0 tx=0).stop 2024-05-21T00:09:27.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:27.114+0000 7f6ec8400700 1 -- 172.21.15.12:0/3736707549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ec01069e0 msgr2=0x7f6ec019beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:09:27.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:27.114+0000 7f6ec8400700 1 --2- 172.21.15.12:0/3736707549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ec01069e0 0x7f6ec019beb0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f6eac00e9f0 tx=0x7f6eac00ed00 comp rx=0 tx=0).stop 2024-05-21T00:09:27.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:27.114+0000 7f6ec8400700 1 -- 172.21.15.12:0/3736707549 shutdown_connections 2024-05-21T00:09:27.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:27.114+0000 7f6ec8400700 1 --2- 172.21.15.12:0/3736707549 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6ea80b2900 0x7f6ea80b4dc0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:27.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:27.114+0000 7f6ec8400700 1 --2- 172.21.15.12:0/3736707549 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6ec0107380 0x7f6ec01a2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:27.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:27.114+0000 7f6ec8400700 1 --2- 172.21.15.12:0/3736707549 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6ec01057e0 0x7f6ec019b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:27.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:27.114+0000 7f6ec8400700 1 --2- 172.21.15.12:0/3736707549 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6ec01069e0 0x7f6ec019beb0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:27.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:27.114+0000 7f6ec8400700 1 -- 172.21.15.12:0/3736707549 >> 172.21.15.12:0/3736707549 conn(0x7f6ec0100da0 msgr2=0x7f6ec0109e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:09:27.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:27.114+0000 7f6ec8400700 1 -- 172.21.15.12:0/3736707549 shutdown_connections 2024-05-21T00:09:27.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:09:27.114+0000 7f6ec8400700 1 -- 172.21.15.12:0/3736707549 wait complete. 2024-05-21T00:09:27.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:26 smithi060 ceph-mon[36426]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:27.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:26 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:27.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:26 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:27.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:26 smithi060 ceph-mon[36426]: from='osd.6 [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T00:09:27.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:26 smithi060 ceph-mon[36426]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T00:09:27.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:26 smithi077 ceph-mon[36377]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:27.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:26 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:27.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:26 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:27.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:26 smithi077 ceph-mon[36377]: from='osd.6 [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T00:09:27.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:26 smithi077 ceph-mon[36377]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-21T00:09:27.884 DEBUG:teuthology.orchestra.run.smithi012:osd.6> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.6.service 2024-05-21T00:09:27.889 INFO:tasks.cephadm:Deploying osd.7 on smithi060 with /dev/vg_nvme/lv_2... 2024-05-21T00:09:27.889 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-21T00:09:28.145 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:09:28.219 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:28 smithi012 ceph-mon[31403]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-21T00:09:28.219 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:28 smithi012 ceph-mon[31403]: from='osd.6 [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:09:28.219 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:28 smithi012 ceph-mon[31403]: osdmap e41: 7 total, 6 up, 7 in 2024-05-21T00:09:28.220 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:28.220 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:28 smithi012 ceph-mon[31403]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:09:28.220 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:28.220 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:28.220 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:28 smithi012 ceph-mon[31403]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:28.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:28 smithi060 ceph-mon[36426]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-21T00:09:28.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:28 smithi060 ceph-mon[36426]: from='osd.6 [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:09:28.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:28 smithi060 ceph-mon[36426]: osdmap e41: 7 total, 6 up, 7 in 2024-05-21T00:09:28.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:28.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:28 smithi060 ceph-mon[36426]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:09:28.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:28.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:28.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:28 smithi060 ceph-mon[36426]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:28.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:28 smithi077 ceph-mon[36377]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-21T00:09:28.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:28 smithi077 ceph-mon[36377]: from='osd.6 [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:09:28.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:28 smithi077 ceph-mon[36377]: osdmap e41: 7 total, 6 up, 7 in 2024-05-21T00:09:28.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:28.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:28 smithi077 ceph-mon[36377]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:09:28.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:28.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:28.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:28 smithi077 ceph-mon[36377]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:29.223 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:29 smithi060 ceph-mon[36426]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-05-21T00:09:29.257 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:29 smithi060 ceph-mon[36426]: osdmap e42: 7 total, 6 up, 7 in 2024-05-21T00:09:29.257 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:29 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:29.258 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:29 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:29.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:29 smithi077 ceph-mon[36377]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-05-21T00:09:29.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:29 smithi077 ceph-mon[36377]: osdmap e42: 7 total, 6 up, 7 in 2024-05-21T00:09:29.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:29 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:29.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:29 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:29.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:29 smithi012 ceph-mon[31403]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-05-21T00:09:29.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:29 smithi012 ceph-mon[31403]: osdmap e42: 7 total, 6 up, 7 in 2024-05-21T00:09:29.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:29 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:29.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:29 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:29.314 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:09:29 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:09:29.039+0000 7f6c50e00700 -1 osd.6 0 waiting for initial osdmap 2024-05-21T00:09:29.314 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:09:29 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:09:29.091+0000 7f6c46c00700 -1 osd.6 42 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:09:30.136 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-21T00:09:30.136 INFO:teuthology.orchestra.run.smithi060.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-21T00:09:30.136 INFO:teuthology.orchestra.run.smithi060.stderr: stderr: 10+0 records in 2024-05-21T00:09:30.136 INFO:teuthology.orchestra.run.smithi060.stderr:10+0 records out 2024-05-21T00:09:30.136 INFO:teuthology.orchestra.run.smithi060.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00830362 s, 1.3 GB/s 2024-05-21T00:09:30.136 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping successful for: 2024-05-21T00:09:30.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:30 smithi077 ceph-mon[36377]: purged_snaps scrub starts 2024-05-21T00:09:30.275 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:30 smithi077 ceph-mon[36377]: purged_snaps scrub ok 2024-05-21T00:09:30.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:30 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:30.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:30 smithi077 ceph-mon[36377]: from='osd.6 ' entity='osd.6' 2024-05-21T00:09:30.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:30 smithi077 ceph-mon[36377]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:30.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:30 smithi012 ceph-mon[31403]: purged_snaps scrub starts 2024-05-21T00:09:30.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:30 smithi012 ceph-mon[31403]: purged_snaps scrub ok 2024-05-21T00:09:30.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:30 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:30.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:30 smithi012 ceph-mon[31403]: from='osd.6 ' entity='osd.6' 2024-05-21T00:09:30.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:30 smithi012 ceph-mon[31403]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:30.454 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:30 smithi060 ceph-mon[36426]: purged_snaps scrub starts 2024-05-21T00:09:30.455 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:30 smithi060 ceph-mon[36426]: purged_snaps scrub ok 2024-05-21T00:09:30.455 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:30 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:30.455 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:30 smithi060 ceph-mon[36426]: from='osd.6 ' entity='osd.6' 2024-05-21T00:09:30.455 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:30 smithi060 ceph-mon[36426]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 187 MiB used, 536 GiB / 536 GiB avail 2024-05-21T00:09:30.740 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi060:vg_nvme/lv_2 2024-05-21T00:09:30.988 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:09:31.280 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:31 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:31.281 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:31 smithi060 ceph-mon[36426]: osd.6 [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628] boot 2024-05-21T00:09:31.281 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:31 smithi060 ceph-mon[36426]: osdmap e43: 7 total, 7 up, 7 in 2024-05-21T00:09:31.281 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:31 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:31.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:31 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:31.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:31 smithi012 ceph-mon[31403]: osd.6 [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628] boot 2024-05-21T00:09:31.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:31 smithi012 ceph-mon[31403]: osdmap e43: 7 total, 7 up, 7 in 2024-05-21T00:09:31.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:31 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:31.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:31 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:31.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:31 smithi077 ceph-mon[36377]: osd.6 [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628] boot 2024-05-21T00:09:31.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:31 smithi077 ceph-mon[36377]: osdmap e43: 7 total, 7 up, 7 in 2024-05-21T00:09:31.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:31 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-21T00:09:32.241 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:32 smithi060 ceph-mon[36426]: osdmap e44: 7 total, 7 up, 7 in 2024-05-21T00:09:32.241 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:32 smithi060 ceph-mon[36426]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:32.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:32 smithi012 ceph-mon[31403]: osdmap e44: 7 total, 7 up, 7 in 2024-05-21T00:09:32.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:32 smithi012 ceph-mon[31403]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:32.345 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.349+0000 7fe7255ec700 1 -- 172.21.15.60:0/935031533 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe7201047c0 msgr2=0x7fe720104c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:09:32.345 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.349+0000 7fe7255ec700 1 --2- 172.21.15.60:0/935031533 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe7201047c0 0x7fe720104c20 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fe7140099c0 tx=0x7fe714009cd0 comp rx=0 tx=0).stop 2024-05-21T00:09:32.345 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.349+0000 7fe7255ec700 1 -- 172.21.15.60:0/935031533 shutdown_connections 2024-05-21T00:09:32.346 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.349+0000 7fe7255ec700 1 --2- 172.21.15.60:0/935031533 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe720105160 0x7fe72010ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:32.346 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.349+0000 7fe7255ec700 1 --2- 172.21.15.60:0/935031533 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe7201035c0 0x7fe7201039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:32.346 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.349+0000 7fe7255ec700 1 --2- 172.21.15.60:0/935031533 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe7201047c0 0x7fe720104c20 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:32.346 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.349+0000 7fe7255ec700 1 -- 172.21.15.60:0/935031533 >> 172.21.15.60:0/935031533 conn(0x7fe7200feb60 msgr2=0x7fe720100fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:09:32.346 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.349+0000 7fe7255ec700 1 -- 172.21.15.60:0/935031533 shutdown_connections 2024-05-21T00:09:32.346 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.349+0000 7fe7255ec700 1 -- 172.21.15.60:0/935031533 wait complete. 2024-05-21T00:09:32.346 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe7255ec700 1 Processor -- start 2024-05-21T00:09:32.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe7255ec700 1 -- start start 2024-05-21T00:09:32.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe7255ec700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe7201035c0 0x7fe720199770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:09:32.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe7255ec700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe7201047c0 0x7fe720199cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:09:32.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe7255ec700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe720105160 0x7fe7201a0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:09:32.348 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe7255ec700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe72010f0d0 con 0x7fe7201047c0 2024-05-21T00:09:32.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe7255ec700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe72010ef50 con 0x7fe7201035c0 2024-05-21T00:09:32.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe7255ec700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fe72010f250 con 0x7fe720105160 2024-05-21T00:09:32.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe71effd700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe7201035c0 0x7fe720199770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:09:32.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe71effd700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe7201035c0 0x7fe720199770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.60:44440/0 (socket says 172.21.15.60:44440) 2024-05-21T00:09:32.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe71effd700 1 -- 172.21.15.60:0/1000176740 learned_addr learned my addr 172.21.15.60:0/1000176740 (peer_addr_for_me v2:172.21.15.60:0/0) 2024-05-21T00:09:32.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe71f7fe700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe720105160 0x7fe7201a0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:09:32.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe71effd700 1 -- 172.21.15.60:0/1000176740 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe720105160 msgr2=0x7fe7201a0d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:09:32.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe71effd700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe720105160 0x7fe7201a0d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:32.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe71effd700 1 -- 172.21.15.60:0/1000176740 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe7201047c0 msgr2=0x7fe720199cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:09:32.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe71effd700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe7201047c0 0x7fe720199cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:32.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.350+0000 7fe71effd700 1 -- 172.21.15.60:0/1000176740 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7201a13d0 con 0x7fe7201035c0 2024-05-21T00:09:32.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.351+0000 7fe71f7fe700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe720105160 0x7fe7201a0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:09:32.349 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.351+0000 7fe71effd700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe7201035c0 0x7fe720199770 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fe71000b500 tx=0x7fe71000b8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:09:32.350 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.351+0000 7fe707fff700 1 -- 172.21.15.60:0/1000176740 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe710015020 con 0x7fe7201035c0 2024-05-21T00:09:32.350 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.351+0000 7fe7255ec700 1 -- 172.21.15.60:0/1000176740 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7201a16c0 con 0x7fe7201035c0 2024-05-21T00:09:32.350 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.351+0000 7fe707fff700 1 -- 172.21.15.60:0/1000176740 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe710011ce0 con 0x7fe7201035c0 2024-05-21T00:09:32.350 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.351+0000 7fe707fff700 1 -- 172.21.15.60:0/1000176740 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe710010d50 con 0x7fe7201035c0 2024-05-21T00:09:32.350 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.351+0000 7fe7255ec700 1 -- 172.21.15.60:0/1000176740 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7201a1c50 con 0x7fe7201035c0 2024-05-21T00:09:32.350 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.352+0000 7fe7255ec700 1 -- 172.21.15.60:0/1000176740 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe72006a230 con 0x7fe7201035c0 2024-05-21T00:09:32.351 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.353+0000 7fe707fff700 1 -- 172.21.15.60:0/1000176740 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fe710018020 con 0x7fe7201035c0 2024-05-21T00:09:32.351 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.354+0000 7fe707fff700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe7080b2880 0x7fe7080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:09:32.351 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.354+0000 7fe707fff700 1 -- 172.21.15.60:0/1000176740 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 4965+0+0 (secure 0 0 0) 0x7fe7100e12d0 con 0x7fe7201035c0 2024-05-21T00:09:32.351 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.355+0000 7fe71e7fc700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe7080b2880 0x7fe7080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:09:32.351 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.356+0000 7fe71e7fc700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe7080b2880 0x7fe7080b4d40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe7140098e0 tx=0x7fe714009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:09:32.354 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.358+0000 7fe707fff700 1 -- 172.21.15.60:0/1000176740 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe71001f020 con 0x7fe7201035c0 2024-05-21T00:09:32.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:32 smithi077 ceph-mon[36377]: osdmap e44: 7 total, 7 up, 7 in 2024-05-21T00:09:32.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:32 smithi077 ceph-mon[36377]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:32.576 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:32.580+0000 7fe7255ec700 1 -- 172.21.15.60:0/1000176740 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fe720063980 con 0x7fe7080b2880 2024-05-21T00:09:33.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:09:33.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:09:33.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:09:33.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:33.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: Detected new or changed devices on smithi012 2024-05-21T00:09:33.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:33.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:33.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:33.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:33.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:33.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:33.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:33.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:09:33.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:33.357 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:09:33.357 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:09:33.357 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:09:33.357 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:33.357 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: Detected new or changed devices on smithi012 2024-05-21T00:09:33.357 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:33.357 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:33.358 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:33.358 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:33.358 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:33.358 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:33.358 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:33.358 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:09:33.358 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:33.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:09:33.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:09:33.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:09:33.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:33.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: Detected new or changed devices on smithi012 2024-05-21T00:09:33.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:33.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:33.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:33.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:33.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:33.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:33.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:33.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:09:33.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:34.391 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:34 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi012 to 5698M 2024-05-21T00:09:34.392 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:09:34.392 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:34.392 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:09:34.392 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:34 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:34.392 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:34 smithi060 ceph-mon[36426]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:34.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:34 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi012 to 5698M 2024-05-21T00:09:34.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:09:34.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:34.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:09:34.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:34 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:34.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:34 smithi077 ceph-mon[36377]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:34.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:34 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi012 to 5698M 2024-05-21T00:09:34.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:09:34.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:34.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:09:34.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:34 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:34.563 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:34 smithi012 ceph-mon[31403]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:35.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:35 smithi060 ceph-mon[36426]: from='client.? 172.21.15.60:0/2607894098' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ac8383b-1578-44f1-8ebe-420d79511dc3"}]: dispatch 2024-05-21T00:09:35.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:35 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ac8383b-1578-44f1-8ebe-420d79511dc3"}]: dispatch 2024-05-21T00:09:35.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:35 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0ac8383b-1578-44f1-8ebe-420d79511dc3"}]': finished 2024-05-21T00:09:35.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:35 smithi060 ceph-mon[36426]: osdmap e45: 8 total, 7 up, 8 in 2024-05-21T00:09:35.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:35 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:35.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:35 smithi077 ceph-mon[36377]: from='client.? 172.21.15.60:0/2607894098' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ac8383b-1578-44f1-8ebe-420d79511dc3"}]: dispatch 2024-05-21T00:09:35.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:35 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ac8383b-1578-44f1-8ebe-420d79511dc3"}]: dispatch 2024-05-21T00:09:35.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:35 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0ac8383b-1578-44f1-8ebe-420d79511dc3"}]': finished 2024-05-21T00:09:35.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:35 smithi077 ceph-mon[36377]: osdmap e45: 8 total, 7 up, 8 in 2024-05-21T00:09:35.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:35 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:35.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:35 smithi012 ceph-mon[31403]: from='client.? 172.21.15.60:0/2607894098' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ac8383b-1578-44f1-8ebe-420d79511dc3"}]: dispatch 2024-05-21T00:09:35.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:35 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0ac8383b-1578-44f1-8ebe-420d79511dc3"}]: dispatch 2024-05-21T00:09:35.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:35 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0ac8383b-1578-44f1-8ebe-420d79511dc3"}]': finished 2024-05-21T00:09:35.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:35 smithi012 ceph-mon[31403]: osdmap e45: 8 total, 7 up, 8 in 2024-05-21T00:09:35.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:35 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:36.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:36 smithi060 ceph-mon[36426]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:36.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:36 smithi060 ceph-mon[36426]: from='client.? 172.21.15.60:0/2672282796' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:09:36.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:36 smithi077 ceph-mon[36377]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:36.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:36 smithi077 ceph-mon[36377]: from='client.? 172.21.15.60:0/2672282796' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:09:36.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:36 smithi012 ceph-mon[31403]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:36.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:36 smithi012 ceph-mon[31403]: from='client.? 172.21.15.60:0/2672282796' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:09:38.775 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:38 smithi077 ceph-mon[36377]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:38.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:38 smithi012 ceph-mon[31403]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:38.835 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:38 smithi060 ceph-mon[36426]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:40.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:40 smithi060 ceph-mon[36426]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:40.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:40 smithi077 ceph-mon[36377]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:40.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:40 smithi012 ceph-mon[31403]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:42.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:42 smithi077 ceph-mon[36377]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:42.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:42 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-21T00:09:42.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:42 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:42.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:42 smithi012 ceph-mon[31403]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:42.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:42 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-21T00:09:42.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:42 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:42.954 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:42 smithi060 ceph-mon[36426]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:42.954 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:42 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-21T00:09:42.954 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:42 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:43.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:43 smithi012 ceph-mon[31403]: Deploying daemon osd.7 on smithi060 2024-05-21T00:09:43.817 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:43 smithi060 ceph-mon[36426]: Deploying daemon osd.7 on smithi060 2024-05-21T00:09:44.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:43 smithi077 ceph-mon[36377]: Deploying daemon osd.7 on smithi060 2024-05-21T00:09:44.782 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:44 smithi060 ceph-mon[36426]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:44.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:44 smithi012 ceph-mon[31403]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:45.025 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:44 smithi077 ceph-mon[36377]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:46.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:46 smithi012 ceph-mon[31403]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:46.824 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:46 smithi060 ceph-mon[36426]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:47.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:46 smithi077 ceph-mon[36377]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:48.563 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:48 smithi060 ceph-mon[36426]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:48.564 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:09:48.564 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:48.564 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:48.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:48 smithi012 ceph-mon[31403]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:48.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:09:48.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:48.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:49.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:48 smithi077 ceph-mon[36377]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:49.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:09:49.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:49.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:50.712 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:50 smithi060 ceph-mon[36426]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:50.712 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:50 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:50.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:50 smithi012 ceph-mon[31403]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:50.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:50 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:51.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:50 smithi077 ceph-mon[36377]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:51.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:50 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:51.362 INFO:teuthology.orchestra.run.smithi060.stdout:Created osd(s) 7 on host 'smithi060' 2024-05-21T00:09:51.362 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:51.365+0000 7fe707fff700 1 -- 172.21.15.60:0/1000176740 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fe720063980 con 0x7fe7080b2880 2024-05-21T00:09:51.364 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:51.367+0000 7fe7255ec700 1 -- 172.21.15.60:0/1000176740 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe7080b2880 msgr2=0x7fe7080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:09:51.364 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:51.367+0000 7fe7255ec700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe7080b2880 0x7fe7080b4d40 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe7140098e0 tx=0x7fe714009f10 comp rx=0 tx=0).stop 2024-05-21T00:09:51.364 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:51.368+0000 7fe7255ec700 1 -- 172.21.15.60:0/1000176740 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe7201035c0 msgr2=0x7fe720199770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:09:51.364 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:51.368+0000 7fe7255ec700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe7201035c0 0x7fe720199770 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fe71000b500 tx=0x7fe71000b8c0 comp rx=0 tx=0).stop 2024-05-21T00:09:51.364 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:51.368+0000 7fe7255ec700 1 -- 172.21.15.60:0/1000176740 shutdown_connections 2024-05-21T00:09:51.364 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:51.368+0000 7fe7255ec700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe720105160 0x7fe7201a0d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:51.364 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:51.368+0000 7fe7255ec700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe7201035c0 0x7fe720199770 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:51.365 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:51.368+0000 7fe7255ec700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe7080b2880 0x7fe7080b4d40 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:51.365 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:51.368+0000 7fe7255ec700 1 --2- 172.21.15.60:0/1000176740 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe7201047c0 0x7fe720199cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:51.365 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:51.368+0000 7fe7255ec700 1 -- 172.21.15.60:0/1000176740 >> 172.21.15.60:0/1000176740 conn(0x7fe7200feb60 msgr2=0x7fe720107b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:09:51.365 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:51.368+0000 7fe7255ec700 1 -- 172.21.15.60:0/1000176740 shutdown_connections 2024-05-21T00:09:51.365 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:09:51.368+0000 7fe7255ec700 1 -- 172.21.15.60:0/1000176740 wait complete. 2024-05-21T00:09:51.706 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:51.706 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:51.706 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:09:51.706 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:51.706 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:51.706 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:51.706 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:09:51.706 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:51 smithi060 ceph-mon[36426]: from='osd.7 [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T00:09:51.706 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:51 smithi060 ceph-mon[36426]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T00:09:51.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:51.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:51.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:09:51.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:51.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:51.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:51.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:09:51.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:51 smithi012 ceph-mon[31403]: from='osd.7 [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T00:09:51.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:51 smithi012 ceph-mon[31403]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T00:09:51.978 DEBUG:teuthology.orchestra.run.smithi060:osd.7> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.7.service 2024-05-21T00:09:51.981 INFO:tasks.cephadm:Deploying osd.8 on smithi077 with /dev/vg_nvme/lv_2... 2024-05-21T00:09:51.981 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-21T00:09:52.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:52.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:52.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:09:52.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:52.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:52.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:52.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:09:52.008 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:51 smithi077 ceph-mon[36377]: from='osd.7 [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T00:09:52.009 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:51 smithi077 ceph-mon[36377]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-21T00:09:52.225 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:09:52.613 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:52 smithi077 ceph-mon[36377]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:52.613 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:52 smithi077 ceph-mon[36377]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-21T00:09:52.613 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:52 smithi077 ceph-mon[36377]: from='osd.7 [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:09:52.613 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:52 smithi077 ceph-mon[36377]: osdmap e46: 8 total, 7 up, 8 in 2024-05-21T00:09:52.613 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:52 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:52.613 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:52 smithi077 ceph-mon[36377]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:09:52.913 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:52 smithi060 ceph-mon[36426]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:52.913 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:52 smithi060 ceph-mon[36426]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-21T00:09:52.913 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:52 smithi060 ceph-mon[36426]: from='osd.7 [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:09:52.913 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:52 smithi060 ceph-mon[36426]: osdmap e46: 8 total, 7 up, 8 in 2024-05-21T00:09:52.913 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:52 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:52.913 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:52 smithi060 ceph-mon[36426]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:09:53.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:52 smithi012 ceph-mon[31403]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:53.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:52 smithi012 ceph-mon[31403]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-21T00:09:53.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:52 smithi012 ceph-mon[31403]: from='osd.7 [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:09:53.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:52 smithi012 ceph-mon[31403]: osdmap e46: 8 total, 7 up, 8 in 2024-05-21T00:09:53.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:52 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:53.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:52 smithi012 ceph-mon[31403]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:09:54.116 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-21T00:09:54.116 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-21T00:09:54.116 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-05-21T00:09:54.116 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-05-21T00:09:54.116 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0134302 s, 781 MB/s 2024-05-21T00:09:54.116 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-05-21T00:09:54.436 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:54 smithi060 ceph-mon[36426]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-05-21T00:09:54.436 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:54 smithi060 ceph-mon[36426]: osdmap e47: 8 total, 7 up, 8 in 2024-05-21T00:09:54.436 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:54 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:54.437 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:54 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:54.437 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:54 smithi060 ceph-mon[36426]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:54.437 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:54 smithi060 ceph-mon[36426]: from='osd.7 ' entity='osd.7' 2024-05-21T00:09:54.437 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:09:54 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:09:54.182+0000 7f68898f2700 -1 osd.7 0 waiting for initial osdmap 2024-05-21T00:09:54.437 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:09:54 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:09:54.193+0000 7f68816dd700 -1 osd.7 47 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:09:54.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:54 smithi077 ceph-mon[36377]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-05-21T00:09:54.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:54 smithi077 ceph-mon[36377]: osdmap e47: 8 total, 7 up, 8 in 2024-05-21T00:09:54.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:54 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:54.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:54 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:54.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:54 smithi077 ceph-mon[36377]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:54.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:54 smithi077 ceph-mon[36377]: from='osd.7 ' entity='osd.7' 2024-05-21T00:09:54.804 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi077:vg_nvme/lv_2 2024-05-21T00:09:54.818 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:54 smithi012 ceph-mon[31403]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-05-21T00:09:54.818 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:54 smithi012 ceph-mon[31403]: osdmap e47: 8 total, 7 up, 8 in 2024-05-21T00:09:54.818 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:54 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:54.818 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:54 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:54.818 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:54 smithi012 ceph-mon[31403]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-05-21T00:09:54.818 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:54 smithi012 ceph-mon[31403]: from='osd.7 ' entity='osd.7' 2024-05-21T00:09:55.089 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:09:55.486 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: purged_snaps scrub starts 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: purged_snaps scrub ok 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: osd.7 [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802] boot 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: osdmap e48: 8 total, 8 up, 8 in 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: Detected new or changed devices on smithi060 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi060 to 5697M 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:55.487 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:55.488 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:09:55.488 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:55 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:55.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: purged_snaps scrub starts 2024-05-21T00:09:55.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: purged_snaps scrub ok 2024-05-21T00:09:55.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:55.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: osd.7 [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802] boot 2024-05-21T00:09:55.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: osdmap e48: 8 total, 8 up, 8 in 2024-05-21T00:09:55.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:55.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: Detected new or changed devices on smithi060 2024-05-21T00:09:55.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:55.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:55.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:55.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:55.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:55.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi060 to 5697M 2024-05-21T00:09:55.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:55.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:55.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:09:55.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:55 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:55.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: purged_snaps scrub starts 2024-05-21T00:09:55.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: purged_snaps scrub ok 2024-05-21T00:09:55.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:55.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: osd.7 [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802] boot 2024-05-21T00:09:55.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: osdmap e48: 8 total, 8 up, 8 in 2024-05-21T00:09:55.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-21T00:09:55.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: Detected new or changed devices on smithi060 2024-05-21T00:09:55.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:55.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:55.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:55.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:55.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:09:55.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi060 to 5697M 2024-05-21T00:09:55.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:55.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:55.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:09:55.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:55 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:09:56.509 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:56 smithi077 ceph-mon[36377]: osdmap e49: 8 total, 8 up, 8 in 2024-05-21T00:09:56.509 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:56 smithi077 ceph-mon[36377]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:09:56.509 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:56 smithi077 ceph-mon[36377]: osdmap e50: 8 total, 8 up, 8 in 2024-05-21T00:09:56.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:56 smithi060 ceph-mon[36426]: osdmap e49: 8 total, 8 up, 8 in 2024-05-21T00:09:56.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:56 smithi060 ceph-mon[36426]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:09:56.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:56 smithi060 ceph-mon[36426]: osdmap e50: 8 total, 8 up, 8 in 2024-05-21T00:09:56.747 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.751+0000 7fba4bf05700 1 -- 172.21.15.77:0/1415128946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba441024a0 msgr2=0x7fba441028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:09:56.747 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.751+0000 7fba4bf05700 1 --2- 172.21.15.77:0/1415128946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba441024a0 0x7fba441028c0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fba34009990 tx=0x7fba34009ca0 comp rx=0 tx=0).stop 2024-05-21T00:09:56.747 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.751+0000 7fba4bf05700 1 -- 172.21.15.77:0/1415128946 shutdown_connections 2024-05-21T00:09:56.747 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.751+0000 7fba4bf05700 1 --2- 172.21.15.77:0/1415128946 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba44104040 0x7fba4410a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:56.747 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.751+0000 7fba4bf05700 1 --2- 172.21.15.77:0/1415128946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba441024a0 0x7fba441028c0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:56.748 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.751+0000 7fba4bf05700 1 --2- 172.21.15.77:0/1415128946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fba441036a0 0x7fba44103b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:56.748 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.751+0000 7fba4bf05700 1 -- 172.21.15.77:0/1415128946 >> 172.21.15.77:0/1415128946 conn(0x7fba440fda40 msgr2=0x7fba440ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:09:56.748 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.751+0000 7fba4bf05700 1 -- 172.21.15.77:0/1415128946 shutdown_connections 2024-05-21T00:09:56.748 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.751+0000 7fba4bf05700 1 -- 172.21.15.77:0/1415128946 wait complete. 2024-05-21T00:09:56.749 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.751+0000 7fba4bf05700 1 Processor -- start 2024-05-21T00:09:56.750 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba4bf05700 1 -- start start 2024-05-21T00:09:56.750 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba4bf05700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba441024a0 0x7fba4406bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:09:56.750 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba4bf05700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba441036a0 0x7fba4419e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:09:56.750 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba4bf05700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fba44104040 0x7fba441a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:09:56.750 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba4bf05700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fba4410e010 con 0x7fba441024a0 2024-05-21T00:09:56.750 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba4bf05700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fba4410de90 con 0x7fba44104040 2024-05-21T00:09:56.750 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba4bf05700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fba4410e190 con 0x7fba441036a0 2024-05-21T00:09:56.750 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba494a0700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba441036a0 0x7fba4419e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:09:56.750 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba494a0700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba441036a0 0x7fba4419e5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:60730/0 (socket says 172.21.15.77:60730) 2024-05-21T00:09:56.750 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba494a0700 1 -- 172.21.15.77:0/1312914105 learned_addr learned my addr 172.21.15.77:0/1312914105 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-05-21T00:09:56.750 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba4a4a2700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fba44104040 0x7fba441a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:09:56.750 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba494a0700 1 -- 172.21.15.77:0/1312914105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fba44104040 msgr2=0x7fba441a0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:09:56.751 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba494a0700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fba44104040 0x7fba441a0b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:56.751 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba494a0700 1 -- 172.21.15.77:0/1312914105 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba441024a0 msgr2=0x7fba4406bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:09:56.751 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba494a0700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba441024a0 0x7fba4406bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:09:56.751 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba494a0700 1 -- 172.21.15.77:0/1312914105 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba441a1460 con 0x7fba441036a0 2024-05-21T00:09:56.751 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba4a4a2700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fba44104040 0x7fba441a0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:09:56.751 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba494a0700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba441036a0 0x7fba4419e5a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fba4000d980 tx=0x7fba4000dd40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:09:56.751 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba3affd700 1 -- 172.21.15.77:0/1312914105 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba40017070 con 0x7fba441036a0 2024-05-21T00:09:56.751 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba3affd700 1 -- 172.21.15.77:0/1312914105 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fba40004830 con 0x7fba441036a0 2024-05-21T00:09:56.751 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.752+0000 7fba4bf05700 1 -- 172.21.15.77:0/1312914105 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba441a1750 con 0x7fba441036a0 2024-05-21T00:09:56.751 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.753+0000 7fba3affd700 1 -- 172.21.15.77:0/1312914105 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba40005440 con 0x7fba441036a0 2024-05-21T00:09:56.751 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.753+0000 7fba4bf05700 1 -- 172.21.15.77:0/1312914105 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba441a1c40 con 0x7fba441036a0 2024-05-21T00:09:56.751 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.753+0000 7fba4bf05700 1 -- 172.21.15.77:0/1312914105 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba4406a230 con 0x7fba441036a0 2024-05-21T00:09:56.752 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.755+0000 7fba3affd700 1 -- 172.21.15.77:0/1312914105 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fba400055e0 con 0x7fba441036a0 2024-05-21T00:09:56.752 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.755+0000 7fba3affd700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fba300b2880 0x7fba300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:09:56.752 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.756+0000 7fba3affd700 1 -- 172.21.15.77:0/1312914105 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(50..50 src has 1..50) ==== 5397+0+0 (secure 0 0 0) 0x7fba400e1a30 con 0x7fba441036a0 2024-05-21T00:09:56.752 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.756+0000 7fba49ca1700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fba300b2880 0x7fba300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:09:56.753 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.757+0000 7fba49ca1700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fba300b2880 0x7fba300b4d40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fba340098e0 tx=0x7fba34003860 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:09:56.755 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.759+0000 7fba3affd700 1 -- 172.21.15.77:0/1312914105 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fba40020020 con 0x7fba441036a0 2024-05-21T00:09:56.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:56 smithi012 ceph-mon[31403]: osdmap e49: 8 total, 8 up, 8 in 2024-05-21T00:09:56.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:56 smithi012 ceph-mon[31403]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:09:56.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:56 smithi012 ceph-mon[31403]: osdmap e50: 8 total, 8 up, 8 in 2024-05-21T00:09:56.968 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:09:56.972+0000 7fba4bf05700 1 -- 172.21.15.77:0/1312914105 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fba44063a40 con 0x7fba300b2880 2024-05-21T00:09:57.723 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:57 smithi060 ceph-mon[36426]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:09:57.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:09:57.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:09:57.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:57.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:57 smithi077 ceph-mon[36377]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:09:57.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:09:57.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:09:57.750 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:57.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:57 smithi012 ceph-mon[31403]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:09:57.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:09:57.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:09:57.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:09:58.575 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:09:58 smithi077 ceph-mon[36377]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:09:58.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:09:58 smithi060 ceph-mon[36426]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:09:58.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:09:58 smithi012 ceph-mon[31403]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:00.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:00 smithi012 ceph-mon[31403]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:00.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:00 smithi012 ceph-mon[31403]: from='client.? 172.21.15.77:0/1731733616' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65362b50-2bba-422b-a5c9-1584cf55583d"}]: dispatch 2024-05-21T00:10:00.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:00 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65362b50-2bba-422b-a5c9-1584cf55583d"}]: dispatch 2024-05-21T00:10:00.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:00 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "65362b50-2bba-422b-a5c9-1584cf55583d"}]': finished 2024-05-21T00:10:00.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:00 smithi012 ceph-mon[31403]: osdmap e51: 9 total, 8 up, 9 in 2024-05-21T00:10:00.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:10:00.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:00 smithi012 ceph-mon[31403]: overall HEALTH_OK 2024-05-21T00:10:00.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:00 smithi012 ceph-mon[31403]: from='client.? 172.21.15.77:0/3770064485' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:10:00.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:00 smithi060 ceph-mon[36426]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:00.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:00 smithi060 ceph-mon[36426]: from='client.? 172.21.15.77:0/1731733616' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65362b50-2bba-422b-a5c9-1584cf55583d"}]: dispatch 2024-05-21T00:10:00.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:00 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65362b50-2bba-422b-a5c9-1584cf55583d"}]: dispatch 2024-05-21T00:10:00.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:00 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "65362b50-2bba-422b-a5c9-1584cf55583d"}]': finished 2024-05-21T00:10:00.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:00 smithi060 ceph-mon[36426]: osdmap e51: 9 total, 8 up, 9 in 2024-05-21T00:10:00.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:10:00.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:00 smithi060 ceph-mon[36426]: overall HEALTH_OK 2024-05-21T00:10:00.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:00 smithi060 ceph-mon[36426]: from='client.? 172.21.15.77:0/3770064485' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:10:01.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:00 smithi077 ceph-mon[36377]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:01.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:00 smithi077 ceph-mon[36377]: from='client.? 172.21.15.77:0/1731733616' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65362b50-2bba-422b-a5c9-1584cf55583d"}]: dispatch 2024-05-21T00:10:01.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:00 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "65362b50-2bba-422b-a5c9-1584cf55583d"}]: dispatch 2024-05-21T00:10:01.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:00 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "65362b50-2bba-422b-a5c9-1584cf55583d"}]': finished 2024-05-21T00:10:01.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:00 smithi077 ceph-mon[36377]: osdmap e51: 9 total, 8 up, 9 in 2024-05-21T00:10:01.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:10:01.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:00 smithi077 ceph-mon[36377]: overall HEALTH_OK 2024-05-21T00:10:01.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:00 smithi077 ceph-mon[36377]: from='client.? 172.21.15.77:0/3770064485' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:10:02.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:02 smithi012 ceph-mon[31403]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-05-21T00:10:02.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:02 smithi060 ceph-mon[36426]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-05-21T00:10:03.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:02 smithi077 ceph-mon[36377]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-05-21T00:10:04.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:04 smithi012 ceph-mon[31403]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:10:04.932 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:04 smithi077 ceph-mon[36377]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:10:04.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:04 smithi060 ceph-mon[36426]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:10:06.813 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:06 smithi012 ceph-mon[31403]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-05-21T00:10:06.872 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:06 smithi077 ceph-mon[36377]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-05-21T00:10:06.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:06 smithi060 ceph-mon[36426]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-05-21T00:10:07.828 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:07 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-21T00:10:07.829 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:07 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:07.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:07 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-21T00:10:07.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:07 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:08.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:07 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-05-21T00:10:08.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:07 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:08.869 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:08 smithi077 ceph-mon[36377]: Deploying daemon osd.8 on smithi077 2024-05-21T00:10:08.869 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:08 smithi077 ceph-mon[36377]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:10:08.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:08 smithi060 ceph-mon[36426]: Deploying daemon osd.8 on smithi077 2024-05-21T00:10:08.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:08 smithi060 ceph-mon[36426]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:10:09.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:08 smithi012 ceph-mon[31403]: Deploying daemon osd.8 on smithi077 2024-05-21T00:10:09.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:08 smithi012 ceph-mon[31403]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:10:10.911 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:10 smithi077 ceph-mon[36377]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:10:10.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:10 smithi060 ceph-mon[36426]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:10:11.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:10 smithi012 ceph-mon[31403]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:10:12.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:12 smithi077 ceph-mon[36377]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-05-21T00:10:12.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:12 smithi060 ceph-mon[36426]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-05-21T00:10:13.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:12 smithi012 ceph-mon[31403]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-05-21T00:10:14.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:13 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:14.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:13 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:14.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:13 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:10:14.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:13 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:14.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:13 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:14.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:13 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:10:14.069 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:13 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:14.069 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:13 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:14.069 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:13 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:10:15.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:14 smithi077 ceph-mon[36377]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:15.032 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:14 smithi060 ceph-mon[36426]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:15.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:14 smithi012 ceph-mon[31403]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:16.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:10:16.659+0000 7fba3affd700 1 -- 172.21.15.77:0/1312914105 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fba44063a40 con 0x7fba300b2880 2024-05-21T00:10:16.656 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 8 on host 'smithi077' 2024-05-21T00:10:16.658 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:10:16.661+0000 7fba4bf05700 1 -- 172.21.15.77:0/1312914105 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fba300b2880 msgr2=0x7fba300b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:10:16.658 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:10:16.661+0000 7fba4bf05700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fba300b2880 0x7fba300b4d40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fba340098e0 tx=0x7fba34003860 comp rx=0 tx=0).stop 2024-05-21T00:10:16.658 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:10:16.661+0000 7fba4bf05700 1 -- 172.21.15.77:0/1312914105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba441036a0 msgr2=0x7fba4419e5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:10:16.658 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:10:16.661+0000 7fba4bf05700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba441036a0 0x7fba4419e5a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fba4000d980 tx=0x7fba4000dd40 comp rx=0 tx=0).stop 2024-05-21T00:10:16.658 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:10:16.661+0000 7fba4bf05700 1 -- 172.21.15.77:0/1312914105 shutdown_connections 2024-05-21T00:10:16.658 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:10:16.661+0000 7fba4bf05700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fba44104040 0x7fba441a0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:16.658 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:10:16.661+0000 7fba4bf05700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fba300b2880 0x7fba300b4d40 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:16.658 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:10:16.661+0000 7fba4bf05700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fba441024a0 0x7fba4406bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:16.659 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:10:16.661+0000 7fba4bf05700 1 --2- 172.21.15.77:0/1312914105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fba441036a0 0x7fba4419e5a0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:16.659 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:10:16.661+0000 7fba4bf05700 1 -- 172.21.15.77:0/1312914105 >> 172.21.15.77:0/1312914105 conn(0x7fba440fda40 msgr2=0x7fba44106bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:10:16.659 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:10:16.662+0000 7fba4bf05700 1 -- 172.21.15.77:0/1312914105 shutdown_connections 2024-05-21T00:10:16.659 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:10:16.662+0000 7fba4bf05700 1 -- 172.21.15.77:0/1312914105 wait complete. 2024-05-21T00:10:17.013 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:16 smithi077 ceph-mon[36377]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:17.013 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.013 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.013 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:17.013 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:10:17.013 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.013 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.013 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.013 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:16 smithi077 ceph-mon[36377]: from='osd.8 [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T00:10:17.013 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:16 smithi077 ceph-mon[36377]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T00:10:17.013 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:10:17.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:16 smithi012 ceph-mon[31403]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:17.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:17.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:10:17.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:16 smithi012 ceph-mon[31403]: from='osd.8 [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T00:10:17.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:16 smithi012 ceph-mon[31403]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T00:10:17.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:10:17.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:16 smithi060 ceph-mon[36426]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:17.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:17.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:10:17.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:17.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:16 smithi060 ceph-mon[36426]: from='osd.8 [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T00:10:17.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:16 smithi060 ceph-mon[36426]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-05-21T00:10:17.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:10:17.331 DEBUG:teuthology.orchestra.run.smithi077:osd.8> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.8.service 2024-05-21T00:10:17.333 INFO:tasks.cephadm:Deploying osd.9 on smithi012 with /dev/vg_nvme/lv_1... 2024-05-21T00:10:17.334 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-21T00:10:17.799 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:10:18.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:18 smithi077 ceph-mon[36377]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:18.776 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:18 smithi077 ceph-mon[36377]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-21T00:10:18.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:18 smithi077 ceph-mon[36377]: osdmap e52: 9 total, 8 up, 9 in 2024-05-21T00:10:18.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:18 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:10:18.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:18 smithi077 ceph-mon[36377]: from='osd.8 [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:10:18.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:18 smithi077 ceph-mon[36377]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:10:18.777 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:10:18 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:10:18.650+0000 7f16accdb700 -1 osd.8 0 waiting for initial osdmap 2024-05-21T00:10:18.777 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:10:18 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:10:18.660+0000 7f16a8ace700 -1 osd.8 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:10:18.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:18 smithi060 ceph-mon[36426]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:18.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:18 smithi060 ceph-mon[36426]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-21T00:10:18.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:18 smithi060 ceph-mon[36426]: osdmap e52: 9 total, 8 up, 9 in 2024-05-21T00:10:18.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:18 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:10:18.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:18 smithi060 ceph-mon[36426]: from='osd.8 [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:10:18.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:18 smithi060 ceph-mon[36426]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:10:18.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:18 smithi012 ceph-mon[31403]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:18.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:18 smithi012 ceph-mon[31403]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-05-21T00:10:18.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:18 smithi012 ceph-mon[31403]: osdmap e52: 9 total, 8 up, 9 in 2024-05-21T00:10:18.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:18 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:10:18.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:18 smithi012 ceph-mon[31403]: from='osd.8 [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:10:18.978 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:18 smithi012 ceph-mon[31403]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:10:19.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:19 smithi060 ceph-mon[36426]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-05-21T00:10:19.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:19 smithi060 ceph-mon[36426]: osdmap e53: 9 total, 8 up, 9 in 2024-05-21T00:10:19.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:19 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:10:19.985 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:19 smithi077 ceph-mon[36377]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-05-21T00:10:19.985 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:19 smithi077 ceph-mon[36377]: osdmap e53: 9 total, 8 up, 9 in 2024-05-21T00:10:19.985 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:19 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:10:20.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:19 smithi012 ceph-mon[31403]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-05-21T00:10:20.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:19 smithi012 ceph-mon[31403]: osdmap e53: 9 total, 8 up, 9 in 2024-05-21T00:10:20.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:19 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:10:20.689 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-21T00:10:20.689 INFO:teuthology.orchestra.run.smithi012.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-21T00:10:20.689 INFO:teuthology.orchestra.run.smithi012.stderr: stderr: 10+0 records in 2024-05-21T00:10:20.689 INFO:teuthology.orchestra.run.smithi012.stderr:10+0 records out 2024-05-21T00:10:20.689 INFO:teuthology.orchestra.run.smithi012.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0389554 s, 269 MB/s 2024-05-21T00:10:20.689 INFO:teuthology.orchestra.run.smithi012.stderr:--> Zapping successful for: 2024-05-21T00:10:20.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: purged_snaps scrub starts 2024-05-21T00:10:20.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: purged_snaps scrub ok 2024-05-21T00:10:20.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:20.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: osd.8 [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536] boot 2024-05-21T00:10:20.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: osdmap e54: 9 total, 9 up, 9 in 2024-05-21T00:10:20.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:10:20.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:20.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:20.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:20.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:20.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:20.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:20.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:20.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:10:20.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:20.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:20 smithi012 ceph-mon[31403]: osdmap e55: 9 total, 9 up, 9 in 2024-05-21T00:10:20.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: purged_snaps scrub starts 2024-05-21T00:10:20.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: purged_snaps scrub ok 2024-05-21T00:10:20.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:20.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: osd.8 [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536] boot 2024-05-21T00:10:20.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: osdmap e54: 9 total, 9 up, 9 in 2024-05-21T00:10:20.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:10:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:10:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:20 smithi060 ceph-mon[36426]: osdmap e55: 9 total, 9 up, 9 in 2024-05-21T00:10:21.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: purged_snaps scrub starts 2024-05-21T00:10:21.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: purged_snaps scrub ok 2024-05-21T00:10:21.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-05-21T00:10:21.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: osd.8 [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536] boot 2024-05-21T00:10:21.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: osdmap e54: 9 total, 9 up, 9 in 2024-05-21T00:10:21.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-05-21T00:10:21.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:21.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:21.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:21.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:21.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:21.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:21.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:21.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:10:21.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:21.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:20 smithi077 ceph-mon[36377]: osdmap e55: 9 total, 9 up, 9 in 2024-05-21T00:10:21.569 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi012:vg_nvme/lv_1 2024-05-21T00:10:21.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:21 smithi012 ceph-mon[31403]: Detected new or changed devices on smithi077 2024-05-21T00:10:21.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:21 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi077 to 5696M 2024-05-21T00:10:21.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:21 smithi012 ceph-mon[31403]: osdmap e56: 9 total, 9 up, 9 in 2024-05-21T00:10:21.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:21 smithi060 ceph-mon[36426]: Detected new or changed devices on smithi077 2024-05-21T00:10:21.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:21 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi077 to 5696M 2024-05-21T00:10:21.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:21 smithi060 ceph-mon[36426]: osdmap e56: 9 total, 9 up, 9 in 2024-05-21T00:10:22.013 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:10:22.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:21 smithi077 ceph-mon[36377]: Detected new or changed devices on smithi077 2024-05-21T00:10:22.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:21 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi077 to 5696M 2024-05-21T00:10:22.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:21 smithi077 ceph-mon[36377]: osdmap e56: 9 total, 9 up, 9 in 2024-05-21T00:10:22.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:22 smithi060 ceph-mon[36426]: pgmap v212: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:23.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:22 smithi077 ceph-mon[36377]: pgmap v212: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:23.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:22 smithi012 ceph-mon[31403]: pgmap v212: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:24.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.028+0000 7fc467e00700 1 -- 172.21.15.12:0/3835444075 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc460107380 msgr2=0x7fc46010dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:10:24.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.028+0000 7fc467e00700 1 --2- 172.21.15.12:0/3835444075 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc460107380 0x7fc46010dc30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc458009920 tx=0x7fc458009c30 comp rx=0 tx=0).stop 2024-05-21T00:10:24.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.028+0000 7fc467e00700 1 -- 172.21.15.12:0/3835444075 shutdown_connections 2024-05-21T00:10:24.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.028+0000 7fc467e00700 1 --2- 172.21.15.12:0/3835444075 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc460107380 0x7fc46010dc30 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:24.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.028+0000 7fc467e00700 1 --2- 172.21.15.12:0/3835444075 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4601057e0 0x7fc460105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:24.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.028+0000 7fc467e00700 1 --2- 172.21.15.12:0/3835444075 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4601069e0 0x7fc460106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:24.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.028+0000 7fc467e00700 1 -- 172.21.15.12:0/3835444075 >> 172.21.15.12:0/3835444075 conn(0x7fc460100da0 msgr2=0x7fc4601031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:10:24.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.028+0000 7fc467e00700 1 -- 172.21.15.12:0/3835444075 shutdown_connections 2024-05-21T00:10:24.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.028+0000 7fc467e00700 1 -- 172.21.15.12:0/3835444075 wait complete. 2024-05-21T00:10:24.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.030+0000 7fc467e00700 1 Processor -- start 2024-05-21T00:10:24.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.030+0000 7fc467e00700 1 -- start start 2024-05-21T00:10:24.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.030+0000 7fc467e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4601057e0 0x7fc46019b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:10:24.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.030+0000 7fc467e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4601069e0 0x7fc46019be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:10:24.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.030+0000 7fc467e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc460107380 0x7fc4601a2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:10:24.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.030+0000 7fc467e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc460111260 con 0x7fc460107380 2024-05-21T00:10:24.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.030+0000 7fc467e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc4601110e0 con 0x7fc4601069e0 2024-05-21T00:10:24.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.030+0000 7fc467e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fc4601113e0 con 0x7fc4601057e0 2024-05-21T00:10:24.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.031+0000 7fc465400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4601057e0 0x7fc46019b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:10:24.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.031+0000 7fc465e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc460107380 0x7fc4601a2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:10:24.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.031+0000 7fc464a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4601069e0 0x7fc46019be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:10:24.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.031+0000 7fc465400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4601057e0 0x7fc46019b900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:54280/0 (socket says 172.21.15.12:54280) 2024-05-21T00:10:24.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.031+0000 7fc465400700 1 -- 172.21.15.12:0/2113429543 learned_addr learned my addr 172.21.15.12:0/2113429543 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:10:24.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.031+0000 7fc465400700 1 -- 172.21.15.12:0/2113429543 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4601069e0 msgr2=0x7fc46019be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:10:24.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.031+0000 7fc465400700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4601069e0 0x7fc46019be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:24.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.031+0000 7fc465400700 1 -- 172.21.15.12:0/2113429543 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc460107380 msgr2=0x7fc4601a2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:10:24.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.031+0000 7fc465400700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc460107380 0x7fc4601a2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:24.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.031+0000 7fc465400700 1 -- 172.21.15.12:0/2113429543 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4601a3560 con 0x7fc4601057e0 2024-05-21T00:10:24.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.031+0000 7fc465e00700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc460107380 0x7fc4601a2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:10:24.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.031+0000 7fc464a00700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4601069e0 0x7fc46019be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:10:24.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.032+0000 7fc465400700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4601057e0 0x7fc46019b900 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc454009f40 tx=0x7fc45400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:10:24.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.032+0000 7fc45e000700 1 -- 172.21.15.12:0/2113429543 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4540092e0 con 0x7fc4601057e0 2024-05-21T00:10:24.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.032+0000 7fc45e000700 1 -- 172.21.15.12:0/2113429543 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc45400c9b0 con 0x7fc4601057e0 2024-05-21T00:10:24.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.032+0000 7fc467e00700 1 -- 172.21.15.12:0/2113429543 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4601a37f0 con 0x7fc4601057e0 2024-05-21T00:10:24.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.032+0000 7fc45e000700 1 -- 172.21.15.12:0/2113429543 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4540044e0 con 0x7fc4601057e0 2024-05-21T00:10:24.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.032+0000 7fc467e00700 1 -- 172.21.15.12:0/2113429543 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4601a3d30 con 0x7fc4601057e0 2024-05-21T00:10:24.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.033+0000 7fc467e00700 1 -- 172.21.15.12:0/2113429543 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc46006a230 con 0x7fc4601057e0 2024-05-21T00:10:24.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.035+0000 7fc45e000700 1 -- 172.21.15.12:0/2113429543 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fc45401b030 con 0x7fc4601057e0 2024-05-21T00:10:24.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.037+0000 7fc45e000700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc4480b2880 0x7fc4480b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:10:24.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.037+0000 7fc45e000700 1 -- 172.21.15.12:0/2113429543 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5829+0+0 (secure 0 0 0) 0x7fc4540e1750 con 0x7fc4601057e0 2024-05-21T00:10:24.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.037+0000 7fc464a00700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc4480b2880 0x7fc4480b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:10:24.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.038+0000 7fc464a00700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc4480b2880 0x7fc4480b4d40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc44c005fd0 tx=0x7fc44c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:10:24.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.041+0000 7fc45e000700 1 -- 172.21.15.12:0/2113429543 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc454022020 con 0x7fc4601057e0 2024-05-21T00:10:24.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:24.289+0000 7fc467e00700 1 -- 172.21.15.12:0/2113429543 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fc460063980 con 0x7fc4480b2880 2024-05-21T00:10:24.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:24 smithi060 ceph-mon[36426]: pgmap v214: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:24.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:24 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:10:24.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:24 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:10:24.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:24 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:25.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:24 smithi077 ceph-mon[36377]: pgmap v214: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:25.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:24 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:10:25.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:24 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:10:25.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:24 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:25.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:24 smithi012 ceph-mon[31403]: pgmap v214: 1 pgs: 1 remapped+peering; 577 KiB data, 280 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:25.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:24 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:10:25.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:24 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:10:25.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:24 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:25.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:25 smithi060 ceph-mon[36426]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:10:26.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:25 smithi077 ceph-mon[36377]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:10:26.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:25 smithi012 ceph-mon[31403]: from='client.24349 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi012:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:10:26.972 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:26 smithi012 ceph-mon[31403]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:10:26.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:26 smithi060 ceph-mon[36426]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:10:27.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:26 smithi077 ceph-mon[36377]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:10:28.722 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:28 smithi012 ceph-mon[31403]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-21T00:10:28.722 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:28 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/673369152' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9572a8a5-22f1-49ac-8b92-9e88dfac6dc3"}]: dispatch 2024-05-21T00:10:28.722 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:28 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/673369152' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9572a8a5-22f1-49ac-8b92-9e88dfac6dc3"}]': finished 2024-05-21T00:10:28.722 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:28 smithi012 ceph-mon[31403]: osdmap e57: 10 total, 9 up, 10 in 2024-05-21T00:10:28.722 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:28.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:28 smithi060 ceph-mon[36426]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-21T00:10:28.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:28 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/673369152' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9572a8a5-22f1-49ac-8b92-9e88dfac6dc3"}]: dispatch 2024-05-21T00:10:28.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:28 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/673369152' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9572a8a5-22f1-49ac-8b92-9e88dfac6dc3"}]': finished 2024-05-21T00:10:28.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:28 smithi060 ceph-mon[36426]: osdmap e57: 10 total, 9 up, 10 in 2024-05-21T00:10:28.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:29.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:28 smithi077 ceph-mon[36377]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-21T00:10:29.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:28 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/673369152' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9572a8a5-22f1-49ac-8b92-9e88dfac6dc3"}]: dispatch 2024-05-21T00:10:29.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:28 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/673369152' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9572a8a5-22f1-49ac-8b92-9e88dfac6dc3"}]': finished 2024-05-21T00:10:29.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:28 smithi077 ceph-mon[36377]: osdmap e57: 10 total, 9 up, 10 in 2024-05-21T00:10:29.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:30.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:29 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1040635701' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:10:30.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:29 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1040635701' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:10:30.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:29 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1040635701' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:10:31.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:30 smithi012 ceph-mon[31403]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:10:31.178 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:30 smithi077 ceph-mon[36377]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:10:31.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:30 smithi060 ceph-mon[36426]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:10:33.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:32 smithi012 ceph-mon[31403]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-21T00:10:33.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:32 smithi060 ceph-mon[36426]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-21T00:10:33.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:32 smithi077 ceph-mon[36377]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-21T00:10:35.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:34 smithi012 ceph-mon[31403]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:10:35.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:34 smithi060 ceph-mon[36426]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:10:35.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:34 smithi077 ceph-mon[36377]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:10:37.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:36 smithi012 ceph-mon[31403]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:37.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:36 smithi060 ceph-mon[36426]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:37.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:36 smithi077 ceph-mon[36377]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:38 smithi012 ceph-mon[31403]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-21T00:10:39.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:39.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:38 smithi060 ceph-mon[36426]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:39.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:38 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-21T00:10:39.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:38 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:39.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:38 smithi077 ceph-mon[36377]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:39.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:38 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-05-21T00:10:39.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:38 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:40.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:39 smithi012 ceph-mon[31403]: Deploying daemon osd.9 on smithi012 2024-05-21T00:10:40.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:39 smithi060 ceph-mon[36426]: Deploying daemon osd.9 on smithi012 2024-05-21T00:10:40.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:39 smithi077 ceph-mon[36377]: Deploying daemon osd.9 on smithi012 2024-05-21T00:10:40.984 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:40 smithi012 ceph-mon[31403]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:41.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:40 smithi060 ceph-mon[36426]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:41.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:40 smithi077 ceph-mon[36377]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:43.201 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:42 smithi012 ceph-mon[31403]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:43.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:42 smithi060 ceph-mon[36426]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:43.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:42 smithi077 ceph-mon[36377]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:45.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:44 smithi012 ceph-mon[31403]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:45.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:44 smithi060 ceph-mon[36426]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:45.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:44 smithi077 ceph-mon[36377]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:47.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:46 smithi012 ceph-mon[31403]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:47.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:46 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:10:47.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:46 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:47.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:46 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:47.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:46 smithi060 ceph-mon[36426]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:47.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:46 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:10:47.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:46 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:47.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:46 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:47.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:46 smithi077 ceph-mon[36377]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:47.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:46 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:10:47.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:46 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:47.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:46 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:49.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:48 smithi060 ceph-mon[36426]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:49.255 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:48 smithi012 ceph-mon[31403]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:49.276 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:48 smithi077 ceph-mon[36377]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:51.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:50 smithi077 ceph-mon[36377]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:51.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:50 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:51.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:50 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:51.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:50 smithi077 ceph-mon[36377]: from='osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T00:10:51.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:50 smithi012 ceph-mon[31403]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:51.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:50 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:51.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:50 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:51.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:50 smithi012 ceph-mon[31403]: from='osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T00:10:51.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:51.443+0000 7fc45e000700 1 -- 172.21.15.12:0/2113429543 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc460063980 con 0x7fc4480b2880 2024-05-21T00:10:51.441 INFO:teuthology.orchestra.run.smithi012.stdout:Created osd(s) 9 on host 'smithi012' 2024-05-21T00:10:51.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:51.446+0000 7fc467e00700 1 -- 172.21.15.12:0/2113429543 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc4480b2880 msgr2=0x7fc4480b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:10:51.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:51.446+0000 7fc467e00700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc4480b2880 0x7fc4480b4d40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc44c005fd0 tx=0x7fc44c009310 comp rx=0 tx=0).stop 2024-05-21T00:10:51.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:51.446+0000 7fc467e00700 1 -- 172.21.15.12:0/2113429543 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4601057e0 msgr2=0x7fc46019b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:10:51.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:51.446+0000 7fc467e00700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4601057e0 0x7fc46019b900 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc454009f40 tx=0x7fc45400c3a0 comp rx=0 tx=0).stop 2024-05-21T00:10:51.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:51.446+0000 7fc467e00700 1 -- 172.21.15.12:0/2113429543 shutdown_connections 2024-05-21T00:10:51.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:51.446+0000 7fc467e00700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc4480b2880 0x7fc4480b4d40 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:51.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:51.446+0000 7fc467e00700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc460107380 0x7fc4601a2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:51.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:51.446+0000 7fc467e00700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4601057e0 0x7fc46019b900 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:51.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:51.446+0000 7fc467e00700 1 --2- 172.21.15.12:0/2113429543 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4601069e0 0x7fc46019be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:51.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:51.446+0000 7fc467e00700 1 -- 172.21.15.12:0/2113429543 >> 172.21.15.12:0/2113429543 conn(0x7fc460100da0 msgr2=0x7fc460109d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:10:51.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:51.447+0000 7fc467e00700 1 -- 172.21.15.12:0/2113429543 shutdown_connections 2024-05-21T00:10:51.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:10:51.447+0000 7fc467e00700 1 -- 172.21.15.12:0/2113429543 wait complete. 2024-05-21T00:10:51.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:50 smithi060 ceph-mon[36426]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:51.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:50 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:51.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:50 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:51.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:50 smithi060 ceph-mon[36426]: from='osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-05-21T00:10:52.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:52 smithi012 ceph-mon[31403]: from='osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-21T00:10:52.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:52 smithi012 ceph-mon[31403]: osdmap e58: 10 total, 9 up, 10 in 2024-05-21T00:10:52.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:52 smithi012 ceph-mon[31403]: from='osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:10:52.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:52 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:52.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:52 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:52.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:52 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:52.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:52 smithi012 ceph-mon[31403]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:52.184 DEBUG:teuthology.orchestra.run.smithi012:osd.9> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.9.service 2024-05-21T00:10:52.189 INFO:tasks.cephadm:Deploying osd.10 on smithi060 with /dev/vg_nvme/lv_1... 2024-05-21T00:10:52.189 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-21T00:10:52.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:52 smithi077 ceph-mon[36377]: from='osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-21T00:10:52.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:52 smithi077 ceph-mon[36377]: osdmap e58: 10 total, 9 up, 10 in 2024-05-21T00:10:52.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:52 smithi077 ceph-mon[36377]: from='osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:10:52.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:52 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:52.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:52 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:52.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:52 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:52.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:52 smithi077 ceph-mon[36377]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:52.445 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:10:52.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:52 smithi060 ceph-mon[36426]: from='osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-05-21T00:10:52.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:52 smithi060 ceph-mon[36426]: osdmap e58: 10 total, 9 up, 10 in 2024-05-21T00:10:52.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:52 smithi060 ceph-mon[36426]: from='osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]: dispatch 2024-05-21T00:10:52.474 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:52 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:52.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:52 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:52.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:52 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:52.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:52 smithi060 ceph-mon[36426]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:53.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:53 smithi060 ceph-mon[36426]: from='osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-05-21T00:10:53.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:53 smithi060 ceph-mon[36426]: osdmap e59: 10 total, 9 up, 10 in 2024-05-21T00:10:53.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:53 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:53.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:53 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:53.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:53 smithi012 ceph-mon[31403]: from='osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-05-21T00:10:53.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:53 smithi012 ceph-mon[31403]: osdmap e59: 10 total, 9 up, 10 in 2024-05-21T00:10:53.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:53 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:53.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:53 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:53.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:53 smithi077 ceph-mon[36377]: from='osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi012", "root=default"]}]': finished 2024-05-21T00:10:53.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:53 smithi077 ceph-mon[36377]: osdmap e59: 10 total, 9 up, 10 in 2024-05-21T00:10:53.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:53 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:53.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:53 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:54.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:54 smithi060 ceph-mon[36426]: purged_snaps scrub starts 2024-05-21T00:10:54.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:54 smithi060 ceph-mon[36426]: purged_snaps scrub ok 2024-05-21T00:10:54.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:54 smithi060 ceph-mon[36426]: osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735] boot 2024-05-21T00:10:54.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:54 smithi060 ceph-mon[36426]: osdmap e60: 10 total, 10 up, 10 in 2024-05-21T00:10:54.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:54 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:54.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:54 smithi060 ceph-mon[36426]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:54.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:54 smithi012 ceph-mon[31403]: purged_snaps scrub starts 2024-05-21T00:10:54.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:54 smithi012 ceph-mon[31403]: purged_snaps scrub ok 2024-05-21T00:10:54.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:54 smithi012 ceph-mon[31403]: osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735] boot 2024-05-21T00:10:54.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:54 smithi012 ceph-mon[31403]: osdmap e60: 10 total, 10 up, 10 in 2024-05-21T00:10:54.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:54 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:54.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:54 smithi012 ceph-mon[31403]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:54.324 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-21T00:10:54.324 INFO:teuthology.orchestra.run.smithi060.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-21T00:10:54.324 INFO:teuthology.orchestra.run.smithi060.stderr: stderr: 10+0 records in 2024-05-21T00:10:54.324 INFO:teuthology.orchestra.run.smithi060.stderr:10+0 records out 2024-05-21T00:10:54.325 INFO:teuthology.orchestra.run.smithi060.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0084702 s, 1.2 GB/s 2024-05-21T00:10:54.325 INFO:teuthology.orchestra.run.smithi060.stderr:--> Zapping successful for: 2024-05-21T00:10:54.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:54 smithi077 ceph-mon[36377]: purged_snaps scrub starts 2024-05-21T00:10:54.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:54 smithi077 ceph-mon[36377]: purged_snaps scrub ok 2024-05-21T00:10:54.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:54 smithi077 ceph-mon[36377]: osd.9 [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735] boot 2024-05-21T00:10:54.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:54 smithi077 ceph-mon[36377]: osdmap e60: 10 total, 10 up, 10 in 2024-05-21T00:10:54.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:54 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-05-21T00:10:54.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:54 smithi077 ceph-mon[36377]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 281 MiB used, 804 GiB / 805 GiB avail 2024-05-21T00:10:54.987 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi060:vg_nvme/lv_1 2024-05-21T00:10:55.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:55 smithi060 ceph-mon[36426]: osdmap e61: 10 total, 10 up, 10 in 2024-05-21T00:10:55.235 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:10:55.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:55 smithi012 ceph-mon[31403]: osdmap e61: 10 total, 10 up, 10 in 2024-05-21T00:10:55.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:55 smithi077 ceph-mon[36377]: osdmap e61: 10 total, 10 up, 10 in 2024-05-21T00:10:56.266 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:56 smithi060 ceph-mon[36426]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:10:56.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:56 smithi012 ceph-mon[31403]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:10:56.526 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:56 smithi077 ceph-mon[36377]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:10:56.726 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.728+0000 7fc7087f8700 1 -- 172.21.15.60:0/400362271 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc700104040 msgr2=0x7fc70010a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:10:56.726 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.728+0000 7fc7087f8700 1 --2- 172.21.15.60:0/400362271 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc700104040 0x7fc70010a8f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc6f800b0d0 tx=0x7fc6f800b3e0 comp rx=0 tx=0).stop 2024-05-21T00:10:56.726 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 -- 172.21.15.60:0/400362271 shutdown_connections 2024-05-21T00:10:56.726 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 --2- 172.21.15.60:0/400362271 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc700104040 0x7fc70010a8f0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:56.726 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 --2- 172.21.15.60:0/400362271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc7001024a0 0x7fc7001028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:56.726 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 --2- 172.21.15.60:0/400362271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7001036a0 0x7fc700103b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:56.726 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 -- 172.21.15.60:0/400362271 >> 172.21.15.60:0/400362271 conn(0x7fc7000fda40 msgr2=0x7fc7000ffe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:10:56.726 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 -- 172.21.15.60:0/400362271 shutdown_connections 2024-05-21T00:10:56.726 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 -- 172.21.15.60:0/400362271 wait complete. 2024-05-21T00:10:56.728 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 Processor -- start 2024-05-21T00:10:56.728 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 -- start start 2024-05-21T00:10:56.728 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc7001024a0 0x7fc70019b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:10:56.728 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7001036a0 0x7fc70019bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:10:56.728 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc700104040 0x7fc7001a2e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:10:56.728 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc70010dfc0 con 0x7fc7001024a0 2024-05-21T00:10:56.728 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc70010de40 con 0x7fc700104040 2024-05-21T00:10:56.729 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.729+0000 7fc7087f8700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fc70010e140 con 0x7fc7001036a0 2024-05-21T00:10:56.729 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc706d95700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc700104040 0x7fc7001a2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:10:56.729 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc706d95700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc700104040 0x7fc7001a2e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.60:37898/0 (socket says 172.21.15.60:37898) 2024-05-21T00:10:56.729 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc706d95700 1 -- 172.21.15.60:0/2614855521 learned_addr learned my addr 172.21.15.60:0/2614855521 (peer_addr_for_me v2:172.21.15.60:0/0) 2024-05-21T00:10:56.729 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc705d93700 1 --2- 172.21.15.60:0/2614855521 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7001036a0 0x7fc70019bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:10:56.729 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc706d95700 1 -- 172.21.15.60:0/2614855521 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7001036a0 msgr2=0x7fc70019bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:10:56.729 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc706d95700 1 --2- 172.21.15.60:0/2614855521 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7001036a0 0x7fc70019bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:56.729 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc706d95700 1 -- 172.21.15.60:0/2614855521 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc7001024a0 msgr2=0x7fc70019b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:10:56.729 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc706d95700 1 --2- 172.21.15.60:0/2614855521 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc7001024a0 0x7fc70019b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:10:56.729 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc706d95700 1 -- 172.21.15.60:0/2614855521 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7001a34a0 con 0x7fc700104040 2024-05-21T00:10:56.729 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc706d95700 1 --2- 172.21.15.60:0/2614855521 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc700104040 0x7fc7001a2e00 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009fd0 tx=0x7fc6f8004e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:10:56.729 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc6f77fe700 1 -- 172.21.15.60:0/2614855521 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6f801f030 con 0x7fc700104040 2024-05-21T00:10:56.729 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc7087f8700 1 -- 172.21.15.60:0/2614855521 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7001a3730 con 0x7fc700104040 2024-05-21T00:10:56.730 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc6f77fe700 1 -- 172.21.15.60:0/2614855521 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6f8007a80 con 0x7fc700104040 2024-05-21T00:10:56.730 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc7087f8700 1 -- 172.21.15.60:0/2614855521 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7001a3c60 con 0x7fc700104040 2024-05-21T00:10:56.730 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.730+0000 7fc6f77fe700 1 -- 172.21.15.60:0/2614855521 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6f8004810 con 0x7fc700104040 2024-05-21T00:10:56.730 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.731+0000 7fc7087f8700 1 -- 172.21.15.60:0/2614855521 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc70006a230 con 0x7fc700104040 2024-05-21T00:10:56.730 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.733+0000 7fc6f77fe700 1 -- 172.21.15.60:0/2614855521 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fc6f8003a00 con 0x7fc700104040 2024-05-21T00:10:56.731 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.733+0000 7fc6f77fe700 1 --2- 172.21.15.60:0/2614855521 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6ec0b2900 0x7fc6ec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:10:56.731 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.733+0000 7fc6f77fe700 1 -- 172.21.15.60:0/2614855521 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 6261+0+0 (secure 0 0 0) 0x7fc6f800f020 con 0x7fc700104040 2024-05-21T00:10:56.731 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.734+0000 7fc706594700 1 --2- 172.21.15.60:0/2614855521 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6ec0b2900 0x7fc6ec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:10:56.731 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.735+0000 7fc706594700 1 --2- 172.21.15.60:0/2614855521 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6ec0b2900 0x7fc6ec0b4dc0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fc700103500 tx=0x7fc6fc006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:10:56.734 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.737+0000 7fc6f77fe700 1 -- 172.21.15.60:0/2614855521 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc6f8029020 con 0x7fc700104040 2024-05-21T00:10:56.960 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:10:56.963+0000 7fc7087f8700 1 -- 172.21.15.60:0/2614855521 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fc7000ffb50 con 0x7fc6ec0b2900 2024-05-21T00:10:57.170 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:57 smithi012 ceph-mon[31403]: from='client.24365 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:10:57.171 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:10:57.171 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:10:57.171 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:57.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:57 smithi060 ceph-mon[36426]: from='client.24365 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:10:57.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:10:57.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:10:57.224 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:57.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:57 smithi077 ceph-mon[36377]: from='client.24365 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi060:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:10:57.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:10:57.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:10:57.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:58.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: Detected new or changed devices on smithi012 2024-05-21T00:10:58.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:58.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:58.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:58.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:58.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi012 to 4273M 2024-05-21T00:10:58.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:58.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:10:58.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:10:58.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:10:58.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:58.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:10:58.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:10:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.564 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: Detected new or changed devices on smithi012 2024-05-21T00:10:58.564 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.564 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi012 to 4273M 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:10:58.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:10:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.623 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: Detected new or changed devices on smithi012 2024-05-21T00:10:58.623 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.623 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.623 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:58.623 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:58.623 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:58.623 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:10:58.623 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi012 to 4273M 2024-05-21T00:10:58.623 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.624 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:58.624 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:10:58.624 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:10:58.624 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:10:58.624 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:10:58.624 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:10:58.624 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:10:58.624 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:10:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:00.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:00 smithi012 ceph-mon[31403]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:00.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:00 smithi012 ceph-mon[31403]: from='client.? 172.21.15.60:0/1634084604' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a42dca5-3dfa-4d8e-a33d-385ca25a8728"}]: dispatch 2024-05-21T00:11:00.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:00 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a42dca5-3dfa-4d8e-a33d-385ca25a8728"}]: dispatch 2024-05-21T00:11:00.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:00 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a42dca5-3dfa-4d8e-a33d-385ca25a8728"}]': finished 2024-05-21T00:11:00.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:00 smithi012 ceph-mon[31403]: osdmap e62: 11 total, 10 up, 11 in 2024-05-21T00:11:00.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:11:00.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:00 smithi012 ceph-mon[31403]: from='client.? 172.21.15.60:0/1293422964' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:11:00.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:00 smithi060 ceph-mon[36426]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:00.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:00 smithi060 ceph-mon[36426]: from='client.? 172.21.15.60:0/1634084604' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a42dca5-3dfa-4d8e-a33d-385ca25a8728"}]: dispatch 2024-05-21T00:11:00.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:00 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a42dca5-3dfa-4d8e-a33d-385ca25a8728"}]: dispatch 2024-05-21T00:11:00.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:00 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a42dca5-3dfa-4d8e-a33d-385ca25a8728"}]': finished 2024-05-21T00:11:00.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:00 smithi060 ceph-mon[36426]: osdmap e62: 11 total, 10 up, 11 in 2024-05-21T00:11:00.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:11:00.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:00 smithi060 ceph-mon[36426]: from='client.? 172.21.15.60:0/1293422964' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:11:01.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:00 smithi077 ceph-mon[36377]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:01.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:00 smithi077 ceph-mon[36377]: from='client.? 172.21.15.60:0/1634084604' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a42dca5-3dfa-4d8e-a33d-385ca25a8728"}]: dispatch 2024-05-21T00:11:01.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:00 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9a42dca5-3dfa-4d8e-a33d-385ca25a8728"}]: dispatch 2024-05-21T00:11:01.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:00 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9a42dca5-3dfa-4d8e-a33d-385ca25a8728"}]': finished 2024-05-21T00:11:01.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:00 smithi077 ceph-mon[36377]: osdmap e62: 11 total, 10 up, 11 in 2024-05-21T00:11:01.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:11:01.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:00 smithi077 ceph-mon[36377]: from='client.? 172.21.15.60:0/1293422964' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:11:02.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:02 smithi012 ceph-mon[31403]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:02.829 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:02 smithi077 ceph-mon[36377]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:02.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:02 smithi060 ceph-mon[36426]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:04.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:04 smithi012 ceph-mon[31403]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:04.871 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:04 smithi060 ceph-mon[36426]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:05.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:04 smithi077 ceph-mon[36377]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:06.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:06 smithi012 ceph-mon[31403]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:06.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:06 smithi060 ceph-mon[36426]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:07.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:06 smithi077 ceph-mon[36377]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:07.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:07 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-21T00:11:07.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:07 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:07.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:07 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-21T00:11:07.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:07 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:08.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:07 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-05-21T00:11:08.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:07 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:08.942 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:08 smithi060 ceph-mon[36426]: Deploying daemon osd.10 on smithi060 2024-05-21T00:11:08.942 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:08 smithi060 ceph-mon[36426]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:09.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:08 smithi077 ceph-mon[36377]: Deploying daemon osd.10 on smithi060 2024-05-21T00:11:09.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:08 smithi077 ceph-mon[36377]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:09.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:08 smithi012 ceph-mon[31403]: Deploying daemon osd.10 on smithi060 2024-05-21T00:11:09.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:08 smithi012 ceph-mon[31403]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:10.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:10 smithi060 ceph-mon[36426]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:11.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:10 smithi077 ceph-mon[36377]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:11.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:10 smithi012 ceph-mon[31403]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:12.876 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:12 smithi060 ceph-mon[36426]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:13.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:12 smithi077 ceph-mon[36377]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:13.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:12 smithi012 ceph-mon[31403]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:14.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:14.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:14.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:14.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:14 smithi060 ceph-mon[36426]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:14.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:14.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:14.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:14.527 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:14 smithi077 ceph-mon[36377]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:14.564 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:14.564 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:14.564 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:14.564 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:14 smithi012 ceph-mon[31403]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:16.724 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:16 smithi060 ceph-mon[36426]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:16.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:16.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:16.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:16.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:16.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:16.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:16 smithi012 ceph-mon[31403]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:16.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:16.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:16.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:16.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:16.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:17.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:16 smithi077 ceph-mon[36377]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:17.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:17.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:17.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:17.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:17.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:17.156 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:11:17.158+0000 7fc6f77fe700 1 -- 172.21.15.60:0/2614855521 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fc7000ffb50 con 0x7fc6ec0b2900 2024-05-21T00:11:17.156 INFO:teuthology.orchestra.run.smithi060.stdout:Created osd(s) 10 on host 'smithi060' 2024-05-21T00:11:17.158 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:11:17.160+0000 7fc7087f8700 1 -- 172.21.15.60:0/2614855521 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6ec0b2900 msgr2=0x7fc6ec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:17.158 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:11:17.160+0000 7fc7087f8700 1 --2- 172.21.15.60:0/2614855521 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6ec0b2900 0x7fc6ec0b4dc0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fc700103500 tx=0x7fc6fc006d20 comp rx=0 tx=0).stop 2024-05-21T00:11:17.158 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:11:17.160+0000 7fc7087f8700 1 -- 172.21.15.60:0/2614855521 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc700104040 msgr2=0x7fc7001a2e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:17.158 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:11:17.160+0000 7fc7087f8700 1 --2- 172.21.15.60:0/2614855521 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc700104040 0x7fc7001a2e00 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fc6f8009fd0 tx=0x7fc6f8004e40 comp rx=0 tx=0).stop 2024-05-21T00:11:17.158 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:11:17.160+0000 7fc7087f8700 1 -- 172.21.15.60:0/2614855521 shutdown_connections 2024-05-21T00:11:17.158 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:11:17.160+0000 7fc7087f8700 1 --2- 172.21.15.60:0/2614855521 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc700104040 0x7fc7001a2e00 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:17.158 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:11:17.160+0000 7fc7087f8700 1 --2- 172.21.15.60:0/2614855521 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6ec0b2900 0x7fc6ec0b4dc0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:17.158 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:11:17.160+0000 7fc7087f8700 1 --2- 172.21.15.60:0/2614855521 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc7001024a0 0x7fc70019b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:17.158 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:11:17.160+0000 7fc7087f8700 1 --2- 172.21.15.60:0/2614855521 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc7001036a0 0x7fc70019bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:17.158 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:11:17.160+0000 7fc7087f8700 1 -- 172.21.15.60:0/2614855521 >> 172.21.15.60:0/2614855521 conn(0x7fc7000fda40 msgr2=0x7fc7000ff440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:11:17.158 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:11:17.161+0000 7fc7087f8700 1 -- 172.21.15.60:0/2614855521 shutdown_connections 2024-05-21T00:11:17.158 INFO:teuthology.orchestra.run.smithi060.stderr:2024-05-21T00:11:17.161+0000 7fc7087f8700 1 -- 172.21.15.60:0/2614855521 wait complete. 2024-05-21T00:11:17.716 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:17 smithi060 ceph-mon[36426]: from='osd.10 [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T00:11:17.716 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:17 smithi060 ceph-mon[36426]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T00:11:17.716 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:17 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:17.716 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:17 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:17.716 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:17 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:17.743 DEBUG:teuthology.orchestra.run.smithi060:osd.10> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.10.service 2024-05-21T00:11:17.745 INFO:tasks.cephadm:Deploying osd.11 on smithi077 with /dev/vg_nvme/lv_1... 2024-05-21T00:11:17.745 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-21T00:11:17.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:17 smithi012 ceph-mon[31403]: from='osd.10 [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T00:11:17.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:17 smithi012 ceph-mon[31403]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T00:11:17.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:17 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:17.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:17 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:17.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:17 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:17.992 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:11:18.026 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:17 smithi077 ceph-mon[36377]: from='osd.10 [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T00:11:18.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:17 smithi077 ceph-mon[36377]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-05-21T00:11:18.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:17 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:18.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:17 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:18.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:17 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:18.684 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:18 smithi077 ceph-mon[36377]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:18.684 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:18 smithi077 ceph-mon[36377]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-21T00:11:18.684 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:18 smithi077 ceph-mon[36377]: from='osd.10 [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:11:18.684 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:18 smithi077 ceph-mon[36377]: osdmap e63: 11 total, 10 up, 11 in 2024-05-21T00:11:18.684 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:18 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:11:18.684 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:18 smithi077 ceph-mon[36377]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:11:18.848 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:18 smithi060 ceph-mon[36426]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:18.848 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:18 smithi060 ceph-mon[36426]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-21T00:11:18.848 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:18 smithi060 ceph-mon[36426]: from='osd.10 [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:11:18.848 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:18 smithi060 ceph-mon[36426]: osdmap e63: 11 total, 10 up, 11 in 2024-05-21T00:11:18.848 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:18 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:11:18.848 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:18 smithi060 ceph-mon[36426]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:11:19.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:18 smithi012 ceph-mon[31403]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:19.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:18 smithi012 ceph-mon[31403]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-05-21T00:11:19.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:18 smithi012 ceph-mon[31403]: from='osd.10 [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:11:19.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:18 smithi012 ceph-mon[31403]: osdmap e63: 11 total, 10 up, 11 in 2024-05-21T00:11:19.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:18 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:11:19.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:18 smithi012 ceph-mon[31403]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]: dispatch 2024-05-21T00:11:19.475 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:11:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:11:19.321+0000 7ff3f662f700 -1 osd.10 0 waiting for initial osdmap 2024-05-21T00:11:19.475 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:11:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:11:19.336+0000 7ff3ee41a700 -1 osd.10 64 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:11:19.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:19 smithi077 ceph-mon[36377]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-05-21T00:11:19.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:19 smithi077 ceph-mon[36377]: osdmap e64: 11 total, 10 up, 11 in 2024-05-21T00:11:19.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:19 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:11:19.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:19 smithi077 ceph-mon[36377]: from='osd.10 ' entity='osd.10' 2024-05-21T00:11:19.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:19 smithi077 ceph-mon[36377]: osd.10 [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245] boot 2024-05-21T00:11:19.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:19 smithi077 ceph-mon[36377]: osdmap e65: 11 total, 11 up, 11 in 2024-05-21T00:11:19.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:19 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:11:19.957 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-21T00:11:19.957 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-21T00:11:19.957 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-05-21T00:11:19.957 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-05-21T00:11:19.957 INFO:teuthology.orchestra.run.smithi077.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0115815 s, 905 MB/s 2024-05-21T00:11:19.957 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-05-21T00:11:19.958 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:19 smithi060 ceph-mon[36426]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-05-21T00:11:19.958 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:19 smithi060 ceph-mon[36426]: osdmap e64: 11 total, 10 up, 11 in 2024-05-21T00:11:19.958 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:19 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:11:19.958 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:19 smithi060 ceph-mon[36426]: from='osd.10 ' entity='osd.10' 2024-05-21T00:11:19.958 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:19 smithi060 ceph-mon[36426]: osd.10 [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245] boot 2024-05-21T00:11:19.958 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:19 smithi060 ceph-mon[36426]: osdmap e65: 11 total, 11 up, 11 in 2024-05-21T00:11:19.958 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:19 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:11:20.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:19 smithi012 ceph-mon[31403]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi060", "root=default"]}]': finished 2024-05-21T00:11:20.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:19 smithi012 ceph-mon[31403]: osdmap e64: 11 total, 10 up, 11 in 2024-05-21T00:11:20.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:19 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:11:20.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:19 smithi012 ceph-mon[31403]: from='osd.10 ' entity='osd.10' 2024-05-21T00:11:20.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:19 smithi012 ceph-mon[31403]: osd.10 [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245] boot 2024-05-21T00:11:20.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:19 smithi012 ceph-mon[31403]: osdmap e65: 11 total, 11 up, 11 in 2024-05-21T00:11:20.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:19 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-05-21T00:11:20.614 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch daemon add osd smithi077:vg_nvme/lv_1 2024-05-21T00:11:20.856 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:11:20.892 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:20 smithi077 ceph-mon[36377]: purged_snaps scrub starts 2024-05-21T00:11:20.892 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:20 smithi077 ceph-mon[36377]: purged_snaps scrub ok 2024-05-21T00:11:20.892 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:20 smithi077 ceph-mon[36377]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:20.892 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:20 smithi077 ceph-mon[36377]: osdmap e66: 11 total, 11 up, 11 in 2024-05-21T00:11:20.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:20 smithi060 ceph-mon[36426]: purged_snaps scrub starts 2024-05-21T00:11:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:20 smithi060 ceph-mon[36426]: purged_snaps scrub ok 2024-05-21T00:11:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:20 smithi060 ceph-mon[36426]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:20 smithi060 ceph-mon[36426]: osdmap e66: 11 total, 11 up, 11 in 2024-05-21T00:11:21.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:20 smithi012 ceph-mon[31403]: purged_snaps scrub starts 2024-05-21T00:11:21.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:20 smithi012 ceph-mon[31403]: purged_snaps scrub ok 2024-05-21T00:11:21.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:20 smithi012 ceph-mon[31403]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 308 MiB used, 894 GiB / 894 GiB avail 2024-05-21T00:11:21.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:20 smithi012 ceph-mon[31403]: osdmap e66: 11 total, 11 up, 11 in 2024-05-21T00:11:21.853 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:21 smithi077 ceph-mon[36377]: Detected new or changed devices on smithi060 2024-05-21T00:11:21.853 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:21.853 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:21.853 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:21.853 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:21.853 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:21.853 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:21.853 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:21 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi060 to 4273M 2024-05-21T00:11:21.853 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:21.853 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:21.853 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:21.854 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:21.854 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:21 smithi077 ceph-mon[36377]: osdmap e67: 11 total, 11 up, 11 in 2024-05-21T00:11:21.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:21 smithi060 ceph-mon[36426]: Detected new or changed devices on smithi060 2024-05-21T00:11:21.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:21.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:21.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:21.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:21.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:21.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:21.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:21 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi060 to 4273M 2024-05-21T00:11:21.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:21.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:21.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:21.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:21.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:21 smithi060 ceph-mon[36426]: osdmap e67: 11 total, 11 up, 11 in 2024-05-21T00:11:22.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:21 smithi012 ceph-mon[31403]: Detected new or changed devices on smithi060 2024-05-21T00:11:22.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:22.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:22.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:22.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:22.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:22.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:22.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:21 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi060 to 4273M 2024-05-21T00:11:22.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:22.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:22.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:22.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:22.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:21 smithi012 ceph-mon[31403]: osdmap e67: 11 total, 11 up, 11 in 2024-05-21T00:11:22.589 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.590+0000 7f50245b0700 1 -- 172.21.15.77:0/1543463741 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f501c1024b0 msgr2=0x7f501c1028d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:22.589 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.590+0000 7f50245b0700 1 --2- 172.21.15.77:0/1543463741 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f501c1024b0 0x7f501c1028d0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5010009990 tx=0x7f5010009ca0 comp rx=0 tx=0).stop 2024-05-21T00:11:22.590 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.590+0000 7f50245b0700 1 -- 172.21.15.77:0/1543463741 shutdown_connections 2024-05-21T00:11:22.590 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.590+0000 7f50245b0700 1 --2- 172.21.15.77:0/1543463741 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f501c104050 0x7f501c10a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:22.590 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.590+0000 7f50245b0700 1 --2- 172.21.15.77:0/1543463741 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f501c1024b0 0x7f501c1028d0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:22.590 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.590+0000 7f50245b0700 1 --2- 172.21.15.77:0/1543463741 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f501c1036b0 0x7f501c103b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:22.590 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.590+0000 7f50245b0700 1 -- 172.21.15.77:0/1543463741 >> 172.21.15.77:0/1543463741 conn(0x7f501c0fda70 msgr2=0x7f501c0ffe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:11:22.590 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.591+0000 7f50245b0700 1 -- 172.21.15.77:0/1543463741 shutdown_connections 2024-05-21T00:11:22.590 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.591+0000 7f50245b0700 1 -- 172.21.15.77:0/1543463741 wait complete. 2024-05-21T00:11:22.590 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.591+0000 7f50245b0700 1 Processor -- start 2024-05-21T00:11:22.590 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.591+0000 7f50245b0700 1 -- start start 2024-05-21T00:11:22.590 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.591+0000 7f50245b0700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f501c1024b0 0x7f501c198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:22.590 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.591+0000 7f50245b0700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f501c1036b0 0x7f501c198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:22.590 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.591+0000 7f50245b0700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f501c104050 0x7f501c19fd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.591+0000 7f50245b0700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f501c10e020 con 0x7f501c1036b0 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.591+0000 7f50245b0700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f501c10dea0 con 0x7f501c104050 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.591+0000 7f50245b0700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f501c10e1a0 con 0x7f501c1024b0 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.591+0000 7f502234c700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f501c1024b0 0x7f501c198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.591+0000 7f502234c700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f501c1024b0 0x7f501c198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:46148/0 (socket says 172.21.15.77:46148) 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.591+0000 7f502234c700 1 -- 172.21.15.77:0/6437668 learned_addr learned my addr 172.21.15.77:0/6437668 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.592+0000 7f5022b4d700 1 --2- 172.21.15.77:0/6437668 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f501c104050 0x7f501c19fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.592+0000 7f502234c700 1 -- 172.21.15.77:0/6437668 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f501c104050 msgr2=0x7f501c19fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.592+0000 7f502234c700 1 --2- 172.21.15.77:0/6437668 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f501c104050 0x7f501c19fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.592+0000 7f502234c700 1 -- 172.21.15.77:0/6437668 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f501c1036b0 msgr2=0x7f501c198c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.592+0000 7f502234c700 1 --2- 172.21.15.77:0/6437668 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f501c1036b0 0x7f501c198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.592+0000 7f502234c700 1 -- 172.21.15.77:0/6437668 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f501c06bd90 con 0x7f501c1024b0 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.592+0000 7f502234c700 1 --2- 172.21.15.77:0/6437668 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f501c1024b0 0x7f501c198750 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5010000c00 tx=0x7f5010009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.592+0000 7f500f7fe700 1 -- 172.21.15.77:0/6437668 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5010027070 con 0x7f501c1024b0 2024-05-21T00:11:22.591 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.592+0000 7f500f7fe700 1 -- 172.21.15.77:0/6437668 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5010004080 con 0x7f501c1024b0 2024-05-21T00:11:22.592 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.592+0000 7f50245b0700 1 -- 172.21.15.77:0/6437668 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f501c06c020 con 0x7f501c1024b0 2024-05-21T00:11:22.593 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.592+0000 7f500f7fe700 1 -- 172.21.15.77:0/6437668 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5010022d40 con 0x7f501c1024b0 2024-05-21T00:11:22.593 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.592+0000 7f50245b0700 1 -- 172.21.15.77:0/6437668 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f501c06c500 con 0x7f501c1024b0 2024-05-21T00:11:22.593 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.593+0000 7f50245b0700 1 -- 172.21.15.77:0/6437668 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f501c06a230 con 0x7f501c1024b0 2024-05-21T00:11:22.593 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.594+0000 7f500f7fe700 1 -- 172.21.15.77:0/6437668 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f501002a070 con 0x7f501c1024b0 2024-05-21T00:11:22.593 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.595+0000 7f500f7fe700 1 --2- 172.21.15.77:0/6437668 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50080b2880 0x7f50080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:22.593 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.595+0000 7f500f7fe700 1 -- 172.21.15.77:0/6437668 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6694+0+0 (secure 0 0 0) 0x7f50100e2ea0 con 0x7f501c1024b0 2024-05-21T00:11:22.593 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.595+0000 7f5021b4b700 1 --2- 172.21.15.77:0/6437668 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50080b2880 0x7f50080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:22.594 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.596+0000 7f5021b4b700 1 --2- 172.21.15.77:0/6437668 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50080b2880 0x7f50080b4d40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f50180097b0 tx=0x7f5018006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:11:22.595 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.599+0000 7f500f7fe700 1 -- 172.21.15.77:0/6437668 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5010013070 con 0x7f501c1024b0 2024-05-21T00:11:22.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:22 smithi077 ceph-mon[36377]: pgmap v253: 1 pgs: 1 remapped+peering; 577 KiB data, 739 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:22.808 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:22.811+0000 7f50245b0700 1 -- 172.21.15.77:0/6437668 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f501c063980 con 0x7f50080b2880 2024-05-21T00:11:22.966 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:22 smithi012 ceph-mon[31403]: pgmap v253: 1 pgs: 1 remapped+peering; 577 KiB data, 739 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:22.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:22 smithi060 ceph-mon[36426]: pgmap v253: 1 pgs: 1 remapped+peering; 577 KiB data, 739 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:23.772 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:23 smithi077 ceph-mon[36377]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:11:23.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:23 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:11:23.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:23 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:11:23.773 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:23 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:23.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:23 smithi060 ceph-mon[36426]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:11:23.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:23 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:11:23.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:23 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:11:23.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:23 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:24.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:23 smithi012 ceph-mon[31403]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:11:24.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:23 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-21T00:11:24.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:23 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-21T00:11:24.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:23 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:24.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:24 smithi060 ceph-mon[36426]: pgmap v255: 1 pgs: 1 remapped+peering; 577 KiB data, 739 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:24.990 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:24 smithi077 ceph-mon[36377]: pgmap v255: 1 pgs: 1 remapped+peering; 577 KiB data, 739 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:25.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:24 smithi012 ceph-mon[31403]: pgmap v255: 1 pgs: 1 remapped+peering; 577 KiB data, 739 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:25.965 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:25 smithi077 ceph-mon[36377]: from='client.? 172.21.15.77:0/2930952516' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "856d5711-f90b-4619-abff-071e87b9d9cd"}]: dispatch 2024-05-21T00:11:25.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:25 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "856d5711-f90b-4619-abff-071e87b9d9cd"}]: dispatch 2024-05-21T00:11:25.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:25 smithi077 ceph-mon[36377]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "856d5711-f90b-4619-abff-071e87b9d9cd"}]': finished 2024-05-21T00:11:25.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:25 smithi077 ceph-mon[36377]: osdmap e68: 12 total, 11 up, 12 in 2024-05-21T00:11:25.966 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:25 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:25.974 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:25 smithi060 ceph-mon[36426]: from='client.? 172.21.15.77:0/2930952516' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "856d5711-f90b-4619-abff-071e87b9d9cd"}]: dispatch 2024-05-21T00:11:25.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:25 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "856d5711-f90b-4619-abff-071e87b9d9cd"}]: dispatch 2024-05-21T00:11:25.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:25 smithi060 ceph-mon[36426]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "856d5711-f90b-4619-abff-071e87b9d9cd"}]': finished 2024-05-21T00:11:25.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:25 smithi060 ceph-mon[36426]: osdmap e68: 12 total, 11 up, 12 in 2024-05-21T00:11:25.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:25 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:26.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:25 smithi012 ceph-mon[31403]: from='client.? 172.21.15.77:0/2930952516' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "856d5711-f90b-4619-abff-071e87b9d9cd"}]: dispatch 2024-05-21T00:11:26.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:25 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "856d5711-f90b-4619-abff-071e87b9d9cd"}]: dispatch 2024-05-21T00:11:26.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:25 smithi012 ceph-mon[31403]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "856d5711-f90b-4619-abff-071e87b9d9cd"}]': finished 2024-05-21T00:11:26.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:25 smithi012 ceph-mon[31403]: osdmap e68: 12 total, 11 up, 12 in 2024-05-21T00:11:26.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:25 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:26.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:26 smithi060 ceph-mon[36426]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:11:26.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:26 smithi060 ceph-mon[36426]: from='client.? 172.21.15.77:0/1873267371' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:11:27.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:26 smithi077 ceph-mon[36377]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:11:27.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:26 smithi077 ceph-mon[36377]: from='client.? 172.21.15.77:0/1873267371' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:11:27.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:26 smithi012 ceph-mon[31403]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-21T00:11:27.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:26 smithi012 ceph-mon[31403]: from='client.? 172.21.15.77:0/1873267371' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-21T00:11:28.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:28 smithi060 ceph-mon[36426]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-05-21T00:11:29.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:28 smithi077 ceph-mon[36377]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-05-21T00:11:29.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:28 smithi012 ceph-mon[31403]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-05-21T00:11:30.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:30 smithi060 ceph-mon[36426]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:11:31.020 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:30 smithi077 ceph-mon[36377]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:11:31.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:30 smithi012 ceph-mon[31403]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-21T00:11:32.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:32 smithi077 ceph-mon[36377]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:11:32.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:32 smithi060 ceph-mon[36426]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:11:33.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:32 smithi012 ceph-mon[31403]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:11:33.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-21T00:11:33.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:34.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-21T00:11:34.002 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:34.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-05-21T00:11:34.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:34.957 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:34 smithi077 ceph-mon[36377]: Deploying daemon osd.11 on smithi077 2024-05-21T00:11:34.958 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:34 smithi077 ceph-mon[36377]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:11:34.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:34 smithi060 ceph-mon[36426]: Deploying daemon osd.11 on smithi077 2024-05-21T00:11:34.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:34 smithi060 ceph-mon[36426]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:11:35.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:34 smithi012 ceph-mon[31403]: Deploying daemon osd.11 on smithi077 2024-05-21T00:11:35.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:34 smithi012 ceph-mon[31403]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-21T00:11:36.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:36 smithi060 ceph-mon[36426]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:37.020 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:36 smithi077 ceph-mon[36377]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:37.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:36 smithi012 ceph-mon[31403]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:38.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:38 smithi060 ceph-mon[36426]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:38.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:38 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:39.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:38 smithi077 ceph-mon[36377]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:39.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:38 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:39.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:38 smithi012 ceph-mon[31403]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:39.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:40.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:39 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:40.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:39 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:40.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:39 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:40.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:39 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:40.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:39 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:40.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:39 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:41.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:40 smithi077 ceph-mon[36377]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:41.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:40 smithi012 ceph-mon[31403]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:41.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:40 smithi060 ceph-mon[36426]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:42.295 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 11 on host 'smithi077' 2024-05-21T00:11:42.295 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:42.297+0000 7f500f7fe700 1 -- 172.21.15.77:0/6437668 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f501c063980 con 0x7f50080b2880 2024-05-21T00:11:42.297 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:42.299+0000 7f50245b0700 1 -- 172.21.15.77:0/6437668 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50080b2880 msgr2=0x7f50080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:42.297 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:42.299+0000 7f50245b0700 1 --2- 172.21.15.77:0/6437668 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50080b2880 0x7f50080b4d40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f50180097b0 tx=0x7f5018006d20 comp rx=0 tx=0).stop 2024-05-21T00:11:42.297 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:42.299+0000 7f50245b0700 1 -- 172.21.15.77:0/6437668 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f501c1024b0 msgr2=0x7f501c198750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:42.297 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:42.299+0000 7f50245b0700 1 --2- 172.21.15.77:0/6437668 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f501c1024b0 0x7f501c198750 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5010000c00 tx=0x7f5010009f90 comp rx=0 tx=0).stop 2024-05-21T00:11:42.297 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:42.299+0000 7f50245b0700 1 -- 172.21.15.77:0/6437668 shutdown_connections 2024-05-21T00:11:42.297 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:42.299+0000 7f50245b0700 1 --2- 172.21.15.77:0/6437668 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f501c104050 0x7f501c19fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:42.297 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:42.299+0000 7f50245b0700 1 --2- 172.21.15.77:0/6437668 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f501c1024b0 0x7f501c198750 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:42.297 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:42.299+0000 7f50245b0700 1 --2- 172.21.15.77:0/6437668 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50080b2880 0x7f50080b4d40 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:42.298 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:42.299+0000 7f50245b0700 1 --2- 172.21.15.77:0/6437668 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f501c1036b0 0x7f501c198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:42.298 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:42.299+0000 7f50245b0700 1 -- 172.21.15.77:0/6437668 >> 172.21.15.77:0/6437668 conn(0x7f501c0fda70 msgr2=0x7f501c106af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:11:42.298 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:42.299+0000 7f50245b0700 1 -- 172.21.15.77:0/6437668 shutdown_connections 2024-05-21T00:11:42.298 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:42.299+0000 7f50245b0700 1 -- 172.21.15.77:0/6437668 wait complete. 2024-05-21T00:11:42.983 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:42 smithi077 ceph-mon[36377]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:42.983 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:42 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:42.983 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:42 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:42.983 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:42 smithi077 ceph-mon[36377]: from='osd.11 [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T00:11:42.984 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:42 smithi077 ceph-mon[36377]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T00:11:43.011 DEBUG:teuthology.orchestra.run.smithi077:osd.11> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.11.service 2024-05-21T00:11:43.013 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-05-21T00:11:43.014 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd stat -f json 2024-05-21T00:11:43.027 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:42 smithi060 ceph-mon[36426]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:43.027 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:42 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:43.027 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:42 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:43.027 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:42 smithi060 ceph-mon[36426]: from='osd.11 [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T00:11:43.027 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:42 smithi060 ceph-mon[36426]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T00:11:43.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:42 smithi012 ceph-mon[31403]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:43.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:42 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:43.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:42 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:43.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:42 smithi012 ceph-mon[31403]: from='osd.11 [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T00:11:43.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:42 smithi012 ceph-mon[31403]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-05-21T00:11:43.489 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:11:44.304 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:44 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:44.304 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:44 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:44.305 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:44 smithi077 ceph-mon[36377]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-21T00:11:44.305 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:44 smithi077 ceph-mon[36377]: osdmap e69: 12 total, 11 up, 12 in 2024-05-21T00:11:44.305 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:44 smithi077 ceph-mon[36377]: from='osd.11 [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:11:44.305 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:44 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:44.305 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:44 smithi077 ceph-mon[36377]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:11:44.305 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:44 smithi077 ceph-mon[36377]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:44.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:44 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:44.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:44 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:44.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:44 smithi012 ceph-mon[31403]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-21T00:11:44.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:44 smithi012 ceph-mon[31403]: osdmap e69: 12 total, 11 up, 12 in 2024-05-21T00:11:44.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:44 smithi012 ceph-mon[31403]: from='osd.11 [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:11:44.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:44 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:44.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:44 smithi012 ceph-mon[31403]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:11:44.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:44 smithi012 ceph-mon[31403]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:44.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:44 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:44.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:44 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:44.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:44 smithi060 ceph-mon[36426]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-05-21T00:11:44.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:44 smithi060 ceph-mon[36426]: osdmap e69: 12 total, 11 up, 12 in 2024-05-21T00:11:44.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:44 smithi060 ceph-mon[36426]: from='osd.11 [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:11:44.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:44 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:44.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:44 smithi060 ceph-mon[36426]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-05-21T00:11:44.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:44 smithi060 ceph-mon[36426]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 344 MiB used, 983 GiB / 983 GiB avail 2024-05-21T00:11:44.699 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:11:44 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:11:44.307+0000 7fe64d0ac700 -1 osd.11 0 waiting for initial osdmap 2024-05-21T00:11:44.699 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:11:44 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:11:44.323+0000 7fe648e9f700 -1 osd.11 70 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-21T00:11:45.409 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:45 smithi012 ceph-mon[31403]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-05-21T00:11:45.409 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:45 smithi012 ceph-mon[31403]: osdmap e70: 12 total, 11 up, 12 in 2024-05-21T00:11:45.409 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:45 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:45.409 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:45 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:45.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.589+0000 7feeff000700 1 -- 172.21.15.12:0/1643109689 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feef8075fa0 msgr2=0x7feef8076420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:45.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.589+0000 7feeff000700 1 --2- 172.21.15.12:0/1643109689 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feef8075fa0 0x7feef8076420 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7feee4009990 tx=0x7feee4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:11:45.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.590+0000 7feeff000700 1 -- 172.21.15.12:0/1643109689 shutdown_connections 2024-05-21T00:11:45.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.590+0000 7feeff000700 1 --2- 172.21.15.12:0/1643109689 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feef810b480 0x7feef810d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:45.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.590+0000 7feeff000700 1 --2- 172.21.15.12:0/1643109689 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feef8077570 0x7feef80759d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:45.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.590+0000 7feeff000700 1 --2- 172.21.15.12:0/1643109689 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feef8075fa0 0x7feef8076420 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:45.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.590+0000 7feeff000700 1 -- 172.21.15.12:0/1643109689 >> 172.21.15.12:0/1643109689 conn(0x7feef80feb10 msgr2=0x7feef8100f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:11:45.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.590+0000 7feeff000700 1 -- 172.21.15.12:0/1643109689 shutdown_connections 2024-05-21T00:11:45.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.590+0000 7feeff000700 1 -- 172.21.15.12:0/1643109689 wait complete. 2024-05-21T00:11:45.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.591+0000 7feeff000700 1 Processor -- start 2024-05-21T00:11:45.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.591+0000 7feeff000700 1 -- start start 2024-05-21T00:11:45.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.592+0000 7feeff000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feef8075fa0 0x7feef819b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:45.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.592+0000 7feeff000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feef8077570 0x7feef819beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:45.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.592+0000 7feeff000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feef810b480 0x7feef81a2f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:45.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.592+0000 7feeff000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7feef81112b0 con 0x7feef810b480 2024-05-21T00:11:45.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.592+0000 7feeff000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7feef8111130 con 0x7feef8077570 2024-05-21T00:11:45.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.592+0000 7feeff000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7feef8111430 con 0x7feef8075fa0 2024-05-21T00:11:45.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.592+0000 7feef7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feef8075fa0 0x7feef819b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:45.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.592+0000 7feef7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feef8075fa0 0x7feef819b970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:40320/0 (socket says 172.21.15.12:40320) 2024-05-21T00:11:45.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.592+0000 7feef7e00700 1 -- 172.21.15.12:0/960816824 learned_addr learned my addr 172.21.15.12:0/960816824 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:11:45.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.592+0000 7feefd000700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feef810b480 0x7feef81a2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:45.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.592+0000 7feef7400700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feef8077570 0x7feef819beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:45.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.593+0000 7feef7e00700 1 -- 172.21.15.12:0/960816824 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feef8077570 msgr2=0x7feef819beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:45.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.593+0000 7feef7e00700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feef8077570 0x7feef819beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:45.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.593+0000 7feef7e00700 1 -- 172.21.15.12:0/960816824 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feef810b480 msgr2=0x7feef81a2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:45.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.593+0000 7feef7e00700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feef810b480 0x7feef81a2f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:45.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.593+0000 7feef7e00700 1 -- 172.21.15.12:0/960816824 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feef81a35d0 con 0x7feef8075fa0 2024-05-21T00:11:45.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.593+0000 7feef7e00700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feef8075fa0 0x7feef819b970 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7feee800d9b0 tx=0x7feee800dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:11:45.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.593+0000 7feef4c00700 1 -- 172.21.15.12:0/960816824 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee8017070 con 0x7feef8075fa0 2024-05-21T00:11:45.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.593+0000 7feef4c00700 1 -- 172.21.15.12:0/960816824 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feee8009de0 con 0x7feef8075fa0 2024-05-21T00:11:45.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.593+0000 7feeff000700 1 -- 172.21.15.12:0/960816824 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feef81a38c0 con 0x7feef8075fa0 2024-05-21T00:11:45.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.593+0000 7feef4c00700 1 -- 172.21.15.12:0/960816824 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee800f3c0 con 0x7feef8075fa0 2024-05-21T00:11:45.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.593+0000 7feeff000700 1 -- 172.21.15.12:0/960816824 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feef81a3e50 con 0x7feef8075fa0 2024-05-21T00:11:45.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.594+0000 7feeff000700 1 -- 172.21.15.12:0/960816824 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feef806a230 con 0x7feef8075fa0 2024-05-21T00:11:45.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.597+0000 7feef4c00700 1 -- 172.21.15.12:0/960816824 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7feee8009930 con 0x7feef8075fa0 2024-05-21T00:11:45.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.598+0000 7feef4c00700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feedc0b2900 0x7feedc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:45.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.598+0000 7feef4c00700 1 -- 172.21.15.12:0/960816824 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7127+0+0 (secure 0 0 0) 0x7feee80e1800 con 0x7feef8075fa0 2024-05-21T00:11:45.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.598+0000 7feef7400700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feedc0b2900 0x7feedc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:45.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.599+0000 7feef7400700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feedc0b2900 0x7feedc0b4dc0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7feee400b2e0 tx=0x7feee4005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:11:45.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.602+0000 7feef4c00700 1 -- 172.21.15.12:0/960816824 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feee80a9920 con 0x7feef8075fa0 2024-05-21T00:11:45.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:45 smithi060 ceph-mon[36426]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-05-21T00:11:45.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:45 smithi060 ceph-mon[36426]: osdmap e70: 12 total, 11 up, 12 in 2024-05-21T00:11:45.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:45 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:45.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:45 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:45.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:45 smithi077 ceph-mon[36377]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-05-21T00:11:45.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:45 smithi077 ceph-mon[36377]: osdmap e70: 12 total, 11 up, 12 in 2024-05-21T00:11:45.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:45 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:45.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:45 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:45.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.847+0000 7feeff000700 1 -- 172.21.15.12:0/960816824 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7feef8064150 con 0x7feef8075fa0 2024-05-21T00:11:45.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.847+0000 7feef4c00700 1 -- 172.21.15.12:0/960816824 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v71) ==== 74+0+133 (secure 0 0 0) 0x7feee80a9220 con 0x7feef8075fa0 2024-05-21T00:11:45.845 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:11:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.850+0000 7feeff000700 1 -- 172.21.15.12:0/960816824 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feedc0b2900 msgr2=0x7feedc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.850+0000 7feeff000700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feedc0b2900 0x7feedc0b4dc0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7feee400b2e0 tx=0x7feee4005fb0 comp rx=0 tx=0).stop 2024-05-21T00:11:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.850+0000 7feeff000700 1 -- 172.21.15.12:0/960816824 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feef8075fa0 msgr2=0x7feef819b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.850+0000 7feeff000700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feef8075fa0 0x7feef819b970 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7feee800d9b0 tx=0x7feee800dcc0 comp rx=0 tx=0).stop 2024-05-21T00:11:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.851+0000 7feeff000700 1 -- 172.21.15.12:0/960816824 shutdown_connections 2024-05-21T00:11:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.851+0000 7feeff000700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feedc0b2900 0x7feedc0b4dc0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:45.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.851+0000 7feeff000700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feef810b480 0x7feef81a2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:45.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.851+0000 7feeff000700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feef8075fa0 0x7feef819b970 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:45.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.851+0000 7feeff000700 1 --2- 172.21.15.12:0/960816824 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feef8077570 0x7feef819beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:45.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.851+0000 7feeff000700 1 -- 172.21.15.12:0/960816824 >> 172.21.15.12:0/960816824 conn(0x7feef80feb10 msgr2=0x7feef8107380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:11:45.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.851+0000 7feeff000700 1 -- 172.21.15.12:0/960816824 shutdown_connections 2024-05-21T00:11:45.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:45.851+0000 7feeff000700 1 -- 172.21.15.12:0/960816824 wait complete. 2024-05-21T00:11:46.431 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:46 smithi077 ceph-mon[36377]: purged_snaps scrub starts 2024-05-21T00:11:46.431 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:46 smithi077 ceph-mon[36377]: purged_snaps scrub ok 2024-05-21T00:11:46.431 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:46 smithi077 ceph-mon[36377]: osd.11 [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862] boot 2024-05-21T00:11:46.431 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:46 smithi077 ceph-mon[36377]: osdmap e71: 12 total, 12 up, 12 in 2024-05-21T00:11:46.431 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:46 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:46.431 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:46 smithi077 ceph-mon[36377]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:46.431 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:46 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/960816824' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-21T00:11:46.564 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:46 smithi012 ceph-mon[31403]: purged_snaps scrub starts 2024-05-21T00:11:46.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:46 smithi012 ceph-mon[31403]: purged_snaps scrub ok 2024-05-21T00:11:46.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:46 smithi012 ceph-mon[31403]: osd.11 [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862] boot 2024-05-21T00:11:46.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:46 smithi012 ceph-mon[31403]: osdmap e71: 12 total, 12 up, 12 in 2024-05-21T00:11:46.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:46 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:46.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:46 smithi012 ceph-mon[31403]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:46.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:46 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/960816824' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-21T00:11:46.659 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":71,"num_osds":12,"num_up_osds":12,"osd_up_since":1716250305,"num_in_osds":12,"osd_in_since":1716250285,"num_remapped_pgs":0} 2024-05-21T00:11:46.660 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:11:46.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:46 smithi060 ceph-mon[36426]: purged_snaps scrub starts 2024-05-21T00:11:46.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:46 smithi060 ceph-mon[36426]: purged_snaps scrub ok 2024-05-21T00:11:46.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:46 smithi060 ceph-mon[36426]: osd.11 [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862] boot 2024-05-21T00:11:46.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:46 smithi060 ceph-mon[36426]: osdmap e71: 12 total, 12 up, 12 in 2024-05-21T00:11:46.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:46 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-05-21T00:11:46.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:46 smithi060 ceph-mon[36426]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:46.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:46 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/960816824' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-21T00:11:47.142 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:11:47.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: osdmap e72: 12 total, 12 up, 12 in 2024-05-21T00:11:47.566 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: Detected new or changed devices on smithi077 2024-05-21T00:11:47.566 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.566 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.566 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:47.566 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:47.566 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:47.566 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:47.566 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi077 to 4272M 2024-05-21T00:11:47.566 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.566 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:47.566 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:47.567 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.567 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:47.567 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:47.567 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:47.567 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: osdmap e72: 12 total, 12 up, 12 in 2024-05-21T00:11:47.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: Detected new or changed devices on smithi077 2024-05-21T00:11:47.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:47.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:47.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:47.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:47.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi077 to 4272M 2024-05-21T00:11:47.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:47.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:47.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:47.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:47.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:47.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: osdmap e72: 12 total, 12 up, 12 in 2024-05-21T00:11:47.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: Detected new or changed devices on smithi077 2024-05-21T00:11:47.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:47.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:47.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:47.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:11:47.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi077 to 4272M 2024-05-21T00:11:47.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:47.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:47.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:47.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:47.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:47.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:47.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:48.706 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:48 smithi012 ceph-mon[31403]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:48.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:48 smithi060 ceph-mon[36426]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:48.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:48 smithi077 ceph-mon[36377]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:49.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.194+0000 7feb4f600700 1 -- 172.21.15.12:0/1619806799 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb48076090 msgr2=0x7feb4810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:49.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.194+0000 7feb4f600700 1 --2- 172.21.15.12:0/1619806799 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb48076090 0x7feb4810fa00 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7feb340098f0 tx=0x7feb34009c00 comp rx=0 tx=0).stop 2024-05-21T00:11:49.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.194+0000 7feb4f600700 1 -- 172.21.15.12:0/1619806799 shutdown_connections 2024-05-21T00:11:49.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.194+0000 7feb4f600700 1 --2- 172.21.15.12:0/1619806799 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb4810ff40 0x7feb48112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:49.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.194+0000 7feb4f600700 1 --2- 172.21.15.12:0/1619806799 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb48075770 0x7feb48075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:49.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.194+0000 7feb4f600700 1 --2- 172.21.15.12:0/1619806799 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb48076090 0x7feb4810fa00 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:49.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.194+0000 7feb4f600700 1 -- 172.21.15.12:0/1619806799 >> 172.21.15.12:0/1619806799 conn(0x7feb4807a6a0 msgr2=0x7feb4807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:11:49.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.194+0000 7feb4f600700 1 -- 172.21.15.12:0/1619806799 shutdown_connections 2024-05-21T00:11:49.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.194+0000 7feb4f600700 1 -- 172.21.15.12:0/1619806799 wait complete. 2024-05-21T00:11:49.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.195+0000 7feb4f600700 1 Processor -- start 2024-05-21T00:11:49.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.196+0000 7feb4f600700 1 -- start start 2024-05-21T00:11:49.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.196+0000 7feb4f600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb48075770 0x7feb4819bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:49.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.196+0000 7feb4f600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb48076090 0x7feb4819c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:49.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.196+0000 7feb4f600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb4810ff40 0x7feb481a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:49.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.196+0000 7feb4f600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7feb48115900 con 0x7feb4810ff40 2024-05-21T00:11:49.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.196+0000 7feb4f600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7feb48115780 con 0x7feb48076090 2024-05-21T00:11:49.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.196+0000 7feb4f600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7feb48115a80 con 0x7feb48075770 2024-05-21T00:11:49.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.196+0000 7feb4cc00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb48075770 0x7feb4819bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:49.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.196+0000 7feb47e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb48076090 0x7feb4819c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:49.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.196+0000 7feb4cc00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb48075770 0x7feb4819bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:40342/0 (socket says 172.21.15.12:40342) 2024-05-21T00:11:49.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.196+0000 7feb4cc00700 1 -- 172.21.15.12:0/3738532344 learned_addr learned my addr 172.21.15.12:0/3738532344 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:11:49.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.197+0000 7feb4d600700 1 --2- 172.21.15.12:0/3738532344 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb4810ff40 0x7feb481a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:49.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.197+0000 7feb4cc00700 1 -- 172.21.15.12:0/3738532344 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb48076090 msgr2=0x7feb4819c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:49.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.197+0000 7feb4cc00700 1 --2- 172.21.15.12:0/3738532344 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb48076090 0x7feb4819c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:49.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.197+0000 7feb4cc00700 1 -- 172.21.15.12:0/3738532344 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb4810ff40 msgr2=0x7feb481a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:49.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.197+0000 7feb4cc00700 1 --2- 172.21.15.12:0/3738532344 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb4810ff40 0x7feb481a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:49.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.197+0000 7feb4cc00700 1 -- 172.21.15.12:0/3738532344 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb481a0ee0 con 0x7feb48075770 2024-05-21T00:11:49.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.197+0000 7feb4cc00700 1 --2- 172.21.15.12:0/3738532344 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb48075770 0x7feb4819bed0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7feb3c00e9a0 tx=0x7feb3c00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:11:49.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.197+0000 7feb45600700 1 -- 172.21.15.12:0/3738532344 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb3c00ca10 con 0x7feb48075770 2024-05-21T00:11:49.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.198+0000 7feb45600700 1 -- 172.21.15.12:0/3738532344 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb3c00cbb0 con 0x7feb48075770 2024-05-21T00:11:49.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.198+0000 7feb45600700 1 -- 172.21.15.12:0/3738532344 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb3c018680 con 0x7feb48075770 2024-05-21T00:11:49.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.198+0000 7feb4f600700 1 -- 172.21.15.12:0/3738532344 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb481a11d0 con 0x7feb48075770 2024-05-21T00:11:49.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.198+0000 7feb4f600700 1 -- 172.21.15.12:0/3738532344 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb481a8a50 con 0x7feb48075770 2024-05-21T00:11:49.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.199+0000 7feb4f600700 1 -- 172.21.15.12:0/3738532344 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb4806a230 con 0x7feb48075770 2024-05-21T00:11:49.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.201+0000 7feb45600700 1 -- 172.21.15.12:0/3738532344 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7feb3c010430 con 0x7feb48075770 2024-05-21T00:11:49.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.203+0000 7feb45600700 1 --2- 172.21.15.12:0/3738532344 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb300b2900 0x7feb300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:49.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.203+0000 7feb45600700 1 -- 172.21.15.12:0/3738532344 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7feb3c0e1f00 con 0x7feb48075770 2024-05-21T00:11:49.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.203+0000 7feb47e00700 1 --2- 172.21.15.12:0/3738532344 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb300b2900 0x7feb300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:49.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.204+0000 7feb47e00700 1 --2- 172.21.15.12:0/3738532344 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb300b2900 0x7feb300b4dc0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7feb34009810 tx=0x7feb34019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:11:49.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.207+0000 7feb45600700 1 -- 172.21.15.12:0/3738532344 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feb3c0aa020 con 0x7feb48075770 2024-05-21T00:11:49.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.452+0000 7feb4f600700 1 -- 172.21.15.12:0/3738532344 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feb4802e560 con 0x7feb48075770 2024-05-21T00:11:49.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.454+0000 7feb45600700 1 -- 172.21.15.12:0/3738532344 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+18359 (secure 0 0 0) 0x7feb3c0b20a0 con 0x7feb48075770 2024-05-21T00:11:49.452 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:11:49.452 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":72,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","created":"2024-05-21T00:03:31.857871+0000","modified":"2024-05-21T00:11:46.309969+0000","last_up_change":"2024-05-21T00:11:45.298954+0000","last_in_change":"2024-05-21T00:11:25.604086+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:07:33.533592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eb262230-57ca-4f86-9c2b-480a80166146","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6803","nonce":555322069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6805","nonce":555322069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6809","nonce":555322069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6807","nonce":555322069}]},"public_addr":"172.21.15.12:6803/555322069","cluster_addr":"172.21.15.12:6805/555322069","heartbeat_back_addr":"172.21.15.12:6809/555322069","heartbeat_front_addr":"172.21.15.12:6807/555322069","state":["exists","up"]},{"osd":1,"uuid":"4a47cb31-071b-46be-9a26-4a6312ddaaca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6801","nonce":1346604098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6803","nonce":1346604098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6807","nonce":1346604098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6805","nonce":1346604098}]},"public_addr":"172.21.15.60:6801/1346604098","cluster_addr":"172.21.15.60:6803/1346604098","heartbeat_back_addr":"172.21.15.60:6807/1346604098","heartbeat_front_addr":"172.21.15.60:6805/1346604098","state":["exists","up"]},{"osd":2,"uuid":"f29f0f11-f36c-4603-a4e7-3294eb5e9568","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6801","nonce":2955000302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6803","nonce":2955000302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6807","nonce":2955000302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6805","nonce":2955000302}]},"public_addr":"172.21.15.77:6801/2955000302","cluster_addr":"172.21.15.77:6803/2955000302","heartbeat_back_addr":"172.21.15.77:6807/2955000302","heartbeat_front_addr":"172.21.15.77:6805/2955000302","state":["exists","up"]},{"osd":3,"uuid":"671ae43b-4ee1-4c5f-8c8d-12c5807af59c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6811","nonce":2515804940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6813","nonce":2515804940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6817","nonce":2515804940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6815","nonce":2515804940}]},"public_addr":"172.21.15.12:6811/2515804940","cluster_addr":"172.21.15.12:6813/2515804940","heartbeat_back_addr":"172.21.15.12:6817/2515804940","heartbeat_front_addr":"172.21.15.12:6815/2515804940","state":["exists","up"]},{"osd":4,"uuid":"527f3934-7fb5-4e65-8ef9-e5921bc5ba65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6809","nonce":2773894843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6811","nonce":2773894843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6815","nonce":2773894843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6813","nonce":2773894843}]},"public_addr":"172.21.15.60:6809/2773894843","cluster_addr":"172.21.15.60:6811/2773894843","heartbeat_back_addr":"172.21.15.60:6815/2773894843","heartbeat_front_addr":"172.21.15.60:6813/2773894843","state":["exists","up"]},{"osd":5,"uuid":"2c37b2c3-a9c0-47b3-9023-84566d18e0af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":48,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6809","nonce":202950059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6811","nonce":202950059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6815","nonce":202950059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6813","nonce":202950059}]},"public_addr":"172.21.15.77:6809/202950059","cluster_addr":"172.21.15.77:6811/202950059","heartbeat_back_addr":"172.21.15.77:6815/202950059","heartbeat_front_addr":"172.21.15.77:6813/202950059","state":["exists","up"]},{"osd":6,"uuid":"68c18062-e034-421d-b135-ab35d7d4bd25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6819","nonce":1511296628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6821","nonce":1511296628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6825","nonce":1511296628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6823","nonce":1511296628}]},"public_addr":"172.21.15.12:6819/1511296628","cluster_addr":"172.21.15.12:6821/1511296628","heartbeat_back_addr":"172.21.15.12:6825/1511296628","heartbeat_front_addr":"172.21.15.12:6823/1511296628","state":["exists","up"]},{"osd":7,"uuid":"0ac8383b-1578-44f1-8ebe-420d79511dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6817","nonce":4203237802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6819","nonce":4203237802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6823","nonce":4203237802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6821","nonce":4203237802}]},"public_addr":"172.21.15.60:6817/4203237802","cluster_addr":"172.21.15.60:6819/4203237802","heartbeat_back_addr":"172.21.15.60:6823/4203237802","heartbeat_front_addr":"172.21.15.60:6821/4203237802","state":["exists","up"]},{"osd":8,"uuid":"65362b50-2bba-422b-a5c9-1584cf55583d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6817","nonce":1939530536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6819","nonce":1939530536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6823","nonce":1939530536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6821","nonce":1939530536}]},"public_addr":"172.21.15.77:6817/1939530536","cluster_addr":"172.21.15.77:6819/1939530536","heartbeat_back_addr":"172.21.15.77:6823/1939530536","heartbeat_front_addr":"172.21.15.77:6821/1939530536","state":["exists","up"]},{"osd":9,"uuid":"9572a8a5-22f1-49ac-8b92-9e88dfac6dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6827","nonce":849418735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6829","nonce":849418735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6833","nonce":849418735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6831","nonce":849418735}]},"public_addr":"172.21.15.12:6827/849418735","cluster_addr":"172.21.15.12:6829/849418735","heartbeat_back_addr":"172.21.15.12:6833/849418735","heartbeat_front_addr":"172.21.15.12:6831/849418735","state":["exists","up"]},{"osd":10,"uuid":"9a42dca5-3dfa-4d8e-a33d-385ca25a8728","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6825","nonce":1376044245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6827","nonce":1376044245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6831","nonce":1376044245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6829","nonce":1376044245}]},"public_addr":"172.21.15.60:6825/1376044245","cluster_addr":"172.21.15.60:6827/1376044245","heartbeat_back_addr":"172.21.15.60:6831/1376044245","heartbeat_front_addr":"172.21.15.60:6829/1376044245","state":["exists","up"]},{"osd":11,"uuid":"856d5711-f90b-4619-abff-071e87b9d9cd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6825","nonce":3670550862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6827","nonce":3670550862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6831","nonce":3670550862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6829","nonce":3670550862}]},"public_addr":"172.21.15.77:6825/3670550862","cluster_addr":"172.21.15.77:6827/3670550862","heartbeat_back_addr":"172.21.15.77:6831/3670550862","heartbeat_front_addr":"172.21.15.77:6829/3670550862","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:06:41.613797+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:07.131615+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:31.297626+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:04.225630+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:29.488657+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:53.416655+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:27.501283+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:52.564404+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:17.639136+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:51.369821+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:18.024792+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:43.603806+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2206749889":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/840755370":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6800/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/2890553385":"2024-05-22T00:04:13.638637+0000","172.21.15.12:6800/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/3618065373":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/3942652702":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/1867303420":"2024-05-22T00:04:13.638637+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:11:49.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.457+0000 7feb4f600700 1 -- 172.21.15.12:0/3738532344 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb300b2900 msgr2=0x7feb300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:49.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.457+0000 7feb4f600700 1 --2- 172.21.15.12:0/3738532344 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb300b2900 0x7feb300b4dc0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7feb34009810 tx=0x7feb34019040 comp rx=0 tx=0).stop 2024-05-21T00:11:49.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.457+0000 7feb4f600700 1 -- 172.21.15.12:0/3738532344 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb48075770 msgr2=0x7feb4819bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:49.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.457+0000 7feb4f600700 1 --2- 172.21.15.12:0/3738532344 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb48075770 0x7feb4819bed0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7feb3c00e9a0 tx=0x7feb3c00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:11:49.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.458+0000 7feb4f600700 1 -- 172.21.15.12:0/3738532344 shutdown_connections 2024-05-21T00:11:49.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.458+0000 7feb4f600700 1 --2- 172.21.15.12:0/3738532344 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb300b2900 0x7feb300b4dc0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:49.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.458+0000 7feb4f600700 1 --2- 172.21.15.12:0/3738532344 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb4810ff40 0x7feb481a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:49.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.458+0000 7feb4f600700 1 --2- 172.21.15.12:0/3738532344 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb48075770 0x7feb4819bed0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:49.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.458+0000 7feb4f600700 1 --2- 172.21.15.12:0/3738532344 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb48076090 0x7feb4819c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:49.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.458+0000 7feb4f600700 1 -- 172.21.15.12:0/3738532344 >> 172.21.15.12:0/3738532344 conn(0x7feb4807a6a0 msgr2=0x7feb481008b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:11:49.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.458+0000 7feb4f600700 1 -- 172.21.15.12:0/3738532344 shutdown_connections 2024-05-21T00:11:49.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:49.458+0000 7feb4f600700 1 -- 172.21.15.12:0/3738532344 wait complete. 2024-05-21T00:11:49.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:49 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3738532344' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:11:49.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:49 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3738532344' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:11:49.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:49 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3738532344' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:11:50.190 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-21T00:07:33.533592+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-21T00:11:50.191 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-05-21T00:11:50.649 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:11:50.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:50 smithi012 ceph-mon[31403]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:50.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:50 smithi060 ceph-mon[36426]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:51.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:50 smithi077 ceph-mon[36377]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:52.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.649+0000 7f83a5000700 1 -- 172.21.15.12:0/3104253729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f83a0109580 msgr2=0x7f83a0109960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:52.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.649+0000 7f83a5000700 1 --2- 172.21.15.12:0/3104253729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f83a0109580 0x7f83a0109960 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f839000b0d0 tx=0x7f839000b3e0 comp rx=0 tx=0).stop 2024-05-21T00:11:52.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.649+0000 7f83a5000700 1 -- 172.21.15.12:0/3104253729 shutdown_connections 2024-05-21T00:11:52.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.649+0000 7f83a5000700 1 --2- 172.21.15.12:0/3104253729 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a006c470 0x7f83a0110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:52.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.649+0000 7f83a5000700 1 --2- 172.21.15.12:0/3104253729 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f83a0109580 0x7f83a0109960 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:52.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.649+0000 7f83a5000700 1 --2- 172.21.15.12:0/3104253729 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f83a006bab0 0x7f83a006bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:52.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.649+0000 7f83a5000700 1 -- 172.21.15.12:0/3104253729 >> 172.21.15.12:0/3104253729 conn(0x7f83a0079280 msgr2=0x7f83a0079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:11:52.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.649+0000 7f83a5000700 1 -- 172.21.15.12:0/3104253729 shutdown_connections 2024-05-21T00:11:52.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.649+0000 7f83a5000700 1 -- 172.21.15.12:0/3104253729 wait complete. 2024-05-21T00:11:52.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.650+0000 7f83a5000700 1 Processor -- start 2024-05-21T00:11:52.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.650+0000 7f83a5000700 1 -- start start 2024-05-21T00:11:52.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.650+0000 7f83a5000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a006bab0 0x7f83a019bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:52.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f83a5000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f83a006c470 0x7f83a019c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:52.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f83a5000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f83a0109580 0x7f83a01a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:52.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f83a5000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f83a0113650 con 0x7f83a006c470 2024-05-21T00:11:52.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f83a5000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f83a01134d0 con 0x7f83a0109580 2024-05-21T00:11:52.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f83a5000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f83a01137d0 con 0x7f83a006bab0 2024-05-21T00:11:52.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f8396a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f83a006c470 0x7f83a019c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:52.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f8396a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f83a006c470 0x7f83a019c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38820/0 (socket says 172.21.15.12:38820) 2024-05-21T00:11:52.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f8396a00700 1 -- 172.21.15.12:0/115442443 learned_addr learned my addr 172.21.15.12:0/115442443 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:11:52.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f839f400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a006bab0 0x7f83a019bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:52.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f839fe00700 1 --2- 172.21.15.12:0/115442443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f83a0109580 0x7f83a01a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:52.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f8396a00700 1 -- 172.21.15.12:0/115442443 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a006bab0 msgr2=0x7f83a019bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:52.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f8396a00700 1 --2- 172.21.15.12:0/115442443 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a006bab0 0x7f83a019bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:52.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f8396a00700 1 -- 172.21.15.12:0/115442443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f83a0109580 msgr2=0x7f83a01a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:52.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f8396a00700 1 --2- 172.21.15.12:0/115442443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f83a0109580 0x7f83a01a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:52.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.651+0000 7f8396a00700 1 -- 172.21.15.12:0/115442443 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83a01a0d70 con 0x7f83a006c470 2024-05-21T00:11:52.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.652+0000 7f8396a00700 1 --2- 172.21.15.12:0/115442443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f83a006c470 0x7f83a019c2a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f838800eb30 tx=0x7f838800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:11:52.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.652+0000 7f839cc00700 1 -- 172.21.15.12:0/115442443 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f838800cbd0 con 0x7f83a006c470 2024-05-21T00:11:52.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.652+0000 7f839cc00700 1 -- 172.21.15.12:0/115442443 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f83880044d0 con 0x7f83a006c470 2024-05-21T00:11:52.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.652+0000 7f83a5000700 1 -- 172.21.15.12:0/115442443 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83a01a1060 con 0x7f83a006c470 2024-05-21T00:11:52.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.652+0000 7f839cc00700 1 -- 172.21.15.12:0/115442443 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8388003e30 con 0x7f83a006c470 2024-05-21T00:11:52.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.652+0000 7f83a5000700 1 -- 172.21.15.12:0/115442443 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83a01a88e0 con 0x7f83a006c470 2024-05-21T00:11:52.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.654+0000 7f83a5000700 1 -- 172.21.15.12:0/115442443 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83a006a230 con 0x7f83a006c470 2024-05-21T00:11:52.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.656+0000 7f839cc00700 1 -- 172.21.15.12:0/115442443 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f8388004000 con 0x7f83a006c470 2024-05-21T00:11:52.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.657+0000 7f839cc00700 1 --2- 172.21.15.12:0/115442443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f83840b2900 0x7f83840b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:52.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.658+0000 7f839cc00700 1 -- 172.21.15.12:0/115442443 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f83880e2100 con 0x7f83a006c470 2024-05-21T00:11:52.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.658+0000 7f839f400700 1 --2- 172.21.15.12:0/115442443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f83840b2900 0x7f83840b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:52.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.659+0000 7f839f400700 1 --2- 172.21.15.12:0/115442443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f83840b2900 0x7f83840b4dc0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8390009fd0 tx=0x7f839000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:11:52.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.662+0000 7f839cc00700 1 -- 172.21.15.12:0/115442443 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f83880042f0 con 0x7f83a006c470 2024-05-21T00:11:52.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:52 smithi012 ceph-mon[31403]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:52.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.901+0000 7f83a5000700 1 -- 172.21.15.12:0/115442443 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f83a01a8b70 con 0x7f83a006c470 2024-05-21T00:11:52.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.902+0000 7f839cc00700 1 -- 172.21.15.12:0/115442443 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v72) ==== 93+0+10 (secure 0 0 0) 0x7f83880aa220 con 0x7f83a006c470 2024-05-21T00:11:52.900 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-05-21T00:11:52.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.905+0000 7f83a5000700 1 -- 172.21.15.12:0/115442443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f83840b2900 msgr2=0x7f83840b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:52.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.905+0000 7f83a5000700 1 --2- 172.21.15.12:0/115442443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f83840b2900 0x7f83840b4dc0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8390009fd0 tx=0x7f839000b040 comp rx=0 tx=0).stop 2024-05-21T00:11:52.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.905+0000 7f83a5000700 1 -- 172.21.15.12:0/115442443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f83a006c470 msgr2=0x7f83a019c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:52.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.905+0000 7f83a5000700 1 --2- 172.21.15.12:0/115442443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f83a006c470 0x7f83a019c2a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f838800eb30 tx=0x7f838800ee40 comp rx=0 tx=0).stop 2024-05-21T00:11:52.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.905+0000 7f83a5000700 1 -- 172.21.15.12:0/115442443 shutdown_connections 2024-05-21T00:11:52.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.905+0000 7f83a5000700 1 --2- 172.21.15.12:0/115442443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f83a0109580 0x7f83a01a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:52.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.905+0000 7f83a5000700 1 --2- 172.21.15.12:0/115442443 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f83a006bab0 0x7f83a019bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:52.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.905+0000 7f83a5000700 1 --2- 172.21.15.12:0/115442443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f83840b2900 0x7f83840b4dc0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:52.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.905+0000 7f83a5000700 1 --2- 172.21.15.12:0/115442443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f83a006c470 0x7f83a019c2a0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:52.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.905+0000 7f83a5000700 1 -- 172.21.15.12:0/115442443 >> 172.21.15.12:0/115442443 conn(0x7f83a0079280 msgr2=0x7f83a0101050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:11:52.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.906+0000 7f83a5000700 1 -- 172.21.15.12:0/115442443 shutdown_connections 2024-05-21T00:11:52.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:52.906+0000 7f83a5000700 1 -- 172.21.15.12:0/115442443 wait complete. 2024-05-21T00:11:52.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:52 smithi060 ceph-mon[36426]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:53.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:52 smithi077 ceph-mon[36377]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:53.723 INFO:tasks.cephadm:Adding mds.a on smithi012 2024-05-21T00:11:53.723 INFO:tasks.cephadm:Adding mds.d on smithi012 2024-05-21T00:11:53.723 INFO:tasks.cephadm:Adding mds.g on smithi012 2024-05-21T00:11:53.723 INFO:tasks.cephadm:Adding mds.j on smithi012 2024-05-21T00:11:53.723 INFO:tasks.cephadm:Adding mds.b on smithi060 2024-05-21T00:11:53.723 INFO:tasks.cephadm:Adding mds.e on smithi060 2024-05-21T00:11:53.723 INFO:tasks.cephadm:Adding mds.h on smithi060 2024-05-21T00:11:53.724 INFO:tasks.cephadm:Adding mds.k on smithi060 2024-05-21T00:11:53.724 INFO:tasks.cephadm:Adding mds.c on smithi077 2024-05-21T00:11:53.724 INFO:tasks.cephadm:Adding mds.f on smithi077 2024-05-21T00:11:53.724 INFO:tasks.cephadm:Adding mds.i on smithi077 2024-05-21T00:11:53.724 INFO:tasks.cephadm:Adding mds.l on smithi077 2024-05-21T00:11:53.724 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph orch apply mds all '12;smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l' 2024-05-21T00:11:53.970 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:11:53.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:53 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/115442443' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:11:54.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:53 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/115442443' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:11:54.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:53 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/115442443' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:11:54.725 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:54 smithi060 ceph-mon[36426]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:54.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:54 smithi077 ceph-mon[36377]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:54.814 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:54 smithi012 ceph-mon[31403]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:55.655 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 -- 172.21.15.77:0/2840523851 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efddc101940 msgr2=0x7efddc101d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:55.655 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 --2- 172.21.15.77:0/2840523851 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efddc101940 0x7efddc101d60 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7efdd8009990 tx=0x7efdd8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:11:55.655 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 -- 172.21.15.77:0/2840523851 shutdown_connections 2024-05-21T00:11:55.655 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 --2- 172.21.15.77:0/2840523851 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efddc1052c0 0x7efddc10bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:55.655 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 --2- 172.21.15.77:0/2840523851 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efddc101940 0x7efddc101d60 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:55.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 --2- 172.21.15.77:0/2840523851 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efddc104920 0x7efddc104d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:55.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 -- 172.21.15.77:0/2840523851 >> 172.21.15.77:0/2840523851 conn(0x7efddc0fd2a0 msgr2=0x7efddc0ff6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:11:55.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 -- 172.21.15.77:0/2840523851 shutdown_connections 2024-05-21T00:11:55.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 -- 172.21.15.77:0/2840523851 wait complete. 2024-05-21T00:11:55.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 Processor -- start 2024-05-21T00:11:55.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 -- start start 2024-05-21T00:11:55.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efddc101940 0x7efddc1997d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:55.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efddc104920 0x7efddc199d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:55.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.656+0000 7efde3d87700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efddc1052c0 0x7efddc1a0d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:55.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde3d87700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7efddc10f190 con 0x7efddc1052c0 2024-05-21T00:11:55.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde3d87700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7efddc10f010 con 0x7efddc104920 2024-05-21T00:11:55.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde3d87700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7efddc10f310 con 0x7efddc101940 2024-05-21T00:11:55.656 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde1b23700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efddc101940 0x7efddc1997d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde1b23700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efddc101940 0x7efddc1997d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.77:48482/0 (socket says 172.21.15.77:48482) 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde1b23700 1 -- 172.21.15.77:0/948983473 learned_addr learned my addr 172.21.15.77:0/948983473 (peer_addr_for_me v2:172.21.15.77:0/0) 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde1322700 1 --2- 172.21.15.77:0/948983473 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efddc104920 0x7efddc199d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde1b23700 1 -- 172.21.15.77:0/948983473 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efddc104920 msgr2=0x7efddc199d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde1b23700 1 --2- 172.21.15.77:0/948983473 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efddc104920 0x7efddc199d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde1b23700 1 -- 172.21.15.77:0/948983473 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efddc1052c0 msgr2=0x7efddc1a0d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde1b23700 1 --2- 172.21.15.77:0/948983473 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efddc1052c0 0x7efddc1a0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde1b23700 1 -- 172.21.15.77:0/948983473 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efddc1a1430 con 0x7efddc101940 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde1b23700 1 --2- 172.21.15.77:0/948983473 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efddc101940 0x7efddc1997d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7efdd80047b0 tx=0x7efdd8005b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efdd2ffd700 1 -- 172.21.15.77:0/948983473 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd8027070 con 0x7efddc101940 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efdd2ffd700 1 -- 172.21.15.77:0/948983473 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efdd80040c0 con 0x7efddc101940 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde3d87700 1 -- 172.21.15.77:0/948983473 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efddc1a16c0 con 0x7efddc101940 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efdd2ffd700 1 -- 172.21.15.77:0/948983473 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd8022d40 con 0x7efddc101940 2024-05-21T00:11:55.657 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.657+0000 7efde3d87700 1 -- 172.21.15.77:0/948983473 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efddc1a1b10 con 0x7efddc101940 2024-05-21T00:11:55.658 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.658+0000 7efde3d87700 1 -- 172.21.15.77:0/948983473 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efddc06a230 con 0x7efddc101940 2024-05-21T00:11:55.658 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.659+0000 7efdd2ffd700 1 -- 172.21.15.77:0/948983473 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7efdd802a070 con 0x7efddc101940 2024-05-21T00:11:55.658 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.660+0000 7efdd2ffd700 1 --2- 172.21.15.77:0/948983473 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efdc80b2880 0x7efdc80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:55.659 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.661+0000 7efdd2ffd700 1 -- 172.21.15.77:0/948983473 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7efdd80e2c00 con 0x7efddc101940 2024-05-21T00:11:55.659 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.661+0000 7efde1322700 1 --2- 172.21.15.77:0/948983473 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efdc80b2880 0x7efdc80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:55.659 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.662+0000 7efde1322700 1 --2- 172.21.15.77:0/948983473 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efdc80b2880 0x7efdc80b4d40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7efdcc004630 tx=0x7efdcc00b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:11:55.662 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.665+0000 7efdd2ffd700 1 -- 172.21.15.77:0/948983473 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efdd805fdf0 con 0x7efddc101940 2024-05-21T00:11:55.878 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.879+0000 7efde3d87700 1 -- 172.21.15.77:0/948983473 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l", "target": ["mon-mgr", ""]}) -- 0x7efddc063c40 con 0x7efdc80b2880 2024-05-21T00:11:55.893 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.896+0000 7efdd2ffd700 1 -- 172.21.15.77:0/948983473 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7efddc063c40 con 0x7efdc80b2880 2024-05-21T00:11:55.894 INFO:teuthology.orchestra.run.smithi077.stdout:Scheduled mds.all update... 2024-05-21T00:11:55.896 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.899+0000 7efde3d87700 1 -- 172.21.15.77:0/948983473 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efdc80b2880 msgr2=0x7efdc80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:55.896 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.899+0000 7efde3d87700 1 --2- 172.21.15.77:0/948983473 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efdc80b2880 0x7efdc80b4d40 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7efdcc004630 tx=0x7efdcc00b3c0 comp rx=0 tx=0).stop 2024-05-21T00:11:55.896 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.899+0000 7efde3d87700 1 -- 172.21.15.77:0/948983473 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efddc101940 msgr2=0x7efddc1997d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:55.896 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.899+0000 7efde3d87700 1 --2- 172.21.15.77:0/948983473 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efddc101940 0x7efddc1997d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7efdd80047b0 tx=0x7efdd8005b00 comp rx=0 tx=0).stop 2024-05-21T00:11:55.896 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.899+0000 7efde3d87700 1 -- 172.21.15.77:0/948983473 shutdown_connections 2024-05-21T00:11:55.897 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.899+0000 7efde3d87700 1 --2- 172.21.15.77:0/948983473 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efdc80b2880 0x7efdc80b4d40 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:55.897 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.899+0000 7efde3d87700 1 --2- 172.21.15.77:0/948983473 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efddc1052c0 0x7efddc1a0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:55.897 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.899+0000 7efde3d87700 1 --2- 172.21.15.77:0/948983473 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efddc101940 0x7efddc1997d0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:55.897 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.899+0000 7efde3d87700 1 --2- 172.21.15.77:0/948983473 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efddc104920 0x7efddc199d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:55.897 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.899+0000 7efde3d87700 1 -- 172.21.15.77:0/948983473 >> 172.21.15.77:0/948983473 conn(0x7efddc0fd2a0 msgr2=0x7efddc107c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:11:55.897 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.899+0000 7efde3d87700 1 -- 172.21.15.77:0/948983473 shutdown_connections 2024-05-21T00:11:55.897 INFO:teuthology.orchestra.run.smithi077.stderr:2024-05-21T00:11:55.899+0000 7efde3d87700 1 -- 172.21.15.77:0/948983473 wait complete. 2024-05-21T00:11:56.555 DEBUG:teuthology.orchestra.run.smithi012:mds.a> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.a.service 2024-05-21T00:11:56.563 DEBUG:teuthology.orchestra.run.smithi012:mds.d> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.d.service 2024-05-21T00:11:56.609 DEBUG:teuthology.orchestra.run.smithi012:mds.g> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.g.service 2024-05-21T00:11:56.655 DEBUG:teuthology.orchestra.run.smithi012:mds.j> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.j.service 2024-05-21T00:11:56.700 DEBUG:teuthology.orchestra.run.smithi060:mds.b> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.b.service 2024-05-21T00:11:56.702 DEBUG:teuthology.orchestra.run.smithi060:mds.e> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.e.service 2024-05-21T00:11:56.745 DEBUG:teuthology.orchestra.run.smithi060:mds.h> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.h.service 2024-05-21T00:11:56.788 DEBUG:teuthology.orchestra.run.smithi060:mds.k> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.k.service 2024-05-21T00:11:56.831 DEBUG:teuthology.orchestra.run.smithi077:mds.c> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.c.service 2024-05-21T00:11:56.833 DEBUG:teuthology.orchestra.run.smithi077:mds.f> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.f.service 2024-05-21T00:11:56.876 DEBUG:teuthology.orchestra.run.smithi077:mds.i> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.i.service 2024-05-21T00:11:56.919 DEBUG:teuthology.orchestra.run.smithi077:mds.l> sudo journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.l.service 2024-05-21T00:11:56.962 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-05-21T00:11:56.962 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:11:56.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:56 smithi060 ceph-mon[36426]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:56.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:56 smithi060 ceph-mon[36426]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:11:56.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:56 smithi060 ceph-mon[36426]: Saving service mds.all spec with placement smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l;count:12 2024-05-21T00:11:56.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:56.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:57.233 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:56 smithi077 ceph-mon[36377]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:57.233 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:56 smithi077 ceph-mon[36377]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:11:57.234 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:56 smithi077 ceph-mon[36377]: Saving service mds.all spec with placement smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l;count:12 2024-05-21T00:11:57.234 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:57.234 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:57.314 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:56 smithi012 ceph-mon[31403]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:57.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:56 smithi012 ceph-mon[31403]: from='client.24442 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:11:57.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:56 smithi012 ceph-mon[31403]: Saving service mds.all spec with placement smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l;count:12 2024-05-21T00:11:57.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:57.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:11:57.395 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:11:58.017 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:58.017 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:58.017 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:58.018 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:11:58.018 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:11:58.018 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:58.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:58.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:58.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:58.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:11:58.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:11:58.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:58.262 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:58.262 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:11:58.262 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:11:58.262 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:11:58.262 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:11:58.262 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:11:59.021 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:58 smithi077 ceph-mon[36377]: Deploying daemon mds.l on smithi077 2024-05-21T00:11:59.021 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:11:58 smithi077 ceph-mon[36377]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:59.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:58 smithi060 ceph-mon[36426]: Deploying daemon mds.l on smithi077 2024-05-21T00:11:59.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:11:58 smithi060 ceph-mon[36426]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:59.277 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:11:59 smithi077 systemd[1]: Starting Ceph mds.l for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:11:59.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:58 smithi012 ceph-mon[31403]: Deploying daemon mds.l on smithi077 2024-05-21T00:11:59.313 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:11:58 smithi012 ceph-mon[31403]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:11:59.680 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:11:59 smithi077 podman[66574]: 2024-05-21 00:11:59.31792459 +0000 UTC m=+0.017041797 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:11:59.680 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:11:59 smithi077 podman[66574]: 2024-05-21 00:11:59.455750605 +0000 UTC m=+0.154867810 container create 7b15e439f5991a7b4dfdbf84f9d0370645bcef1c7e9b9a22fb06583eee8d3c40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-l, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5) 2024-05-21T00:11:59.680 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:11:59 smithi077 podman[66574]: 2024-05-21 00:11:59.683357988 +0000 UTC m=+0.382475189 container init 7b15e439f5991a7b4dfdbf84f9d0370645bcef1c7e9b9a22fb06583eee8d3c40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-l, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:11:59.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.813+0000 7f7161c00700 1 -- 172.21.15.12:0/3636315072 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f715c114480 msgr2=0x7f715c116870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:59.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.813+0000 7f7161c00700 1 --2- 172.21.15.12:0/3636315072 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f715c114480 0x7f715c116870 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7154009f90 tx=0x7f715400b330 comp rx=0 tx=0).stop 2024-05-21T00:11:59.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.813+0000 7f7161c00700 1 -- 172.21.15.12:0/3636315072 shutdown_connections 2024-05-21T00:11:59.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.813+0000 7f7161c00700 1 --2- 172.21.15.12:0/3636315072 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f715c114480 0x7f715c116870 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:59.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.813+0000 7f7161c00700 1 --2- 172.21.15.12:0/3636315072 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715c0758e0 0x7f715c075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:59.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.813+0000 7f7161c00700 1 --2- 172.21.15.12:0/3636315072 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f715c076200 0x7f715c113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:59.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.813+0000 7f7161c00700 1 -- 172.21.15.12:0/3636315072 >> 172.21.15.12:0/3636315072 conn(0x7f715c0fefc0 msgr2=0x7f715c1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:11:59.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.813+0000 7f7161c00700 1 -- 172.21.15.12:0/3636315072 shutdown_connections 2024-05-21T00:11:59.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.814+0000 7f7161c00700 1 -- 172.21.15.12:0/3636315072 wait complete. 2024-05-21T00:11:59.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.815+0000 7f7161c00700 1 Processor -- start 2024-05-21T00:11:59.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.816+0000 7f7161c00700 1 -- start start 2024-05-21T00:11:59.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.816+0000 7f7161c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f715c0758e0 0x7f715c1a0120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:59.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.816+0000 7f7161c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715c076200 0x7f715c1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:59.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.816+0000 7f7161c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f715c114480 0x7f715c1a49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:59.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.816+0000 7f7161c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f715c119c70 con 0x7f715c0758e0 2024-05-21T00:11:59.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.816+0000 7f7161c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f715c119af0 con 0x7f715c114480 2024-05-21T00:11:59.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.816+0000 7f7161c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f715c119df0 con 0x7f715c076200 2024-05-21T00:11:59.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.817+0000 7f715b400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715c076200 0x7f715c1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:59.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.817+0000 7f715be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f715c0758e0 0x7f715c1a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:59.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.817+0000 7f715b400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715c076200 0x7f715c1a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:49716/0 (socket says 172.21.15.12:49716) 2024-05-21T00:11:59.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.817+0000 7f715b400700 1 -- 172.21.15.12:0/1055553275 learned_addr learned my addr 172.21.15.12:0/1055553275 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:11:59.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.817+0000 7f7161200700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f715c114480 0x7f715c1a49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:59.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.817+0000 7f715b400700 1 -- 172.21.15.12:0/1055553275 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f715c114480 msgr2=0x7f715c1a49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:59.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.817+0000 7f715b400700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f715c114480 0x7f715c1a49f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:59.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.817+0000 7f715b400700 1 -- 172.21.15.12:0/1055553275 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f715c0758e0 msgr2=0x7f715c1a0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:11:59.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.817+0000 7f715b400700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f715c0758e0 0x7f715c1a0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:11:59.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.817+0000 7f715b400700 1 -- 172.21.15.12:0/1055553275 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f715c1a5130 con 0x7f715c076200 2024-05-21T00:11:59.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.817+0000 7f715be00700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f715c0758e0 0x7f715c1a0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:11:59.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.818+0000 7f715b400700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715c076200 0x7f715c1a0660 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f714800e9a0 tx=0x7f714800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:11:59.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.818+0000 7f7158c00700 1 -- 172.21.15.12:0/1055553275 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f714800c9c0 con 0x7f715c076200 2024-05-21T00:11:59.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.818+0000 7f7158c00700 1 -- 172.21.15.12:0/1055553275 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f714800cb60 con 0x7f715c076200 2024-05-21T00:11:59.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.818+0000 7f7158c00700 1 -- 172.21.15.12:0/1055553275 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7148018680 con 0x7f715c076200 2024-05-21T00:11:59.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.818+0000 7f7161c00700 1 -- 172.21.15.12:0/1055553275 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f715c1a5420 con 0x7f715c076200 2024-05-21T00:11:59.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.818+0000 7f7161c00700 1 -- 172.21.15.12:0/1055553275 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f715c1acca0 con 0x7f715c076200 2024-05-21T00:11:59.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.820+0000 7f7161c00700 1 -- 172.21.15.12:0/1055553275 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f715c06a230 con 0x7f715c076200 2024-05-21T00:11:59.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.822+0000 7f7158c00700 1 -- 172.21.15.12:0/1055553275 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f7148010430 con 0x7f715c076200 2024-05-21T00:11:59.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.824+0000 7f7158c00700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71400b2900 0x7f71400b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:11:59.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.824+0000 7f7158c00700 1 -- 172.21.15.12:0/1055553275 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f71480e1f90 con 0x7f715c076200 2024-05-21T00:11:59.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.824+0000 7f715be00700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71400b2900 0x7f71400b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:11:59.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.825+0000 7f715be00700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71400b2900 0x7f71400b4dc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f714c005fd0 tx=0x7f714c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:11:59.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:11:59.828+0000 7f7158c00700 1 -- 172.21.15.12:0/1055553275 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f71480aa0b0 con 0x7f715c076200 2024-05-21T00:12:00.027 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:11:59 smithi077 podman[66574]: 2024-05-21 00:11:59.686180397 +0000 UTC m=+0.385297593 container start 7b15e439f5991a7b4dfdbf84f9d0370645bcef1c7e9b9a22fb06583eee8d3c40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-l, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-05-21T00:12:00.027 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:11:59 smithi077 ceph-mds[66593]: -- 172.21.15.77:0/3739815274 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a7a0bafa40 con 0x55a7a0b82c00 2024-05-21T00:12:00.027 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:11:59 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-l[66589]: starting mds.l at 2024-05-21T00:12:00.028 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:11:59 smithi077 bash[66574]: 7b15e439f5991a7b4dfdbf84f9d0370645bcef1c7e9b9a22fb06583eee8d3c40 2024-05-21T00:12:00.028 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:11:59 smithi077 systemd[1]: Started Ceph mds.l for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:12:00.132 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.135+0000 7f7161c00700 1 -- 172.21.15.12:0/1055553275 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f715c1a1480 con 0x7f715c076200 2024-05-21T00:12:00.133 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.136+0000 7f7158c00700 1 -- 172.21.15.12:0/1055553275 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1393 (secure 0 0 0) 0x7f71480b2130 con 0x7f715c076200 2024-05-21T00:12:00.133 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:12:00.133 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-21T00:12:00.136 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.139+0000 7f7161c00700 1 -- 172.21.15.12:0/1055553275 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71400b2900 msgr2=0x7f71400b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:00.136 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.139+0000 7f7161c00700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71400b2900 0x7f71400b4dc0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f714c005fd0 tx=0x7f714c009310 comp rx=0 tx=0).stop 2024-05-21T00:12:00.136 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.139+0000 7f7161c00700 1 -- 172.21.15.12:0/1055553275 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715c076200 msgr2=0x7f715c1a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:00.136 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.139+0000 7f7161c00700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715c076200 0x7f715c1a0660 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f714800e9a0 tx=0x7f714800ecb0 comp rx=0 tx=0).stop 2024-05-21T00:12:00.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.139+0000 7f7161c00700 1 -- 172.21.15.12:0/1055553275 shutdown_connections 2024-05-21T00:12:00.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.139+0000 7f7161c00700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f715c114480 0x7f715c1a49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:00.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.139+0000 7f7161c00700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71400b2900 0x7f71400b4dc0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:00.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.139+0000 7f7161c00700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f715c0758e0 0x7f715c1a0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:00.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.139+0000 7f7161c00700 1 --2- 172.21.15.12:0/1055553275 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715c076200 0x7f715c1a0660 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:00.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.139+0000 7f7161c00700 1 -- 172.21.15.12:0/1055553275 >> 172.21.15.12:0/1055553275 conn(0x7f715c0fefc0 msgr2=0x7f715c100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:00.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.140+0000 7f7161c00700 1 -- 172.21.15.12:0/1055553275 shutdown_connections 2024-05-21T00:12:00.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:00.140+0000 7f7161c00700 1 -- 172.21.15.12:0/1055553275 wait complete. 2024-05-21T00:12:00.138 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 2 2024-05-21T00:12:00.798 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:00 smithi060 ceph-mon[36426]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:00.798 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:00 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.77:6832/3852286108,v1:172.21.15.77:6833/3852286108] up:boot 2024-05-21T00:12:00.798 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:00 smithi060 ceph-mon[36426]: fsmap 1 up:standby 2024-05-21T00:12:00.798 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T00:12:00.798 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:00.798 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:00.798 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:00.798 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:00.798 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:00.799 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:00.799 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:00 smithi060 ceph-mon[36426]: Deploying daemon mds.k on smithi060 2024-05-21T00:12:00.799 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:00 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1055553275' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:00.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:00 smithi012 ceph-mon[31403]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:00.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:00 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.77:6832/3852286108,v1:172.21.15.77:6833/3852286108] up:boot 2024-05-21T00:12:00.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:00 smithi012 ceph-mon[31403]: fsmap 1 up:standby 2024-05-21T00:12:00.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T00:12:00.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:00.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:00.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:00.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:00.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:00.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:00.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:00 smithi012 ceph-mon[31403]: Deploying daemon mds.k on smithi060 2024-05-21T00:12:00.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:00 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1055553275' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:01.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:00 smithi077 ceph-mon[36377]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:01.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:00 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.77:6832/3852286108,v1:172.21.15.77:6833/3852286108] up:boot 2024-05-21T00:12:01.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:00 smithi077 ceph-mon[36377]: fsmap 1 up:standby 2024-05-21T00:12:01.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T00:12:01.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:01.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:01.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:01.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:01.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:01.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:01.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:00 smithi077 ceph-mon[36377]: Deploying daemon mds.k on smithi060 2024-05-21T00:12:01.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:00 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1055553275' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:02.225 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:12:02 smithi060 systemd[1]: Starting Ceph mds.k for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:12:02.687 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:12:02 smithi060 podman[66311]: 2024-05-21 00:12:02.370434849 +0000 UTC m=+0.108679782 container create dca5fe20a3e235deb284278a2927d8b97abe6f0a6cf4d965e97a259c054749be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:12:02.687 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:12:02 smithi060 podman[66311]: 2024-05-21 00:12:02.279296694 +0000 UTC m=+0.017541608 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:12:02.687 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:12:02 smithi060 podman[66311]: 2024-05-21 00:12:02.590306867 +0000 UTC m=+0.328551772 container init dca5fe20a3e235deb284278a2927d8b97abe6f0a6cf4d965e97a259c054749be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-k, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-05-21T00:12:02.687 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:12:02 smithi060 podman[66311]: 2024-05-21 00:12:02.593000154 +0000 UTC m=+0.331245073 container start dca5fe20a3e235deb284278a2927d8b97abe6f0a6cf4d965e97a259c054749be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-k, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=) 2024-05-21T00:12:02.687 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:12:02 smithi060 ceph-mds[66330]: -- 172.21.15.60:0/1585748782 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561b91e2fa40 con 0x561b91e02c00 2024-05-21T00:12:02.688 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:12:02 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-k[66326]: starting mds.k at 2024-05-21T00:12:02.688 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:12:02 smithi060 bash[66311]: dca5fe20a3e235deb284278a2927d8b97abe6f0a6cf4d965e97a259c054749be 2024-05-21T00:12:02.920 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:12:02.975 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:12:02 smithi060 systemd[1]: Started Ceph mds.k for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:12:02.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:02 smithi060 ceph-mon[36426]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:02.988 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:02 smithi012 ceph-mon[31403]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:03.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:02 smithi077 ceph-mon[36377]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:03.355 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:12:03.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:03 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.60:6832/1214326622,v1:172.21.15.60:6833/1214326622] up:boot 2024-05-21T00:12:03.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:03 smithi012 ceph-mon[31403]: fsmap 2 up:standby 2024-05-21T00:12:03.800 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T00:12:03.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:03.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:03.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:03.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:03.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:03.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:03 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:03.801 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:03 smithi012 ceph-mon[31403]: Deploying daemon mds.j on smithi012 2024-05-21T00:12:04.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:03 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.60:6832/1214326622,v1:172.21.15.60:6833/1214326622] up:boot 2024-05-21T00:12:04.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:03 smithi077 ceph-mon[36377]: fsmap 2 up:standby 2024-05-21T00:12:04.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T00:12:04.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:04.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:04.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:04.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:04.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:04.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:03 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:04.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:03 smithi077 ceph-mon[36377]: Deploying daemon mds.j on smithi012 2024-05-21T00:12:04.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:03 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.60:6832/1214326622,v1:172.21.15.60:6833/1214326622] up:boot 2024-05-21T00:12:04.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:03 smithi060 ceph-mon[36426]: fsmap 2 up:standby 2024-05-21T00:12:04.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T00:12:04.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:04.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:04.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:04.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:04.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:04.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:03 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:04.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:03 smithi060 ceph-mon[36426]: Deploying daemon mds.j on smithi012 2024-05-21T00:12:05.030 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:04 smithi060 ceph-mon[36426]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:05.046 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:04 smithi012 ceph-mon[31403]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:05.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:04 smithi077 ceph-mon[36377]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:05.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.571+0000 7f72f1c00700 1 -- 172.21.15.12:0/2375984001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f72ec078390 msgr2=0x7f72ec113ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:05.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.571+0000 7f72f1c00700 1 --2- 172.21.15.12:0/2375984001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f72ec078390 0x7f72ec113ea0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f72d8009990 tx=0x7f72d8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:12:05.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.571+0000 7f72f1c00700 1 -- 172.21.15.12:0/2375984001 shutdown_connections 2024-05-21T00:12:05.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.571+0000 7f72f1c00700 1 --2- 172.21.15.12:0/2375984001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72ec1143e0 0x7f72ec1167d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:05.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.571+0000 7f72f1c00700 1 --2- 172.21.15.12:0/2375984001 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f72ec077a70 0x7f72ec077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:05.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.571+0000 7f72f1c00700 1 --2- 172.21.15.12:0/2375984001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f72ec078390 0x7f72ec113ea0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:05.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.571+0000 7f72f1c00700 1 -- 172.21.15.12:0/2375984001 >> 172.21.15.12:0/2375984001 conn(0x7f72ec101250 msgr2=0x7f72ec103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:05.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.572+0000 7f72f1c00700 1 -- 172.21.15.12:0/2375984001 shutdown_connections 2024-05-21T00:12:05.570 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.572+0000 7f72f1c00700 1 -- 172.21.15.12:0/2375984001 wait complete. 2024-05-21T00:12:05.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.573+0000 7f72f1c00700 1 Processor -- start 2024-05-21T00:12:05.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.573+0000 7f72f1c00700 1 -- start start 2024-05-21T00:12:05.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.573+0000 7f72f1c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f72ec077a70 0x7f72ec1a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:05.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.573+0000 7f72f1c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72ec078390 0x7f72ec1a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:05.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.573+0000 7f72f1c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f72ec1143e0 0x7f72ec1a4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:05.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.573+0000 7f72f1c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f72ec119dc0 con 0x7f72ec1143e0 2024-05-21T00:12:05.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.573+0000 7f72f1c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f72ec119c40 con 0x7f72ec077a70 2024-05-21T00:12:05.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.573+0000 7f72f1c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f72ec119f40 con 0x7f72ec078390 2024-05-21T00:12:05.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.574+0000 7f72eaa00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f72ec077a70 0x7f72ec1a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:05.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.574+0000 7f72eaa00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f72ec077a70 0x7f72ec1a02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:54534/0 (socket says 172.21.15.12:54534) 2024-05-21T00:12:05.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.574+0000 7f72eaa00700 1 -- 172.21.15.12:0/583620165 learned_addr learned my addr 172.21.15.12:0/583620165 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:12:05.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.574+0000 7f72eb400700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f72ec1143e0 0x7f72ec1a4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:05.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.574+0000 7f72ea000700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72ec078390 0x7f72ec1a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:05.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.574+0000 7f72eaa00700 1 -- 172.21.15.12:0/583620165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72ec078390 msgr2=0x7f72ec1a0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:05.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.574+0000 7f72eaa00700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72ec078390 0x7f72ec1a0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:05.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.574+0000 7f72eaa00700 1 -- 172.21.15.12:0/583620165 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f72ec1143e0 msgr2=0x7f72ec1a4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:05.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.574+0000 7f72eaa00700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f72ec1143e0 0x7f72ec1a4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:05.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.574+0000 7f72eaa00700 1 -- 172.21.15.12:0/583620165 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72ec1a52b0 con 0x7f72ec077a70 2024-05-21T00:12:05.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.574+0000 7f72eb400700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f72ec1143e0 0x7f72ec1a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:12:05.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.574+0000 7f72eaa00700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f72ec077a70 0x7f72ec1a02f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f72dc00e9a0 tx=0x7f72dc00ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:05.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.575+0000 7f72e3400700 1 -- 172.21.15.12:0/583620165 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72dc00cbd0 con 0x7f72ec077a70 2024-05-21T00:12:05.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.575+0000 7f72e3400700 1 -- 172.21.15.12:0/583620165 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f72dc00cd70 con 0x7f72ec077a70 2024-05-21T00:12:05.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.575+0000 7f72f1c00700 1 -- 172.21.15.12:0/583620165 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72ec1a55a0 con 0x7f72ec077a70 2024-05-21T00:12:05.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.575+0000 7f72e3400700 1 -- 172.21.15.12:0/583620165 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72dc018680 con 0x7f72ec077a70 2024-05-21T00:12:05.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.575+0000 7f72f1c00700 1 -- 172.21.15.12:0/583620165 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72ec1ace20 con 0x7f72ec077a70 2024-05-21T00:12:05.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.576+0000 7f72f1c00700 1 -- 172.21.15.12:0/583620165 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72ec06a230 con 0x7f72ec077a70 2024-05-21T00:12:05.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.578+0000 7f72e3400700 1 -- 172.21.15.12:0/583620165 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f72dc010970 con 0x7f72ec077a70 2024-05-21T00:12:05.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.580+0000 7f72e3400700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f72d00b2900 0x7f72d00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:05.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.580+0000 7f72e3400700 1 -- 172.21.15.12:0/583620165 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f72dc0e2120 con 0x7f72ec077a70 2024-05-21T00:12:05.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.580+0000 7f72ea000700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f72d00b2900 0x7f72d00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:05.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.581+0000 7f72ea000700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f72d00b2900 0x7f72d00b4dc0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f72d800b2e0 tx=0x7f72d801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:05.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.588+0000 7f72e3400700 1 -- 172.21.15.12:0/583620165 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f72dc0aa240 con 0x7f72ec077a70 2024-05-21T00:12:05.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.884+0000 7f72f1c00700 1 -- 172.21.15.12:0/583620165 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f72ec02e560 con 0x7f72ec077a70 2024-05-21T00:12:05.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.885+0000 7f72e3400700 1 -- 172.21.15.12:0/583620165 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2218 (secure 0 0 0) 0x7f72dc0a9b40 con 0x7f72ec077a70 2024-05-21T00:12:05.883 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:12:05.883 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-05-21T00:12:05.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.888+0000 7f72f1c00700 1 -- 172.21.15.12:0/583620165 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f72d00b2900 msgr2=0x7f72d00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:05.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.888+0000 7f72f1c00700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f72d00b2900 0x7f72d00b4dc0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f72d800b2e0 tx=0x7f72d801a040 comp rx=0 tx=0).stop 2024-05-21T00:12:05.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.888+0000 7f72f1c00700 1 -- 172.21.15.12:0/583620165 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f72ec077a70 msgr2=0x7f72ec1a02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:05.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.888+0000 7f72f1c00700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f72ec077a70 0x7f72ec1a02f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f72dc00e9a0 tx=0x7f72dc00ed60 comp rx=0 tx=0).stop 2024-05-21T00:12:05.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.888+0000 7f72f1c00700 1 -- 172.21.15.12:0/583620165 shutdown_connections 2024-05-21T00:12:05.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.888+0000 7f72f1c00700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f72d00b2900 0x7f72d00b4dc0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:05.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.888+0000 7f72f1c00700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f72ec1143e0 0x7f72ec1a4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:05.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.888+0000 7f72f1c00700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f72ec077a70 0x7f72ec1a02f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:05.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.888+0000 7f72f1c00700 1 --2- 172.21.15.12:0/583620165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f72ec078390 0x7f72ec1a0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:05.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.888+0000 7f72f1c00700 1 -- 172.21.15.12:0/583620165 >> 172.21.15.12:0/583620165 conn(0x7f72ec101250 msgr2=0x7f72ec103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:05.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.889+0000 7f72f1c00700 1 -- 172.21.15.12:0/583620165 shutdown_connections 2024-05-21T00:12:05.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:05.889+0000 7f72f1c00700 1 -- 172.21.15.12:0/583620165 wait complete. 2024-05-21T00:12:05.887 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 3 2024-05-21T00:12:07.090 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:06 smithi012 ceph-mon[31403]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:07.090 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:06 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/583620165' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:07.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:06 smithi060 ceph-mon[36426]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:07.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:06 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/583620165' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:07.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:06 smithi077 ceph-mon[36377]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:07.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:06 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/583620165' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:07.565 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:12:07 smithi012 systemd[1]: Starting Ceph mds.j for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:12:07.950 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:12:07 smithi012 podman[69564]: 2024-05-21 00:12:07.590546869 +0000 UTC m=+0.039962764 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:12:07.950 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:12:07 smithi012 podman[69564]: 2024-05-21 00:12:07.686300949 +0000 UTC m=+0.135716869 container create 990bd216312df6b27c233f803e022841aa049e890755fe7123ecd238a392bcae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-j, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:12:07.950 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:12:07 smithi012 podman[69564]: 2024-05-21 00:12:07.948345371 +0000 UTC m=+0.397761354 container init 990bd216312df6b27c233f803e022841aa049e890755fe7123ecd238a392bcae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-j, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:12:08.315 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:12:07 smithi012 podman[69564]: 2024-05-21 00:12:07.962682845 +0000 UTC m=+0.412098768 container start 990bd216312df6b27c233f803e022841aa049e890755fe7123ecd238a392bcae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-j, GIT_CLEAN=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-05-21T00:12:08.315 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:12:08 smithi012 ceph-mds[69583]: -- 172.21.15.12:0/1664965969 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564c7fe1ba40 con 0x564c7fdee800 2024-05-21T00:12:08.315 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:12:08 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-j[69579]: starting mds.j at 2024-05-21T00:12:08.315 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:12:08 smithi012 bash[69564]: 990bd216312df6b27c233f803e022841aa049e890755fe7123ecd238a392bcae 2024-05-21T00:12:08.315 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:12:08 smithi012 systemd[1]: Started Ceph mds.j for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:12:09.093 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:12:09.163 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:08 smithi012 ceph-mon[31403]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:09.163 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:08 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:09.163 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:08 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:09.163 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:08 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:09.163 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:08 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:09.163 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:08 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:09.163 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:08 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:09.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:08 smithi060 ceph-mon[36426]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:09.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:08 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:09.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:08 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:09.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:08 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:09.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:08 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:09.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:08 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:09.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:08 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:09.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:08 smithi077 ceph-mon[36377]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:09.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:08 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:09.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:08 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:09.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:08 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:09.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:08 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:09.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:08 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:09.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:08 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:10.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:09 smithi012 ceph-mon[31403]: Deploying daemon mds.d on smithi012 2024-05-21T00:12:10.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:09 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.12:6834/4067242725,v1:172.21.15.12:6835/4067242725] up:boot 2024-05-21T00:12:10.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:09 smithi012 ceph-mon[31403]: fsmap 3 up:standby 2024-05-21T00:12:10.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:09 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T00:12:10.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:09 smithi060 ceph-mon[36426]: Deploying daemon mds.d on smithi012 2024-05-21T00:12:10.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:09 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.12:6834/4067242725,v1:172.21.15.12:6835/4067242725] up:boot 2024-05-21T00:12:10.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:09 smithi060 ceph-mon[36426]: fsmap 3 up:standby 2024-05-21T00:12:10.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:09 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T00:12:10.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:09 smithi077 ceph-mon[36377]: Deploying daemon mds.d on smithi012 2024-05-21T00:12:10.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:09 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.12:6834/4067242725,v1:172.21.15.12:6835/4067242725] up:boot 2024-05-21T00:12:10.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:09 smithi077 ceph-mon[36377]: fsmap 3 up:standby 2024-05-21T00:12:10.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:09 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T00:12:10.450 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:12:10.924 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:10 smithi012 ceph-mon[31403]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:11.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:10 smithi060 ceph-mon[36426]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:11.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:10 smithi077 ceph-mon[36377]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:12.313 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:12:12 smithi012 podman[69954]: 2024-05-21 00:12:12.061829115 +0000 UTC m=+0.154520913 container create fd0635afb7b722e53ce912986a1f07b51e08a200a62f051131fb5e24a553ed3b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True) 2024-05-21T00:12:12.565 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:12:12 smithi012 podman[69954]: 2024-05-21 00:12:12.424719379 +0000 UTC m=+0.517411207 container init fd0635afb7b722e53ce912986a1f07b51e08a200a62f051131fb5e24a553ed3b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-d, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-05-21T00:12:12.565 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:12:12 smithi012 podman[69954]: 2024-05-21 00:12:12.436060589 +0000 UTC m=+0.528752367 container start fd0635afb7b722e53ce912986a1f07b51e08a200a62f051131fb5e24a553ed3b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-d, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-05-21T00:12:12.565 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:12:12 smithi012 ceph-mds[69988]: -- 172.21.15.12:0/3596481774 <== mon.0 v2:172.21.15.12:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a9fa029a40 con 0x55a9f9ffd000 2024-05-21T00:12:12.565 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:12:12 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-d[69984]: starting mds.d at 2024-05-21T00:12:12.565 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:12:12 smithi012 bash[69954]: fd0635afb7b722e53ce912986a1f07b51e08a200a62f051131fb5e24a553ed3b 2024-05-21T00:12:12.565 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:12:12 smithi012 systemd[1]: Started Ceph mds.d for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:12:12.976 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:12 smithi012 ceph-mon[31403]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:12.976 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:12.976 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:12.976 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:12.976 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:12.976 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:12.977 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:13.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.044+0000 7fc86f000700 1 -- 172.21.15.12:0/1068888480 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc868106120 msgr2=0x7fc868112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:13.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.044+0000 7fc86f000700 1 --2- 172.21.15.12:0/1068888480 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc868106120 0x7fc868112630 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc86000b0a0 tx=0x7fc86000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:12:13.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.044+0000 7fc86f000700 1 -- 172.21.15.12:0/1068888480 shutdown_connections 2024-05-21T00:12:13.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.044+0000 7fc86f000700 1 --2- 172.21.15.12:0/1068888480 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc868106120 0x7fc868112630 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:13.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.044+0000 7fc86f000700 1 --2- 172.21.15.12:0/1068888480 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc86810b760 0x7fc86810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:13.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.044+0000 7fc86f000700 1 --2- 172.21.15.12:0/1068888480 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc868105760 0x7fc868105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:13.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.044+0000 7fc86f000700 1 -- 172.21.15.12:0/1068888480 >> 172.21.15.12:0/1068888480 conn(0x7fc868101250 msgr2=0x7fc868103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:13.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.044+0000 7fc86f000700 1 -- 172.21.15.12:0/1068888480 shutdown_connections 2024-05-21T00:12:13.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.044+0000 7fc86f000700 1 -- 172.21.15.12:0/1068888480 wait complete. 2024-05-21T00:12:13.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.045+0000 7fc86f000700 1 Processor -- start 2024-05-21T00:12:13.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.046+0000 7fc86f000700 1 -- start start 2024-05-21T00:12:13.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.046+0000 7fc86f000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc868105760 0x7fc86819bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:13.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.046+0000 7fc86f000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc868106120 0x7fc86819c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:13.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.046+0000 7fc86f000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc86810b760 0x7fc8681a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:13.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.046+0000 7fc86f000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc868115960 con 0x7fc868106120 2024-05-21T00:12:13.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.046+0000 7fc86f000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc8681157e0 con 0x7fc86810b760 2024-05-21T00:12:13.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.046+0000 7fc86f000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fc868115ae0 con 0x7fc868105760 2024-05-21T00:12:13.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.047+0000 7fc86d000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc86810b760 0x7fc8681a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:13.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.047+0000 7fc85fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc868106120 0x7fc86819c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:13.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.047+0000 7fc86d000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc86810b760 0x7fc8681a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:54594/0 (socket says 172.21.15.12:54594) 2024-05-21T00:12:13.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.047+0000 7fc86d000700 1 -- 172.21.15.12:0/1569495052 learned_addr learned my addr 172.21.15.12:0/1569495052 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:12:13.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.047+0000 7fc867e00700 1 --2- 172.21.15.12:0/1569495052 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc868105760 0x7fc86819bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:13.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.047+0000 7fc86d000700 1 -- 172.21.15.12:0/1569495052 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc868105760 msgr2=0x7fc86819bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:13.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.047+0000 7fc86d000700 1 --2- 172.21.15.12:0/1569495052 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc868105760 0x7fc86819bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:13.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.047+0000 7fc86d000700 1 -- 172.21.15.12:0/1569495052 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc868106120 msgr2=0x7fc86819c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:13.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.047+0000 7fc86d000700 1 --2- 172.21.15.12:0/1569495052 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc868106120 0x7fc86819c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:13.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.047+0000 7fc86d000700 1 -- 172.21.15.12:0/1569495052 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8681a0d80 con 0x7fc86810b760 2024-05-21T00:12:13.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.047+0000 7fc86d000700 1 --2- 172.21.15.12:0/1569495052 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc86810b760 0x7fc8681a0640 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc86000b780 tx=0x7fc860004d00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:13.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.048+0000 7fc865600700 1 -- 172.21.15.12:0/1569495052 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc860021070 con 0x7fc86810b760 2024-05-21T00:12:13.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.048+0000 7fc865600700 1 -- 172.21.15.12:0/1569495052 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc860007e30 con 0x7fc86810b760 2024-05-21T00:12:13.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.048+0000 7fc86f000700 1 -- 172.21.15.12:0/1569495052 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8681a1010 con 0x7fc86810b760 2024-05-21T00:12:13.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.048+0000 7fc865600700 1 -- 172.21.15.12:0/1569495052 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc860004700 con 0x7fc86810b760 2024-05-21T00:12:13.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.048+0000 7fc86f000700 1 -- 172.21.15.12:0/1569495052 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8681a88f0 con 0x7fc86810b760 2024-05-21T00:12:13.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.049+0000 7fc86f000700 1 -- 172.21.15.12:0/1569495052 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc86806a230 con 0x7fc86810b760 2024-05-21T00:12:13.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.051+0000 7fc865600700 1 -- 172.21.15.12:0/1569495052 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fc860007980 con 0x7fc86810b760 2024-05-21T00:12:13.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.052+0000 7fc865600700 1 --2- 172.21.15.12:0/1569495052 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc84c0b2880 0x7fc84c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:13.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.053+0000 7fc865600700 1 -- 172.21.15.12:0/1569495052 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fc86000f020 con 0x7fc86810b760 2024-05-21T00:12:13.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.053+0000 7fc867e00700 1 --2- 172.21.15.12:0/1569495052 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc84c0b2880 0x7fc84c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:13.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.053+0000 7fc867e00700 1 --2- 172.21.15.12:0/1569495052 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc84c0b2880 0x7fc84c0b4d40 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc858009be0 tx=0x7fc858009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:13.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.057+0000 7fc865600700 1 -- 172.21.15.12:0/1569495052 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc86002a020 con 0x7fc86810b760 2024-05-21T00:12:13.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:12 smithi060 ceph-mon[36426]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:13.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:13.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:13.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:13.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:13.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:13.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:13.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:12 smithi077 ceph-mon[36377]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:13.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:13.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:13.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:13.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:13.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:13.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:13.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.346+0000 7fc86f000700 1 -- 172.21.15.12:0/1569495052 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc86802e560 con 0x7fc86810b760 2024-05-21T00:12:13.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.347+0000 7fc865600700 1 -- 172.21.15.12:0/1569495052 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3868 (secure 0 0 0) 0x7fc8600ab320 con 0x7fc86810b760 2024-05-21T00:12:13.345 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:12:13.346 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4}],"filesystems":[]} 2024-05-21T00:12:13.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.350+0000 7fc86f000700 1 -- 172.21.15.12:0/1569495052 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc84c0b2880 msgr2=0x7fc84c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:13.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.350+0000 7fc86f000700 1 --2- 172.21.15.12:0/1569495052 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc84c0b2880 0x7fc84c0b4d40 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fc858009be0 tx=0x7fc858009260 comp rx=0 tx=0).stop 2024-05-21T00:12:13.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.350+0000 7fc86f000700 1 -- 172.21.15.12:0/1569495052 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc86810b760 msgr2=0x7fc8681a0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:13.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.350+0000 7fc86f000700 1 --2- 172.21.15.12:0/1569495052 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc86810b760 0x7fc8681a0640 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc86000b780 tx=0x7fc860004d00 comp rx=0 tx=0).stop 2024-05-21T00:12:13.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.350+0000 7fc86f000700 1 -- 172.21.15.12:0/1569495052 shutdown_connections 2024-05-21T00:12:13.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.350+0000 7fc86f000700 1 --2- 172.21.15.12:0/1569495052 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc86810b760 0x7fc8681a0640 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:13.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.350+0000 7fc86f000700 1 --2- 172.21.15.12:0/1569495052 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc868105760 0x7fc86819bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:13.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.350+0000 7fc86f000700 1 --2- 172.21.15.12:0/1569495052 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc84c0b2880 0x7fc84c0b4d40 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:13.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.350+0000 7fc86f000700 1 --2- 172.21.15.12:0/1569495052 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc868106120 0x7fc86819c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:13.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.350+0000 7fc86f000700 1 -- 172.21.15.12:0/1569495052 >> 172.21.15.12:0/1569495052 conn(0x7fc868101250 msgr2=0x7fc868101770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:13.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.350+0000 7fc86f000700 1 -- 172.21.15.12:0/1569495052 shutdown_connections 2024-05-21T00:12:13.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:13.350+0000 7fc86f000700 1 -- 172.21.15.12:0/1569495052 wait complete. 2024-05-21T00:12:13.350 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 5 2024-05-21T00:12:14.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:13 smithi012 ceph-mon[31403]: Deploying daemon mds.e on smithi060 2024-05-21T00:12:14.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:13 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.12:6836/1169456908,v1:172.21.15.12:6837/1169456908] up:boot 2024-05-21T00:12:14.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:13 smithi012 ceph-mon[31403]: fsmap 4 up:standby 2024-05-21T00:12:14.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:13 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-21T00:12:14.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:13 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1569495052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:14.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:13 smithi060 ceph-mon[36426]: Deploying daemon mds.e on smithi060 2024-05-21T00:12:14.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:13 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.12:6836/1169456908,v1:172.21.15.12:6837/1169456908] up:boot 2024-05-21T00:12:14.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:13 smithi060 ceph-mon[36426]: fsmap 4 up:standby 2024-05-21T00:12:14.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:13 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-21T00:12:14.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:13 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1569495052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:14.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:13 smithi077 ceph-mon[36377]: Deploying daemon mds.e on smithi060 2024-05-21T00:12:14.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:13 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.12:6836/1169456908,v1:172.21.15.12:6837/1169456908] up:boot 2024-05-21T00:12:14.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:13 smithi077 ceph-mon[36377]: fsmap 4 up:standby 2024-05-21T00:12:14.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:13 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-05-21T00:12:14.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:13 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1569495052' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:15.179 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:14 smithi012 ceph-mon[31403]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:15.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:14 smithi060 ceph-mon[36426]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:15.225 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:12:15 smithi060 systemd[1]: Starting Ceph mds.e for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:12:15.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:14 smithi077 ceph-mon[36377]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:15.602 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:12:15 smithi060 podman[66628]: 2024-05-21 00:12:15.218730951 +0000 UTC m=+0.018172505 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:12:15.603 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:12:15 smithi060 podman[66628]: 2024-05-21 00:12:15.319736975 +0000 UTC m=+0.119178555 container create 1f1dc520ff0c77d7034200e285a0bc8716fa88c29c28272a7f3efa1d87715cfe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:12:15.603 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:12:15 smithi060 podman[66628]: 2024-05-21 00:12:15.530482456 +0000 UTC m=+0.329924008 container init 1f1dc520ff0c77d7034200e285a0bc8716fa88c29c28272a7f3efa1d87715cfe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-e, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:12:15.603 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:12:15 smithi060 podman[66628]: 2024-05-21 00:12:15.533408327 +0000 UTC m=+0.332849868 container start 1f1dc520ff0c77d7034200e285a0bc8716fa88c29c28272a7f3efa1d87715cfe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-e, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:12:15.603 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:12:15 smithi060 ceph-mds[66647]: -- 172.21.15.60:0/1830823358 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5584657e7a40 con 0x5584657ba800 2024-05-21T00:12:15.603 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:12:15 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-e[66643]: starting mds.e at 2024-05-21T00:12:15.603 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:12:15 smithi060 bash[66628]: 1f1dc520ff0c77d7034200e285a0bc8716fa88c29c28272a7f3efa1d87715cfe 2024-05-21T00:12:15.975 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:12:15 smithi060 systemd[1]: Started Ceph mds.e for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:12:16.138 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:12:16.585 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:12:16.915 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:16 smithi012 ceph-mon[31403]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:16.915 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:16.915 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:16.915 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:16.915 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:16.916 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:16.916 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:16.916 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:16 smithi012 ceph-mon[31403]: Deploying daemon mds.f on smithi077 2024-05-21T00:12:16.916 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:16 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.60:6834/3705071048,v1:172.21.15.60:6835/3705071048] up:boot 2024-05-21T00:12:16.916 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:16 smithi012 ceph-mon[31403]: fsmap 5 up:standby 2024-05-21T00:12:16.916 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T00:12:16.916 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T00:12:16.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:16 smithi060 ceph-mon[36426]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:16.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:16.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:16.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:16 smithi060 ceph-mon[36426]: Deploying daemon mds.f on smithi077 2024-05-21T00:12:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:16 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.60:6834/3705071048,v1:172.21.15.60:6835/3705071048] up:boot 2024-05-21T00:12:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:16 smithi060 ceph-mon[36426]: fsmap 5 up:standby 2024-05-21T00:12:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T00:12:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T00:12:17.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:16 smithi077 ceph-mon[36377]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:17.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:17.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:16 smithi077 ceph-mon[36377]: Deploying daemon mds.f on smithi077 2024-05-21T00:12:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:16 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.60:6834/3705071048,v1:172.21.15.60:6835/3705071048] up:boot 2024-05-21T00:12:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:16 smithi077 ceph-mon[36377]: fsmap 5 up:standby 2024-05-21T00:12:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T00:12:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T00:12:18.028 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:12:17 smithi077 systemd[1]: Starting Ceph mds.f for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:12:18.366 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:12:18 smithi077 podman[66876]: 2024-05-21 00:12:17.981159461 +0000 UTC m=+0.017527608 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:12:18.567 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:12:18 smithi077 podman[66876]: 2024-05-21 00:12:18.116696096 +0000 UTC m=+0.153064246 container create cbf6c0f2336ffd67ac9afe1a5ba3ab45bda1733ad14d621148662123b1b4c979 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-f, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-05-21T00:12:18.567 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:12:18 smithi077 podman[66876]: 2024-05-21 00:12:18.368992349 +0000 UTC m=+0.405360473 container init cbf6c0f2336ffd67ac9afe1a5ba3ab45bda1733ad14d621148662123b1b4c979 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-f, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:12:18.663 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:12:18 smithi077 podman[66876]: 2024-05-21 00:12:18.371766444 +0000 UTC m=+0.408134575 container start cbf6c0f2336ffd67ac9afe1a5ba3ab45bda1733ad14d621148662123b1b4c979 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-f, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:12:18.663 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:12:18 smithi077 ceph-mds[66895]: -- 172.21.15.77:0/1252993667 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dd0ce0fa40 con 0x55dd0cde2800 2024-05-21T00:12:18.663 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:12:18 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-f[66891]: starting mds.f at 2024-05-21T00:12:18.663 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:12:18 smithi077 bash[66876]: cbf6c0f2336ffd67ac9afe1a5ba3ab45bda1733ad14d621148662123b1b4c979 2024-05-21T00:12:18.663 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:12:18 smithi077 systemd[1]: Started Ceph mds.f for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:12:18.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.748+0000 7f164f600700 1 -- 172.21.15.12:0/2262992454 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1648101b30 msgr2=0x7f1648101fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:18.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.748+0000 7f164f600700 1 --2- 172.21.15.12:0/2262992454 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1648101b30 0x7f1648101fb0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1634009990 tx=0x7f1634009ca0 comp rx=0 tx=0).stop 2024-05-21T00:12:18.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.748+0000 7f164f600700 1 -- 172.21.15.12:0/2262992454 shutdown_connections 2024-05-21T00:12:18.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.748+0000 7f164f600700 1 --2- 172.21.15.12:0/2262992454 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16481024f0 0x7f16481103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:18.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.748+0000 7f164f600700 1 --2- 172.21.15.12:0/2262992454 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1648109520 0x7f1648109900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:18.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.748+0000 7f164f600700 1 --2- 172.21.15.12:0/2262992454 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1648101b30 0x7f1648101fb0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:18.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.748+0000 7f164f600700 1 -- 172.21.15.12:0/2262992454 >> 172.21.15.12:0/2262992454 conn(0x7f1648078ab0 msgr2=0x7f16480ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:18.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.748+0000 7f164f600700 1 -- 172.21.15.12:0/2262992454 shutdown_connections 2024-05-21T00:12:18.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.748+0000 7f164f600700 1 -- 172.21.15.12:0/2262992454 wait complete. 2024-05-21T00:12:18.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.749+0000 7f164f600700 1 Processor -- start 2024-05-21T00:12:18.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.749+0000 7f164f600700 1 -- start start 2024-05-21T00:12:18.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f164f600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1648101b30 0x7f164819bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:18.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f164f600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16481024f0 0x7f164819c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:18.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f164f600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1648109520 0x7f16481a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:18.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f164f600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f16481137b0 con 0x7f1648101b30 2024-05-21T00:12:18.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f164f600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1648113630 con 0x7f1648109520 2024-05-21T00:12:18.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f164f600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f1648113930 con 0x7f16481024f0 2024-05-21T00:12:18.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f163fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16481024f0 0x7f164819c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:18.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f164cc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1648101b30 0x7f164819bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:18.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f163fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16481024f0 0x7f164819c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:36276/0 (socket says 172.21.15.12:36276) 2024-05-21T00:12:18.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f163fe00700 1 -- 172.21.15.12:0/1613027378 learned_addr learned my addr 172.21.15.12:0/1613027378 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:12:18.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f164d600700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1648109520 0x7f16481a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:18.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f163fe00700 1 -- 172.21.15.12:0/1613027378 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1648109520 msgr2=0x7f16481a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:18.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f163fe00700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1648109520 0x7f16481a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:18.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f163fe00700 1 -- 172.21.15.12:0/1613027378 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1648101b30 msgr2=0x7f164819bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:18.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f163fe00700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1648101b30 0x7f164819bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:18.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f163fe00700 1 -- 172.21.15.12:0/1613027378 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16481a0ed0 con 0x7f16481024f0 2024-05-21T00:12:18.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.750+0000 7f164d600700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1648109520 0x7f16481a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:12:18.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.751+0000 7f163fe00700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16481024f0 0x7f164819c400 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1634000c00 tx=0x7f16340057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:18.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.751+0000 7f1646000700 1 -- 172.21.15.12:0/1613027378 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1634027070 con 0x7f16481024f0 2024-05-21T00:12:18.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.751+0000 7f1646000700 1 -- 172.21.15.12:0/1613027378 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1634003f20 con 0x7f16481024f0 2024-05-21T00:12:18.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.751+0000 7f164f600700 1 -- 172.21.15.12:0/1613027378 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16481a1160 con 0x7f16481024f0 2024-05-21T00:12:18.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.751+0000 7f1646000700 1 -- 172.21.15.12:0/1613027378 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1634022c90 con 0x7f16481024f0 2024-05-21T00:12:18.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.751+0000 7f164f600700 1 -- 172.21.15.12:0/1613027378 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16481a8a40 con 0x7f16481024f0 2024-05-21T00:12:18.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.752+0000 7f164f600700 1 -- 172.21.15.12:0/1613027378 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f164806a230 con 0x7f16481024f0 2024-05-21T00:12:18.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.754+0000 7f1646000700 1 -- 172.21.15.12:0/1613027378 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f163402a070 con 0x7f16481024f0 2024-05-21T00:12:18.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.756+0000 7f1646000700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16240b2900 0x7f16240b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:18.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.756+0000 7f1646000700 1 -- 172.21.15.12:0/1613027378 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f16340e2bd0 con 0x7f16481024f0 2024-05-21T00:12:18.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.756+0000 7f164cc00700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16240b2900 0x7f16240b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:18.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.757+0000 7f164cc00700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16240b2900 0x7f16240b4dc0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f162c005950 tx=0x7f162c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:18.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:18.760+0000 7f1646000700 1 -- 172.21.15.12:0/1613027378 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1634013070 con 0x7f16481024f0 2024-05-21T00:12:18.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:18 smithi012 ceph-mon[31403]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:18.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:18 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:18.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:18 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:18.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:18 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:18.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:18 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:18.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:18 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:18.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:18 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:18.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:18 smithi060 ceph-mon[36426]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:18.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:18 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:18.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:18 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:18.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:18 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:18.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:18 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:18.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:18 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:18.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:18 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:19.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:18 smithi077 ceph-mon[36377]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:19.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:18 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:19.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:18 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:19.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:18 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:19.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:18 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:19.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:18 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:19.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:18 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:19.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.048+0000 7f164f600700 1 -- 172.21.15.12:0/1613027378 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1648106000 con 0x7f16481024f0 2024-05-21T00:12:19.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.049+0000 7f1646000700 1 -- 172.21.15.12:0/1613027378 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5518 (secure 0 0 0) 0x7f1648106000 con 0x7f16481024f0 2024-05-21T00:12:19.048 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:12:19.048 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-05-21T00:12:19.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.052+0000 7f164f600700 1 -- 172.21.15.12:0/1613027378 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16240b2900 msgr2=0x7f16240b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:19.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.052+0000 7f164f600700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16240b2900 0x7f16240b4dc0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f162c005950 tx=0x7f162c00b410 comp rx=0 tx=0).stop 2024-05-21T00:12:19.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.052+0000 7f164f600700 1 -- 172.21.15.12:0/1613027378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16481024f0 msgr2=0x7f164819c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:19.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.052+0000 7f164f600700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16481024f0 0x7f164819c400 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1634000c00 tx=0x7f16340057c0 comp rx=0 tx=0).stop 2024-05-21T00:12:19.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.052+0000 7f164f600700 1 -- 172.21.15.12:0/1613027378 shutdown_connections 2024-05-21T00:12:19.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.052+0000 7f164f600700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1648109520 0x7f16481a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:19.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.052+0000 7f164f600700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16240b2900 0x7f16240b4dc0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:19.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.052+0000 7f164f600700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1648101b30 0x7f164819bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:19.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.052+0000 7f164f600700 1 --2- 172.21.15.12:0/1613027378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16481024f0 0x7f164819c400 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:19.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.052+0000 7f164f600700 1 -- 172.21.15.12:0/1613027378 >> 172.21.15.12:0/1613027378 conn(0x7f1648078ab0 msgr2=0x7f16480fff90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:19.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.052+0000 7f164f600700 1 -- 172.21.15.12:0/1613027378 shutdown_connections 2024-05-21T00:12:19.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:19.053+0000 7f164f600700 1 -- 172.21.15.12:0/1613027378 wait complete. 2024-05-21T00:12:19.052 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 7 2024-05-21T00:12:19.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:19 smithi077 ceph-mon[36377]: Deploying daemon mds.c on smithi077 2024-05-21T00:12:19.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:19 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] up:boot 2024-05-21T00:12:19.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:19 smithi077 ceph-mon[36377]: fsmap 6 up:standby 2024-05-21T00:12:19.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:19 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T00:12:19.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:19 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1613027378' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:19.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:19 smithi060 ceph-mon[36426]: Deploying daemon mds.c on smithi077 2024-05-21T00:12:19.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:19 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] up:boot 2024-05-21T00:12:19.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:19 smithi060 ceph-mon[36426]: fsmap 6 up:standby 2024-05-21T00:12:19.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:19 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T00:12:19.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:19 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1613027378' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:20.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:19 smithi012 ceph-mon[31403]: Deploying daemon mds.c on smithi077 2024-05-21T00:12:20.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:19 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] up:boot 2024-05-21T00:12:20.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:19 smithi012 ceph-mon[31403]: fsmap 6 up:standby 2024-05-21T00:12:20.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:19 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T00:12:20.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:19 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1613027378' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:20.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:20 smithi060 ceph-mon[36426]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:21.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:20 smithi077 ceph-mon[36377]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:21.028 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:12:20 smithi077 systemd[1]: Starting Ceph mds.c for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:12:21.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:20 smithi012 ceph-mon[31403]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:21.311 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:12:21 smithi077 podman[67180]: 2024-05-21 00:12:20.96147658 +0000 UTC m=+0.016470759 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:12:21.311 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:12:21 smithi077 podman[67180]: 2024-05-21 00:12:21.078520282 +0000 UTC m=+0.133514454 container create 4fbb9da5de8d80dfbf664c2080f507204cb571a6776af04e42c069494b787d9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-c, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-05-21T00:12:21.311 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:12:21 smithi077 podman[67180]: 2024-05-21 00:12:21.314033438 +0000 UTC m=+0.369027610 container init 4fbb9da5de8d80dfbf664c2080f507204cb571a6776af04e42c069494b787d9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-c, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-05-21T00:12:21.778 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:12:21 smithi077 podman[67180]: 2024-05-21 00:12:21.316527103 +0000 UTC m=+0.371521282 container start 4fbb9da5de8d80dfbf664c2080f507204cb571a6776af04e42c069494b787d9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-c, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:12:21.778 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:12:21 smithi077 ceph-mds[67199]: -- 172.21.15.77:0/3345932964 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555e4107ba40 con 0x555e4104e800 2024-05-21T00:12:21.778 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:12:21 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-c[67195]: starting mds.c at 2024-05-21T00:12:21.779 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:12:21 smithi077 bash[67180]: 4fbb9da5de8d80dfbf664c2080f507204cb571a6776af04e42c069494b787d9f 2024-05-21T00:12:21.779 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:12:21 smithi077 systemd[1]: Started Ceph mds.c for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:12:21.826 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:12:22.286 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:12:22.556 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:22 smithi060 ceph-mon[36426]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:22.556 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:22.556 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:22.556 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:22.556 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:22.556 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:22.556 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:22.556 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:22 smithi060 ceph-mon[36426]: Deploying daemon mds.h on smithi060 2024-05-21T00:12:22.556 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:22 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] up:boot 2024-05-21T00:12:22.556 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:22 smithi060 ceph-mon[36426]: fsmap 7 up:standby 2024-05-21T00:12:22.557 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T00:12:22.731 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:22 smithi012 ceph-mon[31403]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:22.731 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:22.731 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:22.731 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:22.731 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:22.731 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:22.731 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:22.731 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:22 smithi012 ceph-mon[31403]: Deploying daemon mds.h on smithi060 2024-05-21T00:12:22.731 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:22 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] up:boot 2024-05-21T00:12:22.731 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:22 smithi012 ceph-mon[31403]: fsmap 7 up:standby 2024-05-21T00:12:22.732 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T00:12:22.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:22 smithi077 ceph-mon[36377]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:22.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:22.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:22.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:22.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:22.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:22.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:22.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:22 smithi077 ceph-mon[36377]: Deploying daemon mds.h on smithi060 2024-05-21T00:12:22.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:22 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] up:boot 2024-05-21T00:12:22.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:22 smithi077 ceph-mon[36377]: fsmap 7 up:standby 2024-05-21T00:12:22.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T00:12:23.691 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:12:23 smithi060 systemd[1]: Starting Ceph mds.h for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:12:23.975 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:12:23 smithi060 podman[66928]: 2024-05-21 00:12:23.766142465 +0000 UTC m=+0.017922511 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:12:23.975 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:12:23 smithi060 podman[66928]: 2024-05-21 00:12:23.881570053 +0000 UTC m=+0.133350135 container create 68dd635250d760aab7b034c2d387ce20e46bf096baacab232ecb9a47c70a7062 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-h, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514) 2024-05-21T00:12:24.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.301+0000 7faf79c00700 1 -- 172.21.15.12:0/1273570399 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf740758e0 msgr2=0x7faf74075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:24.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.301+0000 7faf79c00700 1 --2- 172.21.15.12:0/1273570399 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf740758e0 0x7faf74075cc0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7faf6400b0a0 tx=0x7faf6400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:12:24.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.301+0000 7faf79c00700 1 -- 172.21.15.12:0/1273570399 shutdown_connections 2024-05-21T00:12:24.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.301+0000 7faf79c00700 1 --2- 172.21.15.12:0/1273570399 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf74114470 0x7faf74116860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:24.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.301+0000 7faf79c00700 1 --2- 172.21.15.12:0/1273570399 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf740758e0 0x7faf74075cc0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:24.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.301+0000 7faf79c00700 1 --2- 172.21.15.12:0/1273570399 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7faf74076200 0x7faf74113f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:24.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.301+0000 7faf79c00700 1 -- 172.21.15.12:0/1273570399 >> 172.21.15.12:0/1273570399 conn(0x7faf740fef50 msgr2=0x7faf74101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:24.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.301+0000 7faf79c00700 1 -- 172.21.15.12:0/1273570399 shutdown_connections 2024-05-21T00:12:24.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.301+0000 7faf79c00700 1 -- 172.21.15.12:0/1273570399 wait complete. 2024-05-21T00:12:24.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.302+0000 7faf79c00700 1 Processor -- start 2024-05-21T00:12:24.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.302+0000 7faf79c00700 1 -- start start 2024-05-21T00:12:24.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf79c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf740758e0 0x7faf741a01d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:24.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf79c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7faf74076200 0x7faf741a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:24.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf79c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf74114470 0x7faf741a4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:24.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf79c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7faf74119c40 con 0x7faf74114470 2024-05-21T00:12:24.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf79c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7faf74119ac0 con 0x7faf74076200 2024-05-21T00:12:24.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf79c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7faf74119dc0 con 0x7faf740758e0 2024-05-21T00:12:24.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf73e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf740758e0 0x7faf741a01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:24.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf73e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf740758e0 0x7faf741a01d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:36290/0 (socket says 172.21.15.12:36290) 2024-05-21T00:12:24.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf73e00700 1 -- 172.21.15.12:0/827242416 learned_addr learned my addr 172.21.15.12:0/827242416 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:12:24.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf73400700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7faf74076200 0x7faf741a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:24.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf79200700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf74114470 0x7faf741a4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:24.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf73400700 1 -- 172.21.15.12:0/827242416 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf740758e0 msgr2=0x7faf741a01d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:24.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf73400700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf740758e0 0x7faf741a01d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:24.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf73400700 1 -- 172.21.15.12:0/827242416 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf74114470 msgr2=0x7faf741a4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:24.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf73400700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf74114470 0x7faf741a4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:24.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf73400700 1 -- 172.21.15.12:0/827242416 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf741a5190 con 0x7faf74076200 2024-05-21T00:12:24.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.303+0000 7faf73e00700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf740758e0 0x7faf741a01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:12:24.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.304+0000 7faf73400700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7faf74076200 0x7faf741a0710 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7faf6000e9f0 tx=0x7faf6000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:24.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.304+0000 7faf70c00700 1 -- 172.21.15.12:0/827242416 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf6000cb70 con 0x7faf74076200 2024-05-21T00:12:24.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.304+0000 7faf70c00700 1 -- 172.21.15.12:0/827242416 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7faf6000ee80 con 0x7faf74076200 2024-05-21T00:12:24.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.304+0000 7faf79c00700 1 -- 172.21.15.12:0/827242416 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf741a5480 con 0x7faf74076200 2024-05-21T00:12:24.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.304+0000 7faf70c00700 1 -- 172.21.15.12:0/827242416 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf60003d40 con 0x7faf74076200 2024-05-21T00:12:24.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.304+0000 7faf79c00700 1 -- 172.21.15.12:0/827242416 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf741acd00 con 0x7faf74076200 2024-05-21T00:12:24.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.306+0000 7faf79c00700 1 -- 172.21.15.12:0/827242416 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf7406a230 con 0x7faf74076200 2024-05-21T00:12:24.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.307+0000 7faf70c00700 1 -- 172.21.15.12:0/827242416 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7faf60003ee0 con 0x7faf74076200 2024-05-21T00:12:24.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.309+0000 7faf70c00700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7faf580b2900 0x7faf580b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:24.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.309+0000 7faf70c00700 1 -- 172.21.15.12:0/827242416 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7faf600e1e80 con 0x7faf74076200 2024-05-21T00:12:24.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.309+0000 7faf73e00700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7faf580b2900 0x7faf580b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:24.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.310+0000 7faf73e00700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7faf580b2900 0x7faf580b4dc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faf64009e60 tx=0x7faf6400b740 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:24.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.313+0000 7faf70c00700 1 -- 172.21.15.12:0/827242416 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7faf600a9fa0 con 0x7faf74076200 2024-05-21T00:12:24.475 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:12:24 smithi060 podman[66928]: 2024-05-21 00:12:24.059065058 +0000 UTC m=+0.310845097 container init 68dd635250d760aab7b034c2d387ce20e46bf096baacab232ecb9a47c70a7062 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-h, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:12:24.476 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:12:24 smithi060 podman[66928]: 2024-05-21 00:12:24.061846586 +0000 UTC m=+0.313626624 container start 68dd635250d760aab7b034c2d387ce20e46bf096baacab232ecb9a47c70a7062 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-h, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:12:24.476 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:12:24 smithi060 ceph-mds[66947]: -- 172.21.15.60:0/1404794311 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560a5c389a40 con 0x560a5c35cc00 2024-05-21T00:12:24.476 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:12:24 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-h[66943]: starting mds.h at 2024-05-21T00:12:24.476 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:12:24 smithi060 bash[66928]: 68dd635250d760aab7b034c2d387ce20e46bf096baacab232ecb9a47c70a7062 2024-05-21T00:12:24.476 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:12:24 smithi060 systemd[1]: Started Ceph mds.h for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:12:24.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.602+0000 7faf79c00700 1 -- 172.21.15.12:0/827242416 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faf741a14e0 con 0x7faf74076200 2024-05-21T00:12:24.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.604+0000 7faf70c00700 1 -- 172.21.15.12:0/827242416 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7165 (secure 0 0 0) 0x7faf600094d0 con 0x7faf74076200 2024-05-21T00:12:24.603 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:12:24.603 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24505,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-05-21T00:12:24.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.607+0000 7faf79c00700 1 -- 172.21.15.12:0/827242416 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7faf580b2900 msgr2=0x7faf580b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:24.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.607+0000 7faf79c00700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7faf580b2900 0x7faf580b4dc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faf64009e60 tx=0x7faf6400b740 comp rx=0 tx=0).stop 2024-05-21T00:12:24.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.607+0000 7faf79c00700 1 -- 172.21.15.12:0/827242416 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7faf74076200 msgr2=0x7faf741a0710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:24.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.607+0000 7faf79c00700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7faf74076200 0x7faf741a0710 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7faf6000e9f0 tx=0x7faf6000ed00 comp rx=0 tx=0).stop 2024-05-21T00:12:24.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.607+0000 7faf79c00700 1 -- 172.21.15.12:0/827242416 shutdown_connections 2024-05-21T00:12:24.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.607+0000 7faf79c00700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7faf580b2900 0x7faf580b4dc0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:24.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.607+0000 7faf79c00700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7faf74114470 0x7faf741a4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:24.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.607+0000 7faf79c00700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7faf740758e0 0x7faf741a01d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:24.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.607+0000 7faf79c00700 1 --2- 172.21.15.12:0/827242416 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7faf74076200 0x7faf741a0710 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:24.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.607+0000 7faf79c00700 1 -- 172.21.15.12:0/827242416 >> 172.21.15.12:0/827242416 conn(0x7faf740fef50 msgr2=0x7faf740ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:24.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.608+0000 7faf79c00700 1 -- 172.21.15.12:0/827242416 shutdown_connections 2024-05-21T00:12:24.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:24.608+0000 7faf79c00700 1 -- 172.21.15.12:0/827242416 wait complete. 2024-05-21T00:12:24.608 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 9 2024-05-21T00:12:24.777 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:24 smithi077 ceph-mon[36377]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:24.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:24 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:24.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:24 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:24.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:24 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:24.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:24 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:24.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:24 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:24.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:24 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:24.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:24 smithi012 ceph-mon[31403]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:24.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:24 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:24.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:24 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:24.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:24 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:24.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:24 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:24.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:24 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:24.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:24 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:24.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:24 smithi060 ceph-mon[36426]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:24.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:24 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:24.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:24 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:24.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:24 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:24.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:24 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:24.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:24 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:24.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:24 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:25.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:25 smithi012 ceph-mon[31403]: Deploying daemon mds.i on smithi077 2024-05-21T00:12:25.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:25 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.60:6836/864212275,v1:172.21.15.60:6837/864212275] up:boot 2024-05-21T00:12:25.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:25 smithi012 ceph-mon[31403]: fsmap 8 up:standby 2024-05-21T00:12:25.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:25 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T00:12:25.565 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:25 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/827242416' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:25.898 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:25 smithi077 ceph-mon[36377]: Deploying daemon mds.i on smithi077 2024-05-21T00:12:25.898 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:25 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.60:6836/864212275,v1:172.21.15.60:6837/864212275] up:boot 2024-05-21T00:12:25.898 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:25 smithi077 ceph-mon[36377]: fsmap 8 up:standby 2024-05-21T00:12:25.898 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:25 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T00:12:25.898 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:25 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/827242416' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:25.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:25 smithi060 ceph-mon[36426]: Deploying daemon mds.i on smithi077 2024-05-21T00:12:25.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:25 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.60:6836/864212275,v1:172.21.15.60:6837/864212275] up:boot 2024-05-21T00:12:25.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:25 smithi060 ceph-mon[36426]: fsmap 8 up:standby 2024-05-21T00:12:25.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:25 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T00:12:25.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:25 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/827242416' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:26.558 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:12:26 smithi077 systemd[1]: Starting Ceph mds.i for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:12:26.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:26 smithi012 ceph-mon[31403]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:26.833 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:26 smithi077 ceph-mon[36377]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:26.834 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:12:26 smithi077 podman[67480]: 2024-05-21 00:12:26.597345863 +0000 UTC m=+0.016933047 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:12:26.834 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:12:26 smithi077 podman[67480]: 2024-05-21 00:12:26.706765335 +0000 UTC m=+0.126352501 container create 932ec0140a84767270ecd1f6530375fd8dc576978e8fc39eea6f0fa3e1d9b5bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-i, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-05-21T00:12:26.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:26 smithi060 ceph-mon[36426]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:27.089 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:12:27 smithi077 podman[67480]: 2024-05-21 00:12:27.009248861 +0000 UTC m=+0.428836032 container init 932ec0140a84767270ecd1f6530375fd8dc576978e8fc39eea6f0fa3e1d9b5bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-i, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514) 2024-05-21T00:12:27.089 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:12:27 smithi077 podman[67480]: 2024-05-21 00:12:27.011882644 +0000 UTC m=+0.431469823 container start 932ec0140a84767270ecd1f6530375fd8dc576978e8fc39eea6f0fa3e1d9b5bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-i, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5) 2024-05-21T00:12:27.089 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:12:27 smithi077 ceph-mds[67499]: -- 172.21.15.77:0/1735918447 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56030c449a40 con 0x56030c41cc00 2024-05-21T00:12:27.090 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:12:27 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-i[67495]: starting mds.i at 2024-05-21T00:12:27.390 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:12:27.527 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:12:27 smithi077 bash[67480]: 932ec0140a84767270ecd1f6530375fd8dc576978e8fc39eea6f0fa3e1d9b5bc 2024-05-21T00:12:27.527 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:12:27 smithi077 systemd[1]: Started Ceph mds.i for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:12:27.870 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:12:28.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:28.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:28.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:28.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:28.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:28.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:28.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:28 smithi012 ceph-mon[31403]: Deploying daemon mds.g on smithi012 2024-05-21T00:12:28.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:28 smithi012 ceph-mon[31403]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:28.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:28 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] up:boot 2024-05-21T00:12:28.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:28 smithi012 ceph-mon[31403]: fsmap 9 up:standby 2024-05-21T00:12:28.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:28 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T00:12:28.409 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:28.409 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:28.409 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:28.410 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:28.410 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:28.410 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:28.410 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:28 smithi077 ceph-mon[36377]: Deploying daemon mds.g on smithi012 2024-05-21T00:12:28.410 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:28 smithi077 ceph-mon[36377]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:28.410 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:28 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] up:boot 2024-05-21T00:12:28.410 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:28 smithi077 ceph-mon[36377]: fsmap 9 up:standby 2024-05-21T00:12:28.410 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:28 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T00:12:28.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:28.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:28.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:28.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:28.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:28.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:28.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:28 smithi060 ceph-mon[36426]: Deploying daemon mds.g on smithi012 2024-05-21T00:12:28.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:28 smithi060 ceph-mon[36426]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:28.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:28 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] up:boot 2024-05-21T00:12:28.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:28 smithi060 ceph-mon[36426]: fsmap 9 up:standby 2024-05-21T00:12:28.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:28 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T00:12:30.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.095+0000 7f15f1200700 1 -- 172.21.15.12:0/667780573 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15ec075770 msgr2=0x7f15ec075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:30.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.095+0000 7f15f1200700 1 --2- 172.21.15.12:0/667780573 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15ec075770 0x7f15ec075b50 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f15dc0098f0 tx=0x7f15dc009c00 comp rx=0 tx=0).stop 2024-05-21T00:12:30.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.095+0000 7f15f1200700 1 -- 172.21.15.12:0/667780573 shutdown_connections 2024-05-21T00:12:30.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.095+0000 7f15f1200700 1 --2- 172.21.15.12:0/667780573 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15ec10ff40 0x7f15ec112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:30.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.095+0000 7f15f1200700 1 --2- 172.21.15.12:0/667780573 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15ec075770 0x7f15ec075b50 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:30.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.095+0000 7f15f1200700 1 --2- 172.21.15.12:0/667780573 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15ec076090 0x7f15ec10fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:30.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.095+0000 7f15f1200700 1 -- 172.21.15.12:0/667780573 >> 172.21.15.12:0/667780573 conn(0x7f15ec07a6a0 msgr2=0x7f15ec07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:30.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.095+0000 7f15f1200700 1 -- 172.21.15.12:0/667780573 shutdown_connections 2024-05-21T00:12:30.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.095+0000 7f15f1200700 1 -- 172.21.15.12:0/667780573 wait complete. 2024-05-21T00:12:30.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.096+0000 7f15f1200700 1 Processor -- start 2024-05-21T00:12:30.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.096+0000 7f15f1200700 1 -- start start 2024-05-21T00:12:30.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15f1200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15ec075770 0x7f15ec19be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:30.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15f1200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15ec076090 0x7f15ec19c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:30.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15f1200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15ec10ff40 0x7f15ec1a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:30.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15f1200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f15ec115910 con 0x7f15ec10ff40 2024-05-21T00:12:30.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15f1200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f15ec115790 con 0x7f15ec076090 2024-05-21T00:12:30.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15f1200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f15ec115a90 con 0x7f15ec075770 2024-05-21T00:12:30.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15ea800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15ec10ff40 0x7f15ec1a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:30.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15ea800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15ec10ff40 0x7f15ec1a06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54486/0 (socket says 172.21.15.12:54486) 2024-05-21T00:12:30.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15ea800700 1 -- 172.21.15.12:0/2466924674 learned_addr learned my addr 172.21.15.12:0/2466924674 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:12:30.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15e9e00700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15ec075770 0x7f15ec19be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:30.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15e1400700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15ec076090 0x7f15ec19c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:30.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15e9e00700 1 -- 172.21.15.12:0/2466924674 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15ec076090 msgr2=0x7f15ec19c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:30.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15e9e00700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15ec076090 0x7f15ec19c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:30.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15e9e00700 1 -- 172.21.15.12:0/2466924674 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15ec10ff40 msgr2=0x7f15ec1a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:30.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15e9e00700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15ec10ff40 0x7f15ec1a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:30.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.097+0000 7f15e9e00700 1 -- 172.21.15.12:0/2466924674 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15ec1a0e30 con 0x7f15ec075770 2024-05-21T00:12:30.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.098+0000 7f15e9e00700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15ec075770 0x7f15ec19be20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f15dc009230 tx=0x7f15dc00fa00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:30.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.098+0000 7f15e3400700 1 -- 172.21.15.12:0/2466924674 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15dc005140 con 0x7f15ec075770 2024-05-21T00:12:30.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.098+0000 7f15e3400700 1 -- 172.21.15.12:0/2466924674 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15dc00b560 con 0x7f15ec075770 2024-05-21T00:12:30.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.098+0000 7f15f1200700 1 -- 172.21.15.12:0/2466924674 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15ec1a10c0 con 0x7f15ec075770 2024-05-21T00:12:30.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.098+0000 7f15f1200700 1 -- 172.21.15.12:0/2466924674 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15ec1a89a0 con 0x7f15ec075770 2024-05-21T00:12:30.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.098+0000 7f15e3400700 1 -- 172.21.15.12:0/2466924674 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15dc0038e0 con 0x7f15ec075770 2024-05-21T00:12:30.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.099+0000 7f15f1200700 1 -- 172.21.15.12:0/2466924674 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15ec06a230 con 0x7f15ec075770 2024-05-21T00:12:30.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.102+0000 7f15e3400700 1 -- 172.21.15.12:0/2466924674 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f15dc00b9c0 con 0x7f15ec075770 2024-05-21T00:12:30.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.103+0000 7f15e3400700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15d00b2880 0x7f15d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:30.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.103+0000 7f15e3400700 1 -- 172.21.15.12:0/2466924674 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f15dc0e2ff0 con 0x7f15ec075770 2024-05-21T00:12:30.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.103+0000 7f15e1400700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15d00b2880 0x7f15d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:30.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.104+0000 7f15e1400700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15d00b2880 0x7f15d00b4d40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f15ec1030b0 tx=0x7f15d4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:30.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.105+0000 7f15e3400700 1 -- 172.21.15.12:0/2466924674 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f15dc013030 con 0x7f15ec075770 2024-05-21T00:12:30.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.403+0000 7f15f1200700 1 -- 172.21.15.12:0/2466924674 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f15ec02e560 con 0x7f15ec075770 2024-05-21T00:12:30.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.404+0000 7f15e3400700 1 -- 172.21.15.12:0/2466924674 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+7992 (secure 0 0 0) 0x7f15dc0ab1a0 con 0x7f15ec075770 2024-05-21T00:12:30.403 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:12:30.403 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24505,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24523,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-05-21T00:12:30.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.408+0000 7f15f1200700 1 -- 172.21.15.12:0/2466924674 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15d00b2880 msgr2=0x7f15d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:30.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.408+0000 7f15f1200700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15d00b2880 0x7f15d00b4d40 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f15ec1030b0 tx=0x7f15d4009260 comp rx=0 tx=0).stop 2024-05-21T00:12:30.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.408+0000 7f15f1200700 1 -- 172.21.15.12:0/2466924674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15ec075770 msgr2=0x7f15ec19be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:30.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.408+0000 7f15f1200700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15ec075770 0x7f15ec19be20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f15dc009230 tx=0x7f15dc00fa00 comp rx=0 tx=0).stop 2024-05-21T00:12:30.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.408+0000 7f15f1200700 1 -- 172.21.15.12:0/2466924674 shutdown_connections 2024-05-21T00:12:30.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.408+0000 7f15f1200700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15d00b2880 0x7f15d00b4d40 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:30.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.408+0000 7f15f1200700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15ec10ff40 0x7f15ec1a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:30.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.408+0000 7f15f1200700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15ec075770 0x7f15ec19be20 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:30.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.408+0000 7f15f1200700 1 --2- 172.21.15.12:0/2466924674 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15ec076090 0x7f15ec19c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:30.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.408+0000 7f15f1200700 1 -- 172.21.15.12:0/2466924674 >> 172.21.15.12:0/2466924674 conn(0x7f15ec07a6a0 msgr2=0x7f15ec1007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:30.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.408+0000 7f15f1200700 1 -- 172.21.15.12:0/2466924674 shutdown_connections 2024-05-21T00:12:30.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:30.408+0000 7f15f1200700 1 -- 172.21.15.12:0/2466924674 wait complete. 2024-05-21T00:12:30.408 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 10 2024-05-21T00:12:30.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:30 smithi012 ceph-mon[31403]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:30.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:30 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2466924674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:30.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:30 smithi060 ceph-mon[36426]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:30.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:30 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2466924674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:31.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:30 smithi077 ceph-mon[36377]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:31.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:30 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2466924674' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:32.454 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:12:32 smithi012 podman[70789]: 2024-05-21 00:12:32.17689644 +0000 UTC m=+0.156730958 container create efe18325db515bbe1f1a98701918be1bb60bfa71bd675deb228f8739882fd9fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-g, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS) 2024-05-21T00:12:32.454 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:12:32 smithi012 podman[70789]: 2024-05-21 00:12:32.455238784 +0000 UTC m=+0.435073282 container init efe18325db515bbe1f1a98701918be1bb60bfa71bd675deb228f8739882fd9fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-g, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:12:32.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:32 smithi012 ceph-mon[31403]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:32.815 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:12:32 smithi012 podman[70789]: 2024-05-21 00:12:32.465604825 +0000 UTC m=+0.445439316 container start efe18325db515bbe1f1a98701918be1bb60bfa71bd675deb228f8739882fd9fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-g, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514) 2024-05-21T00:12:32.815 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:12:32 smithi012 ceph-mds[70807]: -- 172.21.15.12:0/414108446 <== mon.0 v2:172.21.15.12:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x559825b39a40 con 0x559825b0c800 2024-05-21T00:12:32.816 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:12:32 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-g[70803]: starting mds.g at 2024-05-21T00:12:32.816 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:12:32 smithi012 bash[70789]: efe18325db515bbe1f1a98701918be1bb60bfa71bd675deb228f8739882fd9fb 2024-05-21T00:12:32.816 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:12:32 smithi012 systemd[1]: Started Ceph mds.g for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:12:32.830 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:32 smithi077 ceph-mon[36377]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:32.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:32 smithi060 ceph-mon[36426]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:33.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:33 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.12:6838/16984876,v1:172.21.15.12:6839/16984876] up:boot 2024-05-21T00:12:33.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:33 smithi012 ceph-mon[31403]: fsmap 10 up:standby 2024-05-21T00:12:33.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T00:12:33.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:33.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:33.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:33.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:33.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:33.873 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:33 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:33.874 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:33 smithi012 ceph-mon[31403]: Deploying daemon mds.a on smithi012 2024-05-21T00:12:33.876 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:12:33.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:33 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.12:6838/16984876,v1:172.21.15.12:6839/16984876] up:boot 2024-05-21T00:12:33.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:33 smithi060 ceph-mon[36426]: fsmap 10 up:standby 2024-05-21T00:12:33.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T00:12:33.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:33.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:33.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:33.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:33.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:33.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:33 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:33.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:33 smithi060 ceph-mon[36426]: Deploying daemon mds.a on smithi012 2024-05-21T00:12:34.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:33 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.12:6838/16984876,v1:172.21.15.12:6839/16984876] up:boot 2024-05-21T00:12:34.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:33 smithi077 ceph-mon[36377]: fsmap 10 up:standby 2024-05-21T00:12:34.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-05-21T00:12:34.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:34.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:34.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:34.031 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:34.031 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:34.031 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:33 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:34.031 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:33 smithi077 ceph-mon[36377]: Deploying daemon mds.a on smithi012 2024-05-21T00:12:34.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:34 smithi012 ceph-mon[31403]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:34.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:34 smithi060 ceph-mon[36426]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:35.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:34 smithi077 ceph-mon[36377]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:35.049 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:12:35.995 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:12:35 smithi012 systemd[1]: Starting Ceph mds.a for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:12:36.696 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:12:36 smithi012 podman[71183]: 2024-05-21 00:12:36.484612325 +0000 UTC m=+0.037833651 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:12:36.696 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:12:36 smithi012 podman[71183]: 2024-05-21 00:12:36.594388775 +0000 UTC m=+0.147610111 container create ddf72cdc74bd278a4b8662f89936c0866bbce2a6804d24a7d8678879215c2b44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=) 2024-05-21T00:12:36.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:36 smithi060 ceph-mon[36426]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:36.991 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:36 smithi012 ceph-mon[31403]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:37.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:36 smithi077 ceph-mon[36377]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:37.265 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:12:37 smithi012 podman[71183]: 2024-05-21 00:12:37.08458573 +0000 UTC m=+0.637807126 container init ddf72cdc74bd278a4b8662f89936c0866bbce2a6804d24a7d8678879215c2b44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-05-21T00:12:37.265 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:12:37 smithi012 podman[71183]: 2024-05-21 00:12:37.097465453 +0000 UTC m=+0.650686797 container start ddf72cdc74bd278a4b8662f89936c0866bbce2a6804d24a7d8678879215c2b44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240514, io.buildah.version=1.33.5) 2024-05-21T00:12:37.266 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:12:37 smithi012 ceph-mds[71225]: -- 172.21.15.12:0/2230015036 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bb10b77a40 con 0x55bb10b4a800 2024-05-21T00:12:37.266 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:12:37 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a[71216]: starting mds.a at 2024-05-21T00:12:37.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.348+0000 7f5163800700 1 -- 172.21.15.12:0/1340675794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f515c10b760 msgr2=0x7f515c10bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:37.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.348+0000 7f5163800700 1 --2- 172.21.15.12:0/1340675794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f515c10b760 0x7f515c10bb40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f5150009990 tx=0x7f5150009ca0 comp rx=0 tx=0).stop 2024-05-21T00:12:37.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.349+0000 7f5163800700 1 -- 172.21.15.12:0/1340675794 shutdown_connections 2024-05-21T00:12:37.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.349+0000 7f5163800700 1 --2- 172.21.15.12:0/1340675794 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f515c106120 0x7f515c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:37.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.349+0000 7f5163800700 1 --2- 172.21.15.12:0/1340675794 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f515c10b760 0x7f515c10bb40 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:37.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.349+0000 7f5163800700 1 --2- 172.21.15.12:0/1340675794 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f515c105760 0x7f515c105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:37.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.349+0000 7f5163800700 1 -- 172.21.15.12:0/1340675794 >> 172.21.15.12:0/1340675794 conn(0x7f515c101270 msgr2=0x7f515c103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:37.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.349+0000 7f5163800700 1 -- 172.21.15.12:0/1340675794 shutdown_connections 2024-05-21T00:12:37.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.349+0000 7f5163800700 1 -- 172.21.15.12:0/1340675794 wait complete. 2024-05-21T00:12:37.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.350+0000 7f5163800700 1 Processor -- start 2024-05-21T00:12:37.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.350+0000 7f5163800700 1 -- start start 2024-05-21T00:12:37.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.351+0000 7f5163800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f515c105760 0x7f515c19bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:37.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.351+0000 7f5163800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f515c106120 0x7f515c19c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:37.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.351+0000 7f5163800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f515c10b760 0x7f515c1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:37.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.351+0000 7f5163800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f515c115940 con 0x7f515c105760 2024-05-21T00:12:37.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.351+0000 7f5163800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f515c1157c0 con 0x7f515c10b760 2024-05-21T00:12:37.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.351+0000 7f5163800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f515c115ac0 con 0x7f515c106120 2024-05-21T00:12:37.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.351+0000 7f5161800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f515c10b760 0x7f515c1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:37.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.351+0000 7f5161800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f515c10b760 0x7f515c1a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:48922/0 (socket says 172.21.15.12:48922) 2024-05-21T00:12:37.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.351+0000 7f515be00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f515c106120 0x7f515c19c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:37.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.351+0000 7f5161800700 1 -- 172.21.15.12:0/1516075113 learned_addr learned my addr 172.21.15.12:0/1516075113 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:12:37.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.352+0000 7f5160e00700 1 --2- 172.21.15.12:0/1516075113 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f515c105760 0x7f515c19bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:37.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.352+0000 7f515be00700 1 -- 172.21.15.12:0/1516075113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f515c10b760 msgr2=0x7f515c1a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.352+0000 7f515be00700 1 --2- 172.21.15.12:0/1516075113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f515c10b760 0x7f515c1a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.352+0000 7f515be00700 1 -- 172.21.15.12:0/1516075113 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f515c105760 msgr2=0x7f515c19bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.352+0000 7f515be00700 1 --2- 172.21.15.12:0/1516075113 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f515c105760 0x7f515c19bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.352+0000 7f515be00700 1 -- 172.21.15.12:0/1516075113 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f515c1a0e00 con 0x7f515c106120 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.352+0000 7f515be00700 1 --2- 172.21.15.12:0/1516075113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f515c106120 0x7f515c19c330 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f514800e9f0 tx=0x7f514800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.352+0000 7f5159600700 1 -- 172.21.15.12:0/1516075113 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f514800c9c0 con 0x7f515c106120 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.353+0000 7f5159600700 1 -- 172.21.15.12:0/1516075113 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f514800cb60 con 0x7f515c106120 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.353+0000 7f5163800700 1 -- 172.21.15.12:0/1516075113 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f515c1a10f0 con 0x7f515c106120 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.353+0000 7f5159600700 1 -- 172.21.15.12:0/1516075113 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5148018680 con 0x7f515c106120 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.353+0000 7f5163800700 1 -- 172.21.15.12:0/1516075113 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f515c1a8970 con 0x7f515c106120 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.354+0000 7f5163800700 1 -- 172.21.15.12:0/1516075113 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f515c06a230 con 0x7f515c106120 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.356+0000 7f5159600700 1 -- 172.21.15.12:0/1516075113 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f514804aab0 con 0x7f515c106120 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.358+0000 7f5159600700 1 --2- 172.21.15.12:0/1516075113 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f51440b2880 0x7f51440b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:37.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.358+0000 7f5159600700 1 -- 172.21.15.12:0/1516075113 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f51480e20e0 con 0x7f515c106120 2024-05-21T00:12:37.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.358+0000 7f5160e00700 1 --2- 172.21.15.12:0/1516075113 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f51440b2880 0x7f51440b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:37.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.359+0000 7f5160e00700 1 --2- 172.21.15.12:0/1516075113 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f51440b2880 0x7f51440b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f515000b2e0 tx=0x7f5150005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:37.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.360+0000 7f5159600700 1 -- 172.21.15.12:0/1516075113 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f51480aa200 con 0x7f515c106120 2024-05-21T00:12:37.565 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:12:37 smithi012 bash[71183]: ddf72cdc74bd278a4b8662f89936c0866bbce2a6804d24a7d8678879215c2b44 2024-05-21T00:12:37.565 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:12:37 smithi012 systemd[1]: Started Ceph mds.a for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:12:37.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.665+0000 7f5163800700 1 -- 172.21.15.12:0/1516075113 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f515c02e560 con 0x7f515c106120 2024-05-21T00:12:37.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.666+0000 7f5159600700 1 -- 172.21.15.12:0/1516075113 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8812 (secure 0 0 0) 0x7f51480b2280 con 0x7f515c106120 2024-05-21T00:12:37.665 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:12:37.665 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24505,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24523,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-05-21T00:12:37.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.669+0000 7f5163800700 1 -- 172.21.15.12:0/1516075113 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f51440b2880 msgr2=0x7f51440b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:37.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.669+0000 7f5163800700 1 --2- 172.21.15.12:0/1516075113 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f51440b2880 0x7f51440b4d40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f515000b2e0 tx=0x7f5150005960 comp rx=0 tx=0).stop 2024-05-21T00:12:37.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.669+0000 7f5163800700 1 -- 172.21.15.12:0/1516075113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f515c106120 msgr2=0x7f515c19c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:37.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.669+0000 7f5163800700 1 --2- 172.21.15.12:0/1516075113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f515c106120 0x7f515c19c330 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f514800e9f0 tx=0x7f514800ed00 comp rx=0 tx=0).stop 2024-05-21T00:12:37.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.669+0000 7f5163800700 1 -- 172.21.15.12:0/1516075113 shutdown_connections 2024-05-21T00:12:37.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.669+0000 7f5163800700 1 --2- 172.21.15.12:0/1516075113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f515c10b760 0x7f515c1a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:37.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.669+0000 7f5163800700 1 --2- 172.21.15.12:0/1516075113 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f51440b2880 0x7f51440b4d40 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:37.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.670+0000 7f5163800700 1 --2- 172.21.15.12:0/1516075113 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f515c105760 0x7f515c19bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:37.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.670+0000 7f5163800700 1 --2- 172.21.15.12:0/1516075113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f515c106120 0x7f515c19c330 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:37.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.670+0000 7f5163800700 1 -- 172.21.15.12:0/1516075113 >> 172.21.15.12:0/1516075113 conn(0x7f515c101270 msgr2=0x7f515c1019c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:37.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.670+0000 7f5163800700 1 -- 172.21.15.12:0/1516075113 shutdown_connections 2024-05-21T00:12:37.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:37.670+0000 7f5163800700 1 -- 172.21.15.12:0/1516075113 wait complete. 2024-05-21T00:12:37.670 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 11 2024-05-21T00:12:38.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:38 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:38.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:38 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:38.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:38 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:38.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:38 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:38.726 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:38 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:38.727 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:38 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:38.727 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:38 smithi060 ceph-mon[36426]: Deploying daemon mds.b on smithi060 2024-05-21T00:12:38.727 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:38 smithi060 ceph-mon[36426]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:38.727 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:38 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1516075113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:38.727 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:38 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] up:boot 2024-05-21T00:12:38.727 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:38 smithi060 ceph-mon[36426]: fsmap 11 up:standby 2024-05-21T00:12:38.727 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:38 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T00:12:38.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:38 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:38.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:38 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:38.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:38 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:38.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:38 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:38.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:38 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:38.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:38 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:38.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:38 smithi077 ceph-mon[36377]: Deploying daemon mds.b on smithi060 2024-05-21T00:12:38.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:38 smithi077 ceph-mon[36377]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:38.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:38 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1516075113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:38.778 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:38 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] up:boot 2024-05-21T00:12:38.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:38 smithi077 ceph-mon[36377]: fsmap 11 up:standby 2024-05-21T00:12:38.779 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:38 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T00:12:38.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:38.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:38.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:38.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-21T00:12:38.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-21T00:12:38.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:38.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:38 smithi012 ceph-mon[31403]: Deploying daemon mds.b on smithi060 2024-05-21T00:12:38.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:38 smithi012 ceph-mon[31403]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:38.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:38 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1516075113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:38.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:38 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] up:boot 2024-05-21T00:12:38.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:38 smithi012 ceph-mon[31403]: fsmap 11 up:standby 2024-05-21T00:12:38.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:38 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T00:12:39.476 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:12:39 smithi060 systemd[1]: Starting Ceph mds.b for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:12:39.919 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:12:39 smithi060 podman[67231]: 2024-05-21 00:12:39.667556931 +0000 UTC m=+0.114637250 container create ae50741698b0e1601d503284293bccbca29e452455d264ff17125b7fc7d7f716 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-b, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-05-21T00:12:39.920 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:12:39 smithi060 podman[67231]: 2024-05-21 00:12:39.570564419 +0000 UTC m=+0.017644762 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:12:39.920 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:12:39 smithi060 podman[67231]: 2024-05-21 00:12:39.895090695 +0000 UTC m=+0.342171017 container init ae50741698b0e1601d503284293bccbca29e452455d264ff17125b7fc7d7f716 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-b, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:12:39.920 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:12:39 smithi060 podman[67231]: 2024-05-21 00:12:39.898216233 +0000 UTC m=+0.345296560 container start ae50741698b0e1601d503284293bccbca29e452455d264ff17125b7fc7d7f716 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-b, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:12:39.920 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:12:39 smithi060 ceph-mds[67250]: -- 172.21.15.60:0/3483815203 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55657c013a40 con 0x55657bfe7000 2024-05-21T00:12:40.225 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:12:39 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-b[67246]: starting mds.b at 2024-05-21T00:12:40.226 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:12:40 smithi060 bash[67231]: ae50741698b0e1601d503284293bccbca29e452455d264ff17125b7fc7d7f716 2024-05-21T00:12:40.226 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:12:40 smithi060 systemd[1]: Started Ceph mds.b for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:12:40.415 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:12:40.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:40 smithi012 ceph-mon[31403]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:40.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:40 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:40.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:40 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:40.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:40 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:40.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:40 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:40.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:40 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:40.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:40 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:12:40.879 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:12:40.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:40 smithi060 ceph-mon[36426]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:40.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:40 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:40.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:40 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:40.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:40 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:40.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:40 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:40.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:40 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:40.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:40 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:12:41.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:40 smithi077 ceph-mon[36377]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:41.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:40 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:41.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:40 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:41.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:40 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:41.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:40 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:41.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:40 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:41.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:40 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:12:41.810 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:41 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] up:boot 2024-05-21T00:12:41.810 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:41 smithi060 ceph-mon[36426]: fsmap 12 up:standby 2024-05-21T00:12:41.810 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:41 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T00:12:42.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:41 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] up:boot 2024-05-21T00:12:42.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:41 smithi077 ceph-mon[36377]: fsmap 12 up:standby 2024-05-21T00:12:42.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:41 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T00:12:42.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:41 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] up:boot 2024-05-21T00:12:42.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:41 smithi012 ceph-mon[31403]: fsmap 12 up:standby 2024-05-21T00:12:42.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:41 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T00:12:42.706 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:42 smithi012 ceph-mon[31403]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:42.706 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:42 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:42.707 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:42 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:42.707 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:42 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:42.707 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:42 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:42.707 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:42 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:42.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.882+0000 7f933dc00700 1 -- 172.21.15.12:0/739621236 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9338076200 msgr2=0x7f9338113f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:42.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.882+0000 7f933dc00700 1 --2- 172.21.15.12:0/739621236 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9338076200 0x7f9338113f20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f93200098f0 tx=0x7f9320009c00 comp rx=0 tx=0).stop 2024-05-21T00:12:42.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.882+0000 7f933dc00700 1 -- 172.21.15.12:0/739621236 shutdown_connections 2024-05-21T00:12:42.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.882+0000 7f933dc00700 1 --2- 172.21.15.12:0/739621236 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9338114460 0x7f9338116850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:42.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.882+0000 7f933dc00700 1 --2- 172.21.15.12:0/739621236 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f93380758e0 0x7f9338075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:42.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.882+0000 7f933dc00700 1 --2- 172.21.15.12:0/739621236 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9338076200 0x7f9338113f20 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:42.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.882+0000 7f933dc00700 1 -- 172.21.15.12:0/739621236 >> 172.21.15.12:0/739621236 conn(0x7f93380fef60 msgr2=0x7f9338101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:42.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.882+0000 7f933dc00700 1 -- 172.21.15.12:0/739621236 shutdown_connections 2024-05-21T00:12:42.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.882+0000 7f933dc00700 1 -- 172.21.15.12:0/739621236 wait complete. 2024-05-21T00:12:42.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.884+0000 7f933dc00700 1 Processor -- start 2024-05-21T00:12:42.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.884+0000 7f933dc00700 1 -- start start 2024-05-21T00:12:42.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.884+0000 7f933dc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f93380758e0 0x7f93381a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:42.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.884+0000 7f933dc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9338076200 0x7f93381a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:42.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.885+0000 7f933dc00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9338114460 0x7f93381a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:42.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.885+0000 7f933dc00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9338119ca0 con 0x7f93380758e0 2024-05-21T00:12:42.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.885+0000 7f933dc00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9338119b20 con 0x7f9338076200 2024-05-21T00:12:42.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.885+0000 7f933dc00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f9338119e20 con 0x7f9338114460 2024-05-21T00:12:42.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.885+0000 7f9337e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f93380758e0 0x7f93381a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:42.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.885+0000 7f9337e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f93380758e0 0x7f93381a0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38816/0 (socket says 172.21.15.12:38816) 2024-05-21T00:12:42.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.885+0000 7f9337e00700 1 -- 172.21.15.12:0/3809669259 learned_addr learned my addr 172.21.15.12:0/3809669259 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:12:42.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.885+0000 7f932fe00700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9338076200 0x7f93381a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:42.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.885+0000 7f933d200700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9338114460 0x7f93381a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:42.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.885+0000 7f932fe00700 1 -- 172.21.15.12:0/3809669259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9338114460 msgr2=0x7f93381a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:42.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.885+0000 7f932fe00700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9338114460 0x7f93381a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:42.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.886+0000 7f932fe00700 1 -- 172.21.15.12:0/3809669259 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f93380758e0 msgr2=0x7f93381a0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:42.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.886+0000 7f932fe00700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f93380758e0 0x7f93381a0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:42.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.886+0000 7f932fe00700 1 -- 172.21.15.12:0/3809669259 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93381a5260 con 0x7f9338076200 2024-05-21T00:12:42.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.886+0000 7f9337e00700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f93380758e0 0x7f93381a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:12:42.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.886+0000 7f933d200700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9338114460 0x7f93381a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:12:42.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.886+0000 7f932fe00700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9338076200 0x7f93381a0790 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f932000c010 tx=0x7f932000fa00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:42.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.886+0000 7f9335600700 1 -- 172.21.15.12:0/3809669259 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93200050c0 con 0x7f9338076200 2024-05-21T00:12:42.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.886+0000 7f9335600700 1 -- 172.21.15.12:0/3809669259 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f932000b560 con 0x7f9338076200 2024-05-21T00:12:42.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.886+0000 7f933dc00700 1 -- 172.21.15.12:0/3809669259 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93381a54f0 con 0x7f9338076200 2024-05-21T00:12:42.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.886+0000 7f9335600700 1 -- 172.21.15.12:0/3809669259 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9320003a00 con 0x7f9338076200 2024-05-21T00:12:42.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.886+0000 7f933dc00700 1 -- 172.21.15.12:0/3809669259 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93381acdd0 con 0x7f9338076200 2024-05-21T00:12:42.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.887+0000 7f933dc00700 1 -- 172.21.15.12:0/3809669259 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f933806a230 con 0x7f9338076200 2024-05-21T00:12:42.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.890+0000 7f9335600700 1 -- 172.21.15.12:0/3809669259 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f932000b710 con 0x7f9338076200 2024-05-21T00:12:42.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.891+0000 7f9335600700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f931c0b2900 0x7f931c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:42.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.891+0000 7f9335600700 1 -- 172.21.15.12:0/3809669259 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7f93200e2b30 con 0x7f9338076200 2024-05-21T00:12:42.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.892+0000 7f9337e00700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f931c0b2900 0x7f931c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:42.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.892+0000 7f9337e00700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f931c0b2900 0x7f931c0b4dc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f9328011590 tx=0x7f9328009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:42.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:42.896+0000 7f9335600700 1 -- 172.21.15.12:0/3809669259 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9320013030 con 0x7f9338076200 2024-05-21T00:12:42.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:42 smithi060 ceph-mon[36426]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:42.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:42 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:42.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:42 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:42.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:42 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:42.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:42 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:42.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:42 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:43.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:42 smithi077 ceph-mon[36377]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:43.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:42 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:43.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:42 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:43.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:42 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:43.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:42 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:43.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:42 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:43.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.197+0000 7f933dc00700 1 -- 172.21.15.12:0/3809669259 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f93381a15b0 con 0x7f9338076200 2024-05-21T00:12:43.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.198+0000 7f9335600700 1 -- 172.21.15.12:0/3809669259 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10464 (secure 0 0 0) 0x7f93200aace0 con 0x7f9338076200 2024-05-21T00:12:43.197 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:12:43.197 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24448,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24455,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24493,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24505,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24523,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24530,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24538,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[]} 2024-05-21T00:12:43.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.201+0000 7f933dc00700 1 -- 172.21.15.12:0/3809669259 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f931c0b2900 msgr2=0x7f931c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:43.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.201+0000 7f933dc00700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f931c0b2900 0x7f931c0b4dc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f9328011590 tx=0x7f9328009260 comp rx=0 tx=0).stop 2024-05-21T00:12:43.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.201+0000 7f933dc00700 1 -- 172.21.15.12:0/3809669259 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9338076200 msgr2=0x7f93381a0790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:43.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.201+0000 7f933dc00700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9338076200 0x7f93381a0790 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f932000c010 tx=0x7f932000fa00 comp rx=0 tx=0).stop 2024-05-21T00:12:43.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.202+0000 7f933dc00700 1 -- 172.21.15.12:0/3809669259 shutdown_connections 2024-05-21T00:12:43.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.202+0000 7f933dc00700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9338114460 0x7f93381a4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:43.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.202+0000 7f933dc00700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f931c0b2900 0x7f931c0b4dc0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:43.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.202+0000 7f933dc00700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f93380758e0 0x7f93381a0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:43.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.202+0000 7f933dc00700 1 --2- 172.21.15.12:0/3809669259 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9338076200 0x7f93381a0790 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:43.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.202+0000 7f933dc00700 1 -- 172.21.15.12:0/3809669259 >> 172.21.15.12:0/3809669259 conn(0x7f93380fef60 msgr2=0x7f9338100930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:43.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.202+0000 7f933dc00700 1 -- 172.21.15.12:0/3809669259 shutdown_connections 2024-05-21T00:12:43.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:43.202+0000 7f933dc00700 1 -- 172.21.15.12:0/3809669259 wait complete. 2024-05-21T00:12:43.201 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 13 2024-05-21T00:12:43.877 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:43 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3809669259' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:44.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:43 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3809669259' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:44.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:43 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3809669259' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:12:44.190 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-05-21T00:12:44.661 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:12:44.954 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:44 smithi012 ceph-mon[31403]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:44.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:44 smithi060 ceph-mon[36426]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:45.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:44 smithi077 ceph-mon[36377]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:46.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.653+0000 7fc974400700 1 -- 172.21.15.12:0/322743133 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc96c1096a0 msgr2=0x7fc96c109a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:46.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.653+0000 7fc974400700 1 --2- 172.21.15.12:0/322743133 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc96c1096a0 0x7fc96c109a80 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc960009990 tx=0x7fc960009ca0 comp rx=0 tx=0).stop 2024-05-21T00:12:46.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.653+0000 7fc974400700 1 -- 172.21.15.12:0/322743133 shutdown_connections 2024-05-21T00:12:46.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.653+0000 7fc974400700 1 --2- 172.21.15.12:0/322743133 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc96c103f50 0x7fc96c110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:46.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.653+0000 7fc974400700 1 --2- 172.21.15.12:0/322743133 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc96c1096a0 0x7fc96c109a80 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:46.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.653+0000 7fc974400700 1 --2- 172.21.15.12:0/322743133 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc96c103590 0x7fc96c103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:46.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.653+0000 7fc974400700 1 -- 172.21.15.12:0/322743133 >> 172.21.15.12:0/322743133 conn(0x7fc96c07a6f0 msgr2=0x7fc96c07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:46.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.653+0000 7fc974400700 1 -- 172.21.15.12:0/322743133 shutdown_connections 2024-05-21T00:12:46.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.653+0000 7fc974400700 1 -- 172.21.15.12:0/322743133 wait complete. 2024-05-21T00:12:46.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.655+0000 7fc974400700 1 Processor -- start 2024-05-21T00:12:46.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.655+0000 7fc974400700 1 -- start start 2024-05-21T00:12:46.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.655+0000 7fc974400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc96c103590 0x7fc96c19bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:46.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.655+0000 7fc974400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc96c103f50 0x7fc96c19c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:46.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.655+0000 7fc974400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc96c1096a0 0x7fc96c1a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:46.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.655+0000 7fc974400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc96c113780 con 0x7fc96c103590 2024-05-21T00:12:46.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.655+0000 7fc974400700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc96c113600 con 0x7fc96c1096a0 2024-05-21T00:12:46.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.655+0000 7fc974400700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fc96c113900 con 0x7fc96c103f50 2024-05-21T00:12:46.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.656+0000 7fc971000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc96c103f50 0x7fc96c19c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:46.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.656+0000 7fc971000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc96c103f50 0x7fc96c19c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50286/0 (socket says 172.21.15.12:50286) 2024-05-21T00:12:46.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.656+0000 7fc971000700 1 -- 172.21.15.12:0/898131255 learned_addr learned my addr 172.21.15.12:0/898131255 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:12:46.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.656+0000 7fc972400700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc96c1096a0 0x7fc96c1a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:46.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.656+0000 7fc971a00700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc96c103590 0x7fc96c19bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:46.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.656+0000 7fc971000700 1 -- 172.21.15.12:0/898131255 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc96c1096a0 msgr2=0x7fc96c1a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:46.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.656+0000 7fc971000700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc96c1096a0 0x7fc96c1a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:46.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.656+0000 7fc971000700 1 -- 172.21.15.12:0/898131255 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc96c103590 msgr2=0x7fc96c19bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:46.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.656+0000 7fc971000700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc96c103590 0x7fc96c19bda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:46.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.656+0000 7fc971000700 1 -- 172.21.15.12:0/898131255 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc96c1a0db0 con 0x7fc96c103f50 2024-05-21T00:12:46.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.656+0000 7fc972400700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc96c1096a0 0x7fc96c1a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:12:46.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.656+0000 7fc971000700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc96c103f50 0x7fc96c19c2e0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc95800e9c0 tx=0x7fc95800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:46.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.657+0000 7fc96a000700 1 -- 172.21.15.12:0/898131255 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc95800cbd0 con 0x7fc96c103f50 2024-05-21T00:12:46.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.657+0000 7fc96a000700 1 -- 172.21.15.12:0/898131255 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc95800ee60 con 0x7fc96c103f50 2024-05-21T00:12:46.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.657+0000 7fc96a000700 1 -- 172.21.15.12:0/898131255 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9580055c0 con 0x7fc96c103f50 2024-05-21T00:12:46.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.657+0000 7fc974400700 1 -- 172.21.15.12:0/898131255 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc96c1a10a0 con 0x7fc96c103f50 2024-05-21T00:12:46.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.657+0000 7fc974400700 1 -- 172.21.15.12:0/898131255 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc96c1a8920 con 0x7fc96c103f50 2024-05-21T00:12:46.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.658+0000 7fc974400700 1 -- 172.21.15.12:0/898131255 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc96c06a230 con 0x7fc96c103f50 2024-05-21T00:12:46.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.660+0000 7fc96a000700 1 -- 172.21.15.12:0/898131255 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fc958004750 con 0x7fc96c103f50 2024-05-21T00:12:46.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.662+0000 7fc96a000700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc9540b2880 0x7fc9540b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:46.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.662+0000 7fc96a000700 1 -- 172.21.15.12:0/898131255 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7fc9580e2090 con 0x7fc96c103f50 2024-05-21T00:12:46.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.662+0000 7fc971a00700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc9540b2880 0x7fc9540b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:46.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.663+0000 7fc971a00700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc9540b2880 0x7fc9540b4d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc96000b2e0 tx=0x7fc960005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:46.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.671+0000 7fc96a000700 1 -- 172.21.15.12:0/898131255 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc9580aa1b0 con 0x7fc96c103f50 2024-05-21T00:12:46.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:46 smithi012 ceph-mon[31403]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:46.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:46 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:46.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:46 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:46.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:46 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:46.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:46 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:12:46.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:46 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:46.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:46 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:12:46.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.910+0000 7fc974400700 1 -- 172.21.15.12:0/898131255 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fc96c19d100 con 0x7fc96c103f50 2024-05-21T00:12:46.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.911+0000 7fc96a000700 1 -- 172.21.15.12:0/898131255 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v72) ==== 84+0+65 (secure 0 0 0) 0x7fc96c19d100 con 0x7fc96c103f50 2024-05-21T00:12:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:12:46.910 INFO:teuthology.orchestra.run.smithi012.stdout:[ 2024-05-21T00:12:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:12:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "poolnum": 1, 2024-05-21T00:12:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "poolname": ".mgr" 2024-05-21T00:12:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:12:46.910 INFO:teuthology.orchestra.run.smithi012.stdout:] 2024-05-21T00:12:46.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.914+0000 7fc974400700 1 -- 172.21.15.12:0/898131255 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc9540b2880 msgr2=0x7fc9540b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:46.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.914+0000 7fc974400700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc9540b2880 0x7fc9540b4d40 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc96000b2e0 tx=0x7fc960005fd0 comp rx=0 tx=0).stop 2024-05-21T00:12:46.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.914+0000 7fc974400700 1 -- 172.21.15.12:0/898131255 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc96c103f50 msgr2=0x7fc96c19c2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:46.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.914+0000 7fc974400700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc96c103f50 0x7fc96c19c2e0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc95800e9c0 tx=0x7fc95800ecd0 comp rx=0 tx=0).stop 2024-05-21T00:12:46.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.914+0000 7fc974400700 1 -- 172.21.15.12:0/898131255 shutdown_connections 2024-05-21T00:12:46.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.914+0000 7fc974400700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc96c1096a0 0x7fc96c1a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:46.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.914+0000 7fc974400700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc9540b2880 0x7fc9540b4d40 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:46.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.914+0000 7fc974400700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc96c103590 0x7fc96c19bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:46.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.914+0000 7fc974400700 1 --2- 172.21.15.12:0/898131255 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc96c103f50 0x7fc96c19c2e0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:46.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.914+0000 7fc974400700 1 -- 172.21.15.12:0/898131255 >> 172.21.15.12:0/898131255 conn(0x7fc96c07a6f0 msgr2=0x7fc96c10ea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:46.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.914+0000 7fc974400700 1 -- 172.21.15.12:0/898131255 shutdown_connections 2024-05-21T00:12:46.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:46.914+0000 7fc974400700 1 -- 172.21.15.12:0/898131255 wait complete. 2024-05-21T00:12:46.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:46 smithi060 ceph-mon[36426]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:46.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:46 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:46.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:46 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:46.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:46 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:46.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:46 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:12:46.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:46 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:46.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:46 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:12:47.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:46 smithi077 ceph-mon[36377]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:47.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:46 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:47.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:46 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:47.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:46 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:47.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:46 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:12:47.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:46 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:47.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:46 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:12:47.749 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-05-21T00:12:47.749 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-05-21T00:12:47.975 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:47 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/898131255' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-21T00:12:48.027 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:47 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/898131255' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-21T00:12:48.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:47 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/898131255' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-05-21T00:12:48.650 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:12:49.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:48 smithi012 ceph-mon[31403]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:49.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:49.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:49.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:49.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:49.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:48 smithi060 ceph-mon[36426]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:49.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:49.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:49.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:49.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:49.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:48 smithi077 ceph-mon[36377]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:49.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:49.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:49.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:49.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:50.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.918+0000 7efc83000700 1 -- 172.21.15.12:0/1152933755 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc7c076090 msgr2=0x7efc7c10fa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:50.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.918+0000 7efc83000700 1 --2- 172.21.15.12:0/1152933755 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc7c076090 0x7efc7c10fa70 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7efc68009990 tx=0x7efc68009ca0 comp rx=0 tx=0).stop 2024-05-21T00:12:50.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.918+0000 7efc83000700 1 -- 172.21.15.12:0/1152933755 shutdown_connections 2024-05-21T00:12:50.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.918+0000 7efc83000700 1 --2- 172.21.15.12:0/1152933755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc7c10ffb0 0x7efc7c1123a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:50.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.918+0000 7efc83000700 1 --2- 172.21.15.12:0/1152933755 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efc7c075770 0x7efc7c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:50.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.918+0000 7efc83000700 1 --2- 172.21.15.12:0/1152933755 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc7c076090 0x7efc7c10fa70 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:50.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.918+0000 7efc83000700 1 -- 172.21.15.12:0/1152933755 >> 172.21.15.12:0/1152933755 conn(0x7efc7c07a700 msgr2=0x7efc7c07ab10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:50.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.918+0000 7efc83000700 1 -- 172.21.15.12:0/1152933755 shutdown_connections 2024-05-21T00:12:50.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.918+0000 7efc83000700 1 -- 172.21.15.12:0/1152933755 wait complete. 2024-05-21T00:12:50.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.920+0000 7efc83000700 1 Processor -- start 2024-05-21T00:12:50.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.920+0000 7efc83000700 1 -- start start 2024-05-21T00:12:50.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.920+0000 7efc83000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efc7c075770 0x7efc7c19be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:50.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.920+0000 7efc83000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc7c076090 0x7efc7c19c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:50.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.920+0000 7efc83000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc7c10ffb0 0x7efc7c1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:50.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.921+0000 7efc83000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7efc7c1158e0 con 0x7efc7c10ffb0 2024-05-21T00:12:50.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.921+0000 7efc83000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7efc7c115760 con 0x7efc7c075770 2024-05-21T00:12:50.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.921+0000 7efc83000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7efc7c115a60 con 0x7efc7c076090 2024-05-21T00:12:50.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.921+0000 7efc81000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc7c10ffb0 0x7efc7c1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:50.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.921+0000 7efc7b400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc7c076090 0x7efc7c19c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:50.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.921+0000 7efc7b400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc7c076090 0x7efc7c19c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50316/0 (socket says 172.21.15.12:50316) 2024-05-21T00:12:50.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.921+0000 7efc7b400700 1 -- 172.21.15.12:0/1418840688 learned_addr learned my addr 172.21.15.12:0/1418840688 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:12:50.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.921+0000 7efc7be00700 1 --2- 172.21.15.12:0/1418840688 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efc7c075770 0x7efc7c19be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:50.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.921+0000 7efc7b400700 1 -- 172.21.15.12:0/1418840688 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efc7c075770 msgr2=0x7efc7c19be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:50.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.921+0000 7efc7b400700 1 --2- 172.21.15.12:0/1418840688 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efc7c075770 0x7efc7c19be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:50.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.921+0000 7efc7b400700 1 -- 172.21.15.12:0/1418840688 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc7c10ffb0 msgr2=0x7efc7c1a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:50.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.921+0000 7efc7b400700 1 --2- 172.21.15.12:0/1418840688 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc7c10ffb0 0x7efc7c1a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:50.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.921+0000 7efc7b400700 1 -- 172.21.15.12:0/1418840688 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc7c1a0e20 con 0x7efc7c076090 2024-05-21T00:12:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.922+0000 7efc7b400700 1 --2- 172.21.15.12:0/1418840688 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc7c076090 0x7efc7c19c350 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7efc68000c00 tx=0x7efc6800bfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.922+0000 7efc78c00700 1 -- 172.21.15.12:0/1418840688 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc68027070 con 0x7efc7c076090 2024-05-21T00:12:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.922+0000 7efc83000700 1 -- 172.21.15.12:0/1418840688 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc7c1a10b0 con 0x7efc7c076090 2024-05-21T00:12:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.922+0000 7efc78c00700 1 -- 172.21.15.12:0/1418840688 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efc68022470 con 0x7efc7c076090 2024-05-21T00:12:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.922+0000 7efc78c00700 1 -- 172.21.15.12:0/1418840688 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc68017650 con 0x7efc7c076090 2024-05-21T00:12:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.922+0000 7efc83000700 1 -- 172.21.15.12:0/1418840688 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc7c1a8990 con 0x7efc7c076090 2024-05-21T00:12:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.923+0000 7efc83000700 1 -- 172.21.15.12:0/1418840688 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc7c06a230 con 0x7efc7c076090 2024-05-21T00:12:50.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.927+0000 7efc78c00700 1 -- 172.21.15.12:0/1418840688 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7efc6802a070 con 0x7efc7c076090 2024-05-21T00:12:50.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.928+0000 7efc78c00700 1 --2- 172.21.15.12:0/1418840688 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efc600b2900 0x7efc600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:50.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.928+0000 7efc78c00700 1 -- 172.21.15.12:0/1418840688 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7127+0+0 (secure 0 0 0) 0x7efc680e2ee0 con 0x7efc7c076090 2024-05-21T00:12:50.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.928+0000 7efc7be00700 1 --2- 172.21.15.12:0/1418840688 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efc600b2900 0x7efc600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:50.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.929+0000 7efc7be00700 1 --2- 172.21.15.12:0/1418840688 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efc600b2900 0x7efc600b4dc0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7efc6c009c60 tx=0x7efc6c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:50.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:50.929+0000 7efc78c00700 1 -- 172.21.15.12:0/1418840688 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efc68013070 con 0x7efc7c076090 2024-05-21T00:12:51.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:50 smithi012 ceph-mon[31403]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:51.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.181+0000 7efc83000700 1 -- 172.21.15.12:0/1418840688 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7efc7c19d170 con 0x7efc7c076090 2024-05-21T00:12:51.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:50 smithi060 ceph-mon[36426]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:51.277 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:50 smithi077 ceph-mon[36377]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:51.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.988+0000 7efc78c00700 1 -- 172.21.15.12:0/1418840688 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v73) ==== 138+0+0 (secure 0 0 0) 0x7efc680ab090 con 0x7efc7c076090 2024-05-21T00:12:51.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.997+0000 7efc83000700 1 -- 172.21.15.12:0/1418840688 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efc600b2900 msgr2=0x7efc600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:51.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.997+0000 7efc83000700 1 --2- 172.21.15.12:0/1418840688 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efc600b2900 0x7efc600b4dc0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7efc6c009c60 tx=0x7efc6c009260 comp rx=0 tx=0).stop 2024-05-21T00:12:51.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.997+0000 7efc83000700 1 -- 172.21.15.12:0/1418840688 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc7c076090 msgr2=0x7efc7c19c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:51.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.997+0000 7efc83000700 1 --2- 172.21.15.12:0/1418840688 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc7c076090 0x7efc7c19c350 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7efc68000c00 tx=0x7efc6800bfd0 comp rx=0 tx=0).stop 2024-05-21T00:12:51.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.997+0000 7efc83000700 1 -- 172.21.15.12:0/1418840688 shutdown_connections 2024-05-21T00:12:51.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.997+0000 7efc83000700 1 --2- 172.21.15.12:0/1418840688 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efc600b2900 0x7efc600b4dc0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:51.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.997+0000 7efc83000700 1 --2- 172.21.15.12:0/1418840688 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efc7c10ffb0 0x7efc7c1a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:51.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.997+0000 7efc83000700 1 --2- 172.21.15.12:0/1418840688 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efc7c075770 0x7efc7c19be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:51.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.997+0000 7efc83000700 1 --2- 172.21.15.12:0/1418840688 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efc7c076090 0x7efc7c19c350 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:51.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.997+0000 7efc83000700 1 -- 172.21.15.12:0/1418840688 >> 172.21.15.12:0/1418840688 conn(0x7efc7c07a700 msgr2=0x7efc7c1008c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:51.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.998+0000 7efc83000700 1 -- 172.21.15.12:0/1418840688 shutdown_connections 2024-05-21T00:12:51.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:51.998+0000 7efc83000700 1 -- 172.21.15.12:0/1418840688 wait complete. 2024-05-21T00:12:51.999 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_metadata' created 2024-05-21T00:12:52.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:52.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:52.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:52.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:12:52.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:52.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:51 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1418840688' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T00:12:52.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:51 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T00:12:52.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:52.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:52.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:52.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:12:52.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:52.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:51 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1418840688' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T00:12:52.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:51 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T00:12:52.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:52.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:52.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:12:52.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:12:52.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:12:52.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:51 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1418840688' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T00:12:52.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:51 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-05-21T00:12:52.876 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-05-21T00:12:53.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:52 smithi012 ceph-mon[31403]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:53.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:52 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-21T00:12:53.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:52 smithi012 ceph-mon[31403]: osdmap e73: 12 total, 12 up, 12 in 2024-05-21T00:12:53.225 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:52 smithi060 ceph-mon[36426]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:53.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:52 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-21T00:12:53.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:52 smithi060 ceph-mon[36426]: osdmap e73: 12 total, 12 up, 12 in 2024-05-21T00:12:53.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:52 smithi077 ceph-mon[36377]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:53.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:52 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-05-21T00:12:53.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:52 smithi077 ceph-mon[36377]: osdmap e73: 12 total, 12 up, 12 in 2024-05-21T00:12:53.352 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:12:54.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:54 smithi012 ceph-mon[31403]: osdmap e74: 12 total, 12 up, 12 in 2024-05-21T00:12:54.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:54 smithi077 ceph-mon[36377]: osdmap e74: 12 total, 12 up, 12 in 2024-05-21T00:12:54.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:54 smithi060 ceph-mon[36426]: osdmap e74: 12 total, 12 up, 12 in 2024-05-21T00:12:55.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:55 smithi012 ceph-mon[31403]: pgmap v307: 33 pgs: 5 creating+peering, 1 active+clean, 27 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:55.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:55 smithi012 ceph-mon[31403]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T00:12:55.168 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:55 smithi012 ceph-mon[31403]: osdmap e75: 12 total, 12 up, 12 in 2024-05-21T00:12:55.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:55 smithi077 ceph-mon[36377]: pgmap v307: 33 pgs: 5 creating+peering, 1 active+clean, 27 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:55.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:55 smithi077 ceph-mon[36377]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T00:12:55.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:55 smithi077 ceph-mon[36377]: osdmap e75: 12 total, 12 up, 12 in 2024-05-21T00:12:55.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.470+0000 7fa6ef200700 1 -- 172.21.15.12:0/2122683962 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa6f0105650 msgr2=0x7fa6f0105ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:55.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.470+0000 7fa6ef200700 1 --2- 172.21.15.12:0/2122683962 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa6f0105650 0x7fa6f0105ad0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa6d80098f0 tx=0x7fa6d8009c00 comp rx=0 tx=0).stop 2024-05-21T00:12:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.470+0000 7fa6ef200700 1 -- 172.21.15.12:0/2122683962 shutdown_connections 2024-05-21T00:12:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.470+0000 7fa6ef200700 1 --2- 172.21.15.12:0/2122683962 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa6f0106010 0x7fa6f0112520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.470+0000 7fa6ef200700 1 --2- 172.21.15.12:0/2122683962 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6f010b650 0x7fa6f010ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.470+0000 7fa6ef200700 1 --2- 172.21.15.12:0/2122683962 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa6f0105650 0x7fa6f0105ad0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.470+0000 7fa6ef200700 1 -- 172.21.15.12:0/2122683962 >> 172.21.15.12:0/2122683962 conn(0x7fa6f0101120 msgr2=0x7fa6f0103540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.470+0000 7fa6ef200700 1 -- 172.21.15.12:0/2122683962 shutdown_connections 2024-05-21T00:12:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.470+0000 7fa6ef200700 1 -- 172.21.15.12:0/2122683962 wait complete. 2024-05-21T00:12:55.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.471+0000 7fa6ef200700 1 Processor -- start 2024-05-21T00:12:55.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.471+0000 7fa6ef200700 1 -- start start 2024-05-21T00:12:55.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.472+0000 7fa6ef200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6f0105650 0x7fa6f019bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:55.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.472+0000 7fa6ef200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa6f0106010 0x7fa6f019c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.472+0000 7fa6ef200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa6f010b650 0x7fa6f01a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.472+0000 7fa6ef200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa6f0115890 con 0x7fa6f010b650 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.472+0000 7fa6ef200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa6f0115710 con 0x7fa6f0106010 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.472+0000 7fa6ef200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fa6f0115a10 con 0x7fa6f0105650 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.472+0000 7fa6ede00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6f0105650 0x7fa6f019bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.472+0000 7fa6e7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa6f0106010 0x7fa6f019c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.472+0000 7fa6ede00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6f0105650 0x7fa6f019bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:45478/0 (socket says 172.21.15.12:45478) 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.472+0000 7fa6ede00700 1 -- 172.21.15.12:0/3251352578 learned_addr learned my addr 172.21.15.12:0/3251352578 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.472+0000 7fa6ee800700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa6f010b650 0x7fa6f01a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.473+0000 7fa6ede00700 1 -- 172.21.15.12:0/3251352578 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa6f0106010 msgr2=0x7fa6f019c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.473+0000 7fa6ede00700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa6f0106010 0x7fa6f019c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.473+0000 7fa6ede00700 1 -- 172.21.15.12:0/3251352578 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa6f010b650 msgr2=0x7fa6f01a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.473+0000 7fa6ede00700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa6f010b650 0x7fa6f01a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.473+0000 7fa6ede00700 1 -- 172.21.15.12:0/3251352578 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6f01a0d70 con 0x7fa6f0105650 2024-05-21T00:12:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.473+0000 7fa6e7e00700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa6f0106010 0x7fa6f019c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:12:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.473+0000 7fa6ee800700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa6f010b650 0x7fa6f01a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:12:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.473+0000 7fa6ede00700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6f0105650 0x7fa6f019bd60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa6e000e9c0 tx=0x7fa6e000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.473+0000 7fa6e6a00700 1 -- 172.21.15.12:0/3251352578 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e000cbd0 con 0x7fa6f0105650 2024-05-21T00:12:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.473+0000 7fa6ef200700 1 -- 172.21.15.12:0/3251352578 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6f01a1060 con 0x7fa6f0105650 2024-05-21T00:12:55.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.473+0000 7fa6e6a00700 1 -- 172.21.15.12:0/3251352578 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa6e000cd70 con 0x7fa6f0105650 2024-05-21T00:12:55.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.473+0000 7fa6e6a00700 1 -- 172.21.15.12:0/3251352578 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e0005610 con 0x7fa6f0105650 2024-05-21T00:12:55.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.473+0000 7fa6ef200700 1 -- 172.21.15.12:0/3251352578 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6f01a88e0 con 0x7fa6f0105650 2024-05-21T00:12:55.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.475+0000 7fa6ef200700 1 -- 172.21.15.12:0/3251352578 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6f010dbe0 con 0x7fa6f0105650 2024-05-21T00:12:55.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:55 smithi060 ceph-mon[36426]: pgmap v307: 33 pgs: 5 creating+peering, 1 active+clean, 27 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:55.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:55 smithi060 ceph-mon[36426]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T00:12:55.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:55 smithi060 ceph-mon[36426]: osdmap e75: 12 total, 12 up, 12 in 2024-05-21T00:12:55.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.477+0000 7fa6e6a00700 1 -- 172.21.15.12:0/3251352578 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fa6e0004750 con 0x7fa6f0105650 2024-05-21T00:12:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.478+0000 7fa6e6a00700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa6d40b2880 0x7fa6d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.479+0000 7fa6e6a00700 1 -- 172.21.15.12:0/3251352578 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 7497+0+0 (secure 0 0 0) 0x7fa6e00e2240 con 0x7fa6f0105650 2024-05-21T00:12:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.479+0000 7fa6e7e00700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa6d40b2880 0x7fa6d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:55.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.480+0000 7fa6e7e00700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa6d40b2880 0x7fa6d40b4d40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8009fd0 tx=0x7fa6d8019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:55.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.483+0000 7fa6e6a00700 1 -- 172.21.15.12:0/3251352578 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa6e00aa1f0 con 0x7fa6f0105650 2024-05-21T00:12:55.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:55.725+0000 7fa6ef200700 1 -- 172.21.15.12:0/3251352578 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fa6f006a260 con 0x7fa6f0105650 2024-05-21T00:12:56.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:56.024+0000 7fa6e6a00700 1 -- 172.21.15.12:0/3251352578 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v76) ==== 170+0+0 (secure 0 0 0) 0x7fa6f006a260 con 0x7fa6f0105650 2024-05-21T00:12:56.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:56.034+0000 7fa6ef200700 1 -- 172.21.15.12:0/3251352578 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa6d40b2880 msgr2=0x7fa6d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:56.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:56.034+0000 7fa6ef200700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa6d40b2880 0x7fa6d40b4d40 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8009fd0 tx=0x7fa6d8019040 comp rx=0 tx=0).stop 2024-05-21T00:12:56.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:56.034+0000 7fa6ef200700 1 -- 172.21.15.12:0/3251352578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6f0105650 msgr2=0x7fa6f019bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:56.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:56.034+0000 7fa6ef200700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6f0105650 0x7fa6f019bd60 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fa6e000e9c0 tx=0x7fa6e000ecd0 comp rx=0 tx=0).stop 2024-05-21T00:12:56.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:56.035+0000 7fa6ef200700 1 -- 172.21.15.12:0/3251352578 shutdown_connections 2024-05-21T00:12:56.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:56.035+0000 7fa6ef200700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa6d40b2880 0x7fa6d40b4d40 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:56.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:56.035+0000 7fa6ef200700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa6f010b650 0x7fa6f01a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:56.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:56.035+0000 7fa6ef200700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa6f0105650 0x7fa6f019bd60 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:56.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:56.035+0000 7fa6ef200700 1 --2- 172.21.15.12:0/3251352578 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa6f0106010 0x7fa6f019c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:56.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:56.035+0000 7fa6ef200700 1 -- 172.21.15.12:0/3251352578 >> 172.21.15.12:0/3251352578 conn(0x7fa6f0101120 msgr2=0x7fa6f01019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:56.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:56.035+0000 7fa6ef200700 1 -- 172.21.15.12:0/3251352578 shutdown_connections 2024-05-21T00:12:56.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:56.035+0000 7fa6ef200700 1 -- 172.21.15.12:0/3251352578 wait complete. 2024-05-21T00:12:56.043 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_data' created 2024-05-21T00:12:56.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:56 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3251352578' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T00:12:56.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:56 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T00:12:56.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:56 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3251352578' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T00:12:56.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:56 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T00:12:56.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:56 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3251352578' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T00:12:56.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:56 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-05-21T00:12:56.731 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-05-21T00:12:57.201 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:12:57.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:57 smithi077 ceph-mon[36377]: pgmap v309: 33 pgs: 20 active+clean, 5 creating+peering, 8 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:57.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:57 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-21T00:12:57.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:57 smithi077 ceph-mon[36377]: osdmap e76: 12 total, 12 up, 12 in 2024-05-21T00:12:57.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:57 smithi012 ceph-mon[31403]: pgmap v309: 33 pgs: 20 active+clean, 5 creating+peering, 8 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:57.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:57 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-21T00:12:57.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:57 smithi012 ceph-mon[31403]: osdmap e76: 12 total, 12 up, 12 in 2024-05-21T00:12:57.475 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:57 smithi060 ceph-mon[36426]: pgmap v309: 33 pgs: 20 active+clean, 5 creating+peering, 8 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:57.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:57 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-05-21T00:12:57.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:57 smithi060 ceph-mon[36426]: osdmap e76: 12 total, 12 up, 12 in 2024-05-21T00:12:58.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:58 smithi012 ceph-mon[31403]: osdmap e77: 12 total, 12 up, 12 in 2024-05-21T00:12:58.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:58 smithi012 ceph-mon[31403]: pgmap v312: 97 pgs: 38 active+clean, 8 creating+peering, 51 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:58.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:58 smithi060 ceph-mon[36426]: osdmap e77: 12 total, 12 up, 12 in 2024-05-21T00:12:58.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:58 smithi060 ceph-mon[36426]: pgmap v312: 97 pgs: 38 active+clean, 8 creating+peering, 51 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:58.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:58 smithi077 ceph-mon[36377]: osdmap e77: 12 total, 12 up, 12 in 2024-05-21T00:12:58.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:58 smithi077 ceph-mon[36377]: pgmap v312: 97 pgs: 38 active+clean, 8 creating+peering, 51 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:12:59.263 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:12:59 smithi012 ceph-mon[31403]: osdmap e78: 12 total, 12 up, 12 in 2024-05-21T00:12:59.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.442+0000 7eff84000700 1 -- 172.21.15.12:0/444344730 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c10b760 msgr2=0x7eff7c10bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:59.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.442+0000 7eff84000700 1 --2- 172.21.15.12:0/444344730 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c10b760 0x7eff7c10bb40 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7eff70009990 tx=0x7eff70009ca0 comp rx=0 tx=0).stop 2024-05-21T00:12:59.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.442+0000 7eff84000700 1 -- 172.21.15.12:0/444344730 shutdown_connections 2024-05-21T00:12:59.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.442+0000 7eff84000700 1 --2- 172.21.15.12:0/444344730 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff7c106120 0x7eff7c112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:59.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.442+0000 7eff84000700 1 --2- 172.21.15.12:0/444344730 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c10b760 0x7eff7c10bb40 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:59.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.442+0000 7eff84000700 1 --2- 172.21.15.12:0/444344730 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7eff7c105760 0x7eff7c105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:59.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.442+0000 7eff84000700 1 -- 172.21.15.12:0/444344730 >> 172.21.15.12:0/444344730 conn(0x7eff7c101250 msgr2=0x7eff7c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:12:59.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.442+0000 7eff84000700 1 -- 172.21.15.12:0/444344730 shutdown_connections 2024-05-21T00:12:59.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.442+0000 7eff84000700 1 -- 172.21.15.12:0/444344730 wait complete. 2024-05-21T00:12:59.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.443+0000 7eff84000700 1 Processor -- start 2024-05-21T00:12:59.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.443+0000 7eff84000700 1 -- start start 2024-05-21T00:12:59.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.444+0000 7eff84000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7eff7c105760 0x7eff7c077a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:59.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.444+0000 7eff84000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c106120 0x7eff7c077f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.444+0000 7eff84000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff7c10b760 0x7eff7c0784d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.444+0000 7eff84000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7eff7c115940 con 0x7eff7c105760 2024-05-21T00:12:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.444+0000 7eff84000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7eff7c1157c0 con 0x7eff7c10b760 2024-05-21T00:12:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.444+0000 7eff84000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7eff7c115ac0 con 0x7eff7c106120 2024-05-21T00:12:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.444+0000 7eff80c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c106120 0x7eff7c077f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.444+0000 7eff81600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7eff7c105760 0x7eff7c077a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.444+0000 7eff80c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c106120 0x7eff7c077f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:45488/0 (socket says 172.21.15.12:45488) 2024-05-21T00:12:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.444+0000 7eff80c00700 1 -- 172.21.15.12:0/116921596 learned_addr learned my addr 172.21.15.12:0/116921596 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:12:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.444+0000 7eff82000700 1 --2- 172.21.15.12:0/116921596 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff7c10b760 0x7eff7c0784d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.445+0000 7eff80c00700 1 -- 172.21.15.12:0/116921596 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff7c10b760 msgr2=0x7eff7c0784d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.445+0000 7eff80c00700 1 --2- 172.21.15.12:0/116921596 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff7c10b760 0x7eff7c0784d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.445+0000 7eff80c00700 1 -- 172.21.15.12:0/116921596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7eff7c105760 msgr2=0x7eff7c077a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:12:59.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.445+0000 7eff80c00700 1 --2- 172.21.15.12:0/116921596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7eff7c105760 0x7eff7c077a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:12:59.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.445+0000 7eff80c00700 1 -- 172.21.15.12:0/116921596 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff7c1ac4c0 con 0x7eff7c106120 2024-05-21T00:12:59.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.445+0000 7eff80c00700 1 --2- 172.21.15.12:0/116921596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c106120 0x7eff7c077f90 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7eff6800e9d0 tx=0x7eff6800ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:59.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.445+0000 7eff7a000700 1 -- 172.21.15.12:0/116921596 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff6800cbd0 con 0x7eff7c106120 2024-05-21T00:12:59.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.445+0000 7eff7a000700 1 -- 172.21.15.12:0/116921596 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7eff6800ee60 con 0x7eff7c106120 2024-05-21T00:12:59.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.445+0000 7eff84000700 1 -- 172.21.15.12:0/116921596 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff7c1ac7b0 con 0x7eff7c106120 2024-05-21T00:12:59.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.445+0000 7eff7a000700 1 -- 172.21.15.12:0/116921596 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff68018680 con 0x7eff7c106120 2024-05-21T00:12:59.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.446+0000 7eff84000700 1 -- 172.21.15.12:0/116921596 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff7c1acd40 con 0x7eff7c106120 2024-05-21T00:12:59.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.447+0000 7eff84000700 1 -- 172.21.15.12:0/116921596 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff7c10dcf0 con 0x7eff7c106120 2024-05-21T00:12:59.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.449+0000 7eff7a000700 1 -- 172.21.15.12:0/116921596 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7eff68010430 con 0x7eff7c106120 2024-05-21T00:12:59.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.451+0000 7eff7a000700 1 --2- 172.21.15.12:0/116921596 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7eff640b2930 0x7eff640b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:12:59.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.451+0000 7eff7a000700 1 -- 172.21.15.12:0/116921596 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 7879+0+0 (secure 0 0 0) 0x7eff680e2590 con 0x7eff7c106120 2024-05-21T00:12:59.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.451+0000 7eff81600700 1 --2- 172.21.15.12:0/116921596 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7eff640b2930 0x7eff640b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:12:59.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.452+0000 7eff81600700 1 --2- 172.21.15.12:0/116921596 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7eff640b2930 0x7eff640b4df0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7eff7000b2e0 tx=0x7eff70005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:12:59.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.453+0000 7eff7a000700 1 -- 172.21.15.12:0/116921596 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7eff680aa3c0 con 0x7eff7c106120 2024-05-21T00:12:59.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:12:59 smithi060 ceph-mon[36426]: osdmap e78: 12 total, 12 up, 12 in 2024-05-21T00:12:59.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:12:59 smithi077 ceph-mon[36377]: osdmap e78: 12 total, 12 up, 12 in 2024-05-21T00:12:59.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:12:59.744+0000 7eff84000700 1 -- 172.21.15.12:0/116921596 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7eff7c106ea0 con 0x7eff7c106120 2024-05-21T00:13:00.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:00.062+0000 7eff7a000700 1 -- 172.21.15.12:0/116921596 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7eff680a9cc0 con 0x7eff7c106120 2024-05-21T00:13:00.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:00.067+0000 7eff84000700 1 -- 172.21.15.12:0/116921596 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7eff640b2930 msgr2=0x7eff640b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:00.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:00.067+0000 7eff84000700 1 --2- 172.21.15.12:0/116921596 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7eff640b2930 0x7eff640b4df0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7eff7000b2e0 tx=0x7eff70005960 comp rx=0 tx=0).stop 2024-05-21T00:13:00.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:00.067+0000 7eff84000700 1 -- 172.21.15.12:0/116921596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c106120 msgr2=0x7eff7c077f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:00.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:00.067+0000 7eff84000700 1 --2- 172.21.15.12:0/116921596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c106120 0x7eff7c077f90 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7eff6800e9d0 tx=0x7eff6800ece0 comp rx=0 tx=0).stop 2024-05-21T00:13:00.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:00.067+0000 7eff84000700 1 -- 172.21.15.12:0/116921596 shutdown_connections 2024-05-21T00:13:00.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:00.067+0000 7eff84000700 1 --2- 172.21.15.12:0/116921596 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7eff7c10b760 0x7eff7c0784d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:00.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:00.067+0000 7eff84000700 1 --2- 172.21.15.12:0/116921596 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7eff640b2930 0x7eff640b4df0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:00.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:00.067+0000 7eff84000700 1 --2- 172.21.15.12:0/116921596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7eff7c105760 0x7eff7c077a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:00.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:00.067+0000 7eff84000700 1 --2- 172.21.15.12:0/116921596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7eff7c106120 0x7eff7c077f90 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:00.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:00.067+0000 7eff84000700 1 -- 172.21.15.12:0/116921596 >> 172.21.15.12:0/116921596 conn(0x7eff7c101250 msgr2=0x7eff7c101aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:00.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:00.069+0000 7eff84000700 1 -- 172.21.15.12:0/116921596 shutdown_connections 2024-05-21T00:13:00.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:00.069+0000 7eff84000700 1 -- 172.21.15.12:0/116921596 wait complete. 2024-05-21T00:13:00.071 INFO:teuthology.orchestra.run.smithi012.stderr:new fs with metadata pool 2 and data pool 3 2024-05-21T00:13:00.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:00 smithi012 ceph-mon[31403]: pgmap v314: 97 pgs: 52 active+clean, 8 creating+peering, 37 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:13:00.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:00 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/116921596' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T00:13:00.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:00 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T00:13:00.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:00 smithi012 ceph-mon[31403]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-05-21T00:13:00.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:00 smithi060 ceph-mon[36426]: pgmap v314: 97 pgs: 52 active+clean, 8 creating+peering, 37 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:13:00.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:00 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/116921596' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T00:13:00.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:00 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T00:13:00.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:00 smithi060 ceph-mon[36426]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-05-21T00:13:00.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:00 smithi077 ceph-mon[36377]: pgmap v314: 97 pgs: 52 active+clean, 8 creating+peering, 37 unknown; 577 KiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:13:00.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:00 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/116921596' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T00:13:00.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:00 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-05-21T00:13:00.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:00 smithi077 ceph-mon[36377]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-05-21T00:13:00.906 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:13:01.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:01 smithi012 ceph-mon[31403]: osdmap e79: 12 total, 12 up, 12 in 2024-05-21T00:13:01.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:01 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-21T00:13:01.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:01 smithi012 ceph-mon[31403]: fsmap cephfs:1 {0=a=up:creating} 11 up:standby 2024-05-21T00:13:01.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:01 smithi012 ceph-mon[31403]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-05-21T00:13:01.368 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:01.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:01 smithi060 ceph-mon[36426]: osdmap e79: 12 total, 12 up, 12 in 2024-05-21T00:13:01.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:01 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-21T00:13:01.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:01 smithi060 ceph-mon[36426]: fsmap cephfs:1 {0=a=up:creating} 11 up:standby 2024-05-21T00:13:01.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:01 smithi060 ceph-mon[36426]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-05-21T00:13:01.529 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:01 smithi077 ceph-mon[36377]: osdmap e79: 12 total, 12 up, 12 in 2024-05-21T00:13:01.529 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:01 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-05-21T00:13:01.530 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:01 smithi077 ceph-mon[36377]: fsmap cephfs:1 {0=a=up:creating} 11 up:standby 2024-05-21T00:13:01.530 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:01 smithi077 ceph-mon[36377]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-05-21T00:13:02.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:02 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] up:active 2024-05-21T00:13:02.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:02 smithi012 ceph-mon[31403]: fsmap cephfs:1 {0=a=up:active} 11 up:standby 2024-05-21T00:13:02.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:02 smithi012 ceph-mon[31403]: fsmap cephfs:1 {0=a=up:active} 11 up:standby 2024-05-21T00:13:02.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:02 smithi012 ceph-mon[31403]: pgmap v316: 97 pgs: 95 active+clean, 2 creating+peering; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-05-21T00:13:02.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:02 smithi012 ceph-mon[31403]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T00:13:02.429 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:02 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] up:active 2024-05-21T00:13:02.429 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:02 smithi077 ceph-mon[36377]: fsmap cephfs:1 {0=a=up:active} 11 up:standby 2024-05-21T00:13:02.429 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:02 smithi077 ceph-mon[36377]: fsmap cephfs:1 {0=a=up:active} 11 up:standby 2024-05-21T00:13:02.429 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:02 smithi077 ceph-mon[36377]: pgmap v316: 97 pgs: 95 active+clean, 2 creating+peering; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-05-21T00:13:02.429 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:02 smithi077 ceph-mon[36377]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T00:13:02.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:02 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] up:active 2024-05-21T00:13:02.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:02 smithi060 ceph-mon[36426]: fsmap cephfs:1 {0=a=up:active} 11 up:standby 2024-05-21T00:13:02.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:02 smithi060 ceph-mon[36426]: fsmap cephfs:1 {0=a=up:active} 11 up:standby 2024-05-21T00:13:02.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:02 smithi060 ceph-mon[36426]: pgmap v316: 97 pgs: 95 active+clean, 2 creating+peering; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-05-21T00:13:02.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:02 smithi060 ceph-mon[36426]: Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-21T00:13:03.065 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:13:02 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a[71216]: 2024-05-21T00:13:02.713+0000 7f4885e00700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-05-21T00:13:03.321 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:03 smithi012 ceph-mon[31403]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-21T00:13:03.321 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:03 smithi012 ceph-mon[31403]: Cluster is now healthy 2024-05-21T00:13:03.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:03 smithi060 ceph-mon[36426]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-21T00:13:03.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:03 smithi060 ceph-mon[36426]: Cluster is now healthy 2024-05-21T00:13:03.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:03 smithi077 ceph-mon[36377]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-05-21T00:13:03.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:03 smithi077 ceph-mon[36377]: Cluster is now healthy 2024-05-21T00:13:03.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.583+0000 7fe1bba00700 1 -- 172.21.15.12:0/208849841 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1b4106120 msgr2=0x7fe1b4112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:03.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.583+0000 7fe1bba00700 1 --2- 172.21.15.12:0/208849841 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1b4106120 0x7fe1b4112630 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00b0a0 tx=0x7fe1ac00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:13:03.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.583+0000 7fe1bba00700 1 -- 172.21.15.12:0/208849841 shutdown_connections 2024-05-21T00:13:03.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.583+0000 7fe1bba00700 1 --2- 172.21.15.12:0/208849841 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1b4106120 0x7fe1b4112630 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:03.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.583+0000 7fe1bba00700 1 --2- 172.21.15.12:0/208849841 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe1b410b760 0x7fe1b410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:03.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.583+0000 7fe1bba00700 1 --2- 172.21.15.12:0/208849841 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe1b4105760 0x7fe1b4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:03.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.583+0000 7fe1bba00700 1 -- 172.21.15.12:0/208849841 >> 172.21.15.12:0/208849841 conn(0x7fe1b4101250 msgr2=0x7fe1b4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:03.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.583+0000 7fe1bba00700 1 -- 172.21.15.12:0/208849841 shutdown_connections 2024-05-21T00:13:03.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.583+0000 7fe1bba00700 1 -- 172.21.15.12:0/208849841 wait complete. 2024-05-21T00:13:03.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.585+0000 7fe1bba00700 1 Processor -- start 2024-05-21T00:13:03.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.585+0000 7fe1bba00700 1 -- start start 2024-05-21T00:13:03.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1bba00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1b4105760 0x7fe1b419be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:03.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1bba00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe1b4106120 0x7fe1b419c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:03.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1bba00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe1b410b760 0x7fe1b41a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:03.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1bba00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b41159b0 con 0x7fe1b4105760 2024-05-21T00:13:03.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1bba00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b4115830 con 0x7fe1b410b760 2024-05-21T00:13:03.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1bba00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b4115b30 con 0x7fe1b4106120 2024-05-21T00:13:03.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1b9000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1b4105760 0x7fe1b419be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:03.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1b3e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe1b4106120 0x7fe1b419c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:03.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1b9a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe1b410b760 0x7fe1b41a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:03.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1b9000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1b4105760 0x7fe1b419be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42188/0 (socket says 172.21.15.12:42188) 2024-05-21T00:13:03.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1b9000700 1 -- 172.21.15.12:0/3481414272 learned_addr learned my addr 172.21.15.12:0/3481414272 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:03.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1b9a00700 1 -- 172.21.15.12:0/3481414272 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe1b4106120 msgr2=0x7fe1b419c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:03.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1b9a00700 1 --2- 172.21.15.12:0/3481414272 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe1b4106120 0x7fe1b419c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:03.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1b9a00700 1 -- 172.21.15.12:0/3481414272 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1b4105760 msgr2=0x7fe1b419be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:03.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1b9a00700 1 --2- 172.21.15.12:0/3481414272 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1b4105760 0x7fe1b419be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:03.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.586+0000 7fe1b9a00700 1 -- 172.21.15.12:0/3481414272 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1b41a0e10 con 0x7fe1b410b760 2024-05-21T00:13:03.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.587+0000 7fe1b9a00700 1 --2- 172.21.15.12:0/3481414272 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe1b410b760 0x7fe1b41a06d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00b070 tx=0x7fe1ac004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:03.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.587+0000 7fe1b1600700 1 -- 172.21.15.12:0/3481414272 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac021070 con 0x7fe1b410b760 2024-05-21T00:13:03.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.587+0000 7fe1b1600700 1 -- 172.21.15.12:0/3481414272 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe1ac007e30 con 0x7fe1b410b760 2024-05-21T00:13:03.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.587+0000 7fe1bba00700 1 -- 172.21.15.12:0/3481414272 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1b41a10a0 con 0x7fe1b410b760 2024-05-21T00:13:03.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.587+0000 7fe1b1600700 1 -- 172.21.15.12:0/3481414272 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac0045f0 con 0x7fe1b410b760 2024-05-21T00:13:03.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.588+0000 7fe1bba00700 1 -- 172.21.15.12:0/3481414272 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1b41a8980 con 0x7fe1b410b760 2024-05-21T00:13:03.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.589+0000 7fe1bba00700 1 -- 172.21.15.12:0/3481414272 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1b406a230 con 0x7fe1b410b760 2024-05-21T00:13:03.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.591+0000 7fe1b1600700 1 -- 172.21.15.12:0/3481414272 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fe1ac007980 con 0x7fe1b410b760 2024-05-21T00:13:03.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.592+0000 7fe1b1600700 1 --2- 172.21.15.12:0/3481414272 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe19c0b2900 0x7fe19c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:03.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.593+0000 7fe1b1600700 1 -- 172.21.15.12:0/3481414272 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fe1ac00f020 con 0x7fe1b410b760 2024-05-21T00:13:03.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.593+0000 7fe1b9000700 1 --2- 172.21.15.12:0/3481414272 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe19c0b2900 0x7fe19c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:03.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.593+0000 7fe1b9000700 1 --2- 172.21.15.12:0/3481414272 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe19c0b2900 0x7fe19c0b4dc0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe1a8009ca0 tx=0x7fe1a8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:03.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.595+0000 7fe1b1600700 1 -- 172.21.15.12:0/3481414272 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fe1ac02a020 con 0x7fe1b410b760 2024-05-21T00:13:03.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.833+0000 7fe1bba00700 1 -- 172.21.15.12:0/3481414272 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe1b402e560 con 0x7fe1b410b760 2024-05-21T00:13:03.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.835+0000 7fe1b1600700 1 -- 172.21.15.12:0/3481414272 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+22122 (secure 0 0 0) 0x7fe1ac0ab540 con 0x7fe1b410b760 2024-05-21T00:13:03.834 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:13:03.835 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":79,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","created":"2024-05-21T00:03:31.857871+0000","modified":"2024-05-21T00:12:59.747812+0000","last_up_change":"2024-05-21T00:11:45.298954+0000","last_in_change":"2024-05-21T00:11:25.604086+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:07:33.533592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:12:51.199495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:12:55.743028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eb262230-57ca-4f86-9c2b-480a80166146","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6803","nonce":555322069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6805","nonce":555322069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6809","nonce":555322069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6807","nonce":555322069}]},"public_addr":"172.21.15.12:6803/555322069","cluster_addr":"172.21.15.12:6805/555322069","heartbeat_back_addr":"172.21.15.12:6809/555322069","heartbeat_front_addr":"172.21.15.12:6807/555322069","state":["exists","up"]},{"osd":1,"uuid":"4a47cb31-071b-46be-9a26-4a6312ddaaca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6801","nonce":1346604098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6803","nonce":1346604098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6807","nonce":1346604098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6805","nonce":1346604098}]},"public_addr":"172.21.15.60:6801/1346604098","cluster_addr":"172.21.15.60:6803/1346604098","heartbeat_back_addr":"172.21.15.60:6807/1346604098","heartbeat_front_addr":"172.21.15.60:6805/1346604098","state":["exists","up"]},{"osd":2,"uuid":"f29f0f11-f36c-4603-a4e7-3294eb5e9568","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6801","nonce":2955000302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6803","nonce":2955000302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6807","nonce":2955000302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6805","nonce":2955000302}]},"public_addr":"172.21.15.77:6801/2955000302","cluster_addr":"172.21.15.77:6803/2955000302","heartbeat_back_addr":"172.21.15.77:6807/2955000302","heartbeat_front_addr":"172.21.15.77:6805/2955000302","state":["exists","up"]},{"osd":3,"uuid":"671ae43b-4ee1-4c5f-8c8d-12c5807af59c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6811","nonce":2515804940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6813","nonce":2515804940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6817","nonce":2515804940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6815","nonce":2515804940}]},"public_addr":"172.21.15.12:6811/2515804940","cluster_addr":"172.21.15.12:6813/2515804940","heartbeat_back_addr":"172.21.15.12:6817/2515804940","heartbeat_front_addr":"172.21.15.12:6815/2515804940","state":["exists","up"]},{"osd":4,"uuid":"527f3934-7fb5-4e65-8ef9-e5921bc5ba65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6809","nonce":2773894843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6811","nonce":2773894843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6815","nonce":2773894843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6813","nonce":2773894843}]},"public_addr":"172.21.15.60:6809/2773894843","cluster_addr":"172.21.15.60:6811/2773894843","heartbeat_back_addr":"172.21.15.60:6815/2773894843","heartbeat_front_addr":"172.21.15.60:6813/2773894843","state":["exists","up"]},{"osd":5,"uuid":"2c37b2c3-a9c0-47b3-9023-84566d18e0af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6809","nonce":202950059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6811","nonce":202950059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6815","nonce":202950059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6813","nonce":202950059}]},"public_addr":"172.21.15.77:6809/202950059","cluster_addr":"172.21.15.77:6811/202950059","heartbeat_back_addr":"172.21.15.77:6815/202950059","heartbeat_front_addr":"172.21.15.77:6813/202950059","state":["exists","up"]},{"osd":6,"uuid":"68c18062-e034-421d-b135-ab35d7d4bd25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6819","nonce":1511296628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6821","nonce":1511296628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6825","nonce":1511296628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6823","nonce":1511296628}]},"public_addr":"172.21.15.12:6819/1511296628","cluster_addr":"172.21.15.12:6821/1511296628","heartbeat_back_addr":"172.21.15.12:6825/1511296628","heartbeat_front_addr":"172.21.15.12:6823/1511296628","state":["exists","up"]},{"osd":7,"uuid":"0ac8383b-1578-44f1-8ebe-420d79511dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6817","nonce":4203237802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6819","nonce":4203237802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6823","nonce":4203237802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6821","nonce":4203237802}]},"public_addr":"172.21.15.60:6817/4203237802","cluster_addr":"172.21.15.60:6819/4203237802","heartbeat_back_addr":"172.21.15.60:6823/4203237802","heartbeat_front_addr":"172.21.15.60:6821/4203237802","state":["exists","up"]},{"osd":8,"uuid":"65362b50-2bba-422b-a5c9-1584cf55583d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6817","nonce":1939530536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6819","nonce":1939530536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6823","nonce":1939530536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6821","nonce":1939530536}]},"public_addr":"172.21.15.77:6817/1939530536","cluster_addr":"172.21.15.77:6819/1939530536","heartbeat_back_addr":"172.21.15.77:6823/1939530536","heartbeat_front_addr":"172.21.15.77:6821/1939530536","state":["exists","up"]},{"osd":9,"uuid":"9572a8a5-22f1-49ac-8b92-9e88dfac6dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6827","nonce":849418735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6829","nonce":849418735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6833","nonce":849418735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6831","nonce":849418735}]},"public_addr":"172.21.15.12:6827/849418735","cluster_addr":"172.21.15.12:6829/849418735","heartbeat_back_addr":"172.21.15.12:6833/849418735","heartbeat_front_addr":"172.21.15.12:6831/849418735","state":["exists","up"]},{"osd":10,"uuid":"9a42dca5-3dfa-4d8e-a33d-385ca25a8728","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6825","nonce":1376044245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6827","nonce":1376044245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6831","nonce":1376044245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6829","nonce":1376044245}]},"public_addr":"172.21.15.60:6825/1376044245","cluster_addr":"172.21.15.60:6827/1376044245","heartbeat_back_addr":"172.21.15.60:6831/1376044245","heartbeat_front_addr":"172.21.15.60:6829/1376044245","state":["exists","up"]},{"osd":11,"uuid":"856d5711-f90b-4619-abff-071e87b9d9cd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6825","nonce":3670550862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6827","nonce":3670550862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6831","nonce":3670550862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6829","nonce":3670550862}]},"public_addr":"172.21.15.77:6825/3670550862","cluster_addr":"172.21.15.77:6827/3670550862","heartbeat_back_addr":"172.21.15.77:6831/3670550862","heartbeat_front_addr":"172.21.15.77:6829/3670550862","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:06:41.613797+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:07.131615+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:31.297626+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:04.225630+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:29.488657+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:53.416655+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:27.501283+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:52.564404+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:17.639136+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:51.369821+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:18.024792+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:43.603806+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2206749889":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/840755370":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6800/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/2890553385":"2024-05-22T00:04:13.638637+0000","172.21.15.12:6800/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/3618065373":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/3942652702":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/1867303420":"2024-05-22T00:04:13.638637+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:13:03.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.839+0000 7fe1bba00700 1 -- 172.21.15.12:0/3481414272 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe19c0b2900 msgr2=0x7fe19c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:03.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.839+0000 7fe1bba00700 1 --2- 172.21.15.12:0/3481414272 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe19c0b2900 0x7fe19c0b4dc0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe1a8009ca0 tx=0x7fe1a8009260 comp rx=0 tx=0).stop 2024-05-21T00:13:03.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.839+0000 7fe1bba00700 1 -- 172.21.15.12:0/3481414272 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe1b410b760 msgr2=0x7fe1b41a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:03.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.839+0000 7fe1bba00700 1 --2- 172.21.15.12:0/3481414272 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe1b410b760 0x7fe1b41a06d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00b070 tx=0x7fe1ac004c80 comp rx=0 tx=0).stop 2024-05-21T00:13:03.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.839+0000 7fe1bba00700 1 -- 172.21.15.12:0/3481414272 shutdown_connections 2024-05-21T00:13:03.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.839+0000 7fe1bba00700 1 --2- 172.21.15.12:0/3481414272 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe1b410b760 0x7fe1b41a06d0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:03.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.839+0000 7fe1bba00700 1 --2- 172.21.15.12:0/3481414272 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe19c0b2900 0x7fe19c0b4dc0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:03.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.839+0000 7fe1bba00700 1 --2- 172.21.15.12:0/3481414272 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe1b4105760 0x7fe1b419be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:03.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.839+0000 7fe1bba00700 1 --2- 172.21.15.12:0/3481414272 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe1b4106120 0x7fe1b419c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:03.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.839+0000 7fe1bba00700 1 -- 172.21.15.12:0/3481414272 >> 172.21.15.12:0/3481414272 conn(0x7fe1b4101250 msgr2=0x7fe1b41018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:03.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.839+0000 7fe1bba00700 1 -- 172.21.15.12:0/3481414272 shutdown_connections 2024-05-21T00:13:03.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:03.839+0000 7fe1bba00700 1 -- 172.21.15.12:0/3481414272 wait complete. 2024-05-21T00:13:04.173 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:04 smithi012 ceph-mon[31403]: pgmap v317: 97 pgs: 97 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 314 B/s wr, 1 op/s 2024-05-21T00:13:04.173 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:04 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3481414272' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:13:04.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:04 smithi060 ceph-mon[36426]: pgmap v317: 97 pgs: 97 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 314 B/s wr, 1 op/s 2024-05-21T00:13:04.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:04 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3481414272' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:13:04.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:04 smithi077 ceph-mon[36377]: pgmap v317: 97 pgs: 97 active+clean; 577 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 314 B/s wr, 1 op/s 2024-05-21T00:13:04.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:04 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3481414272' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:13:04.633 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:13:05.103 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:06.787 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:06 smithi012 ceph-mon[31403]: pgmap v318: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-21T00:13:06.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:06 smithi060 ceph-mon[36426]: pgmap v318: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-21T00:13:07.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:06 smithi077 ceph-mon[36377]: pgmap v318: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-21T00:13:07.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.295+0000 7fa96de00700 1 -- 172.21.15.12:0/1476576182 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9681041a0 msgr2=0x7fa9681081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:07.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.295+0000 7fa96de00700 1 --2- 172.21.15.12:0/1476576182 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9681041a0 0x7fa9681081c0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fa9540099c0 tx=0x7fa954009cd0 comp rx=0 tx=0).stop 2024-05-21T00:13:07.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.296+0000 7fa96de00700 1 -- 172.21.15.12:0/1476576182 shutdown_connections 2024-05-21T00:13:07.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.296+0000 7fa96de00700 1 --2- 172.21.15.12:0/1476576182 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa9681088f0 0x7fa968110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:07.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.296+0000 7fa96de00700 1 --2- 172.21.15.12:0/1476576182 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9681037f0 0x7fa968103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:07.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.296+0000 7fa96de00700 1 --2- 172.21.15.12:0/1476576182 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9681041a0 0x7fa9681081c0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:07.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.296+0000 7fa96de00700 1 -- 172.21.15.12:0/1476576182 >> 172.21.15.12:0/1476576182 conn(0x7fa96807a6a0 msgr2=0x7fa96807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:07.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.296+0000 7fa96de00700 1 -- 172.21.15.12:0/1476576182 shutdown_connections 2024-05-21T00:13:07.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.296+0000 7fa96de00700 1 -- 172.21.15.12:0/1476576182 wait complete. 2024-05-21T00:13:07.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.297+0000 7fa96de00700 1 Processor -- start 2024-05-21T00:13:07.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.297+0000 7fa96de00700 1 -- start start 2024-05-21T00:13:07.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.298+0000 7fa96de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9681037f0 0x7fa96819f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:07.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.298+0000 7fa96de00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9681041a0 0x7fa96819fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:07.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.298+0000 7fa96de00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa9681088f0 0x7fa9681999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:07.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.298+0000 7fa96de00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa9681136d0 con 0x7fa9681037f0 2024-05-21T00:13:07.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.298+0000 7fa96de00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa968113550 con 0x7fa9681088f0 2024-05-21T00:13:07.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.298+0000 7fa96de00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fa968113850 con 0x7fa9681041a0 2024-05-21T00:13:07.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.298+0000 7fa966a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9681037f0 0x7fa96819f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:07.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.298+0000 7fa966a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9681037f0 0x7fa96819f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:50730/0 (socket says 172.21.15.12:50730) 2024-05-21T00:13:07.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.298+0000 7fa966a00700 1 -- 172.21.15.12:0/2650878258 learned_addr learned my addr 172.21.15.12:0/2650878258 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:07.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.298+0000 7fa967400700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa9681088f0 0x7fa9681999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:07.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.298+0000 7fa966000700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9681041a0 0x7fa96819fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:07.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.299+0000 7fa966a00700 1 -- 172.21.15.12:0/2650878258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9681041a0 msgr2=0x7fa96819fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:07.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.299+0000 7fa966a00700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9681041a0 0x7fa96819fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:07.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.299+0000 7fa966a00700 1 -- 172.21.15.12:0/2650878258 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa9681088f0 msgr2=0x7fa9681999d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:07.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.299+0000 7fa966a00700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa9681088f0 0x7fa9681999d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:07.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.299+0000 7fa966a00700 1 -- 172.21.15.12:0/2650878258 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa96819a130 con 0x7fa9681037f0 2024-05-21T00:13:07.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.299+0000 7fa967400700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa9681088f0 0x7fa9681999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:13:07.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.299+0000 7fa966a00700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9681037f0 0x7fa96819f7c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fa95800e9c0 tx=0x7fa95800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:07.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.299+0000 7fa96ca00700 1 -- 172.21.15.12:0/2650878258 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa95800cbd0 con 0x7fa9681037f0 2024-05-21T00:13:07.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.299+0000 7fa96ca00700 1 -- 172.21.15.12:0/2650878258 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa95800ee60 con 0x7fa9681037f0 2024-05-21T00:13:07.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.299+0000 7fa96ca00700 1 -- 172.21.15.12:0/2650878258 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9580055c0 con 0x7fa9681037f0 2024-05-21T00:13:07.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.299+0000 7fa96de00700 1 -- 172.21.15.12:0/2650878258 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa96819a420 con 0x7fa9681037f0 2024-05-21T00:13:07.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.300+0000 7fa96de00700 1 -- 172.21.15.12:0/2650878258 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9681a6690 con 0x7fa9681037f0 2024-05-21T00:13:07.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.301+0000 7fa96de00700 1 -- 172.21.15.12:0/2650878258 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa96806a230 con 0x7fa9681037f0 2024-05-21T00:13:07.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.303+0000 7fa96ca00700 1 -- 172.21.15.12:0/2650878258 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fa958004750 con 0x7fa9681037f0 2024-05-21T00:13:07.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.305+0000 7fa96ca00700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa94c0b2900 0x7fa94c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:07.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.305+0000 7fa96ca00700 1 -- 172.21.15.12:0/2650878258 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fa9580e25a0 con 0x7fa9681037f0 2024-05-21T00:13:07.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.305+0000 7fa966000700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa94c0b2900 0x7fa94c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:07.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.306+0000 7fa966000700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa94c0b2900 0x7fa94c0b4dc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa968103140 tx=0x7fa954005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:07.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.308+0000 7fa96ca00700 1 -- 172.21.15.12:0/2650878258 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa958054df0 con 0x7fa9681037f0 2024-05-21T00:13:07.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.544+0000 7fa96de00700 1 -- 172.21.15.12:0/2650878258 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa96802e560 con 0x7fa9681037f0 2024-05-21T00:13:07.544 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.546+0000 7fa96ca00700 1 -- 172.21.15.12:0/2650878258 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+22122 (secure 0 0 0) 0x7fa9580aa370 con 0x7fa9681037f0 2024-05-21T00:13:07.545 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:13:07.545 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":79,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","created":"2024-05-21T00:03:31.857871+0000","modified":"2024-05-21T00:12:59.747812+0000","last_up_change":"2024-05-21T00:11:45.298954+0000","last_in_change":"2024-05-21T00:11:25.604086+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:07:33.533592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:12:51.199495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:12:55.743028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eb262230-57ca-4f86-9c2b-480a80166146","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6803","nonce":555322069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6805","nonce":555322069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6809","nonce":555322069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6807","nonce":555322069}]},"public_addr":"172.21.15.12:6803/555322069","cluster_addr":"172.21.15.12:6805/555322069","heartbeat_back_addr":"172.21.15.12:6809/555322069","heartbeat_front_addr":"172.21.15.12:6807/555322069","state":["exists","up"]},{"osd":1,"uuid":"4a47cb31-071b-46be-9a26-4a6312ddaaca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6801","nonce":1346604098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6803","nonce":1346604098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6807","nonce":1346604098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6805","nonce":1346604098}]},"public_addr":"172.21.15.60:6801/1346604098","cluster_addr":"172.21.15.60:6803/1346604098","heartbeat_back_addr":"172.21.15.60:6807/1346604098","heartbeat_front_addr":"172.21.15.60:6805/1346604098","state":["exists","up"]},{"osd":2,"uuid":"f29f0f11-f36c-4603-a4e7-3294eb5e9568","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6801","nonce":2955000302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6803","nonce":2955000302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6807","nonce":2955000302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6805","nonce":2955000302}]},"public_addr":"172.21.15.77:6801/2955000302","cluster_addr":"172.21.15.77:6803/2955000302","heartbeat_back_addr":"172.21.15.77:6807/2955000302","heartbeat_front_addr":"172.21.15.77:6805/2955000302","state":["exists","up"]},{"osd":3,"uuid":"671ae43b-4ee1-4c5f-8c8d-12c5807af59c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6811","nonce":2515804940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6813","nonce":2515804940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6817","nonce":2515804940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6815","nonce":2515804940}]},"public_addr":"172.21.15.12:6811/2515804940","cluster_addr":"172.21.15.12:6813/2515804940","heartbeat_back_addr":"172.21.15.12:6817/2515804940","heartbeat_front_addr":"172.21.15.12:6815/2515804940","state":["exists","up"]},{"osd":4,"uuid":"527f3934-7fb5-4e65-8ef9-e5921bc5ba65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6809","nonce":2773894843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6811","nonce":2773894843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6815","nonce":2773894843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6813","nonce":2773894843}]},"public_addr":"172.21.15.60:6809/2773894843","cluster_addr":"172.21.15.60:6811/2773894843","heartbeat_back_addr":"172.21.15.60:6815/2773894843","heartbeat_front_addr":"172.21.15.60:6813/2773894843","state":["exists","up"]},{"osd":5,"uuid":"2c37b2c3-a9c0-47b3-9023-84566d18e0af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6809","nonce":202950059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6811","nonce":202950059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6815","nonce":202950059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6813","nonce":202950059}]},"public_addr":"172.21.15.77:6809/202950059","cluster_addr":"172.21.15.77:6811/202950059","heartbeat_back_addr":"172.21.15.77:6815/202950059","heartbeat_front_addr":"172.21.15.77:6813/202950059","state":["exists","up"]},{"osd":6,"uuid":"68c18062-e034-421d-b135-ab35d7d4bd25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6819","nonce":1511296628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6821","nonce":1511296628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6825","nonce":1511296628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6823","nonce":1511296628}]},"public_addr":"172.21.15.12:6819/1511296628","cluster_addr":"172.21.15.12:6821/1511296628","heartbeat_back_addr":"172.21.15.12:6825/1511296628","heartbeat_front_addr":"172.21.15.12:6823/1511296628","state":["exists","up"]},{"osd":7,"uuid":"0ac8383b-1578-44f1-8ebe-420d79511dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6817","nonce":4203237802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6819","nonce":4203237802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6823","nonce":4203237802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6821","nonce":4203237802}]},"public_addr":"172.21.15.60:6817/4203237802","cluster_addr":"172.21.15.60:6819/4203237802","heartbeat_back_addr":"172.21.15.60:6823/4203237802","heartbeat_front_addr":"172.21.15.60:6821/4203237802","state":["exists","up"]},{"osd":8,"uuid":"65362b50-2bba-422b-a5c9-1584cf55583d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6817","nonce":1939530536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6819","nonce":1939530536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6823","nonce":1939530536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6821","nonce":1939530536}]},"public_addr":"172.21.15.77:6817/1939530536","cluster_addr":"172.21.15.77:6819/1939530536","heartbeat_back_addr":"172.21.15.77:6823/1939530536","heartbeat_front_addr":"172.21.15.77:6821/1939530536","state":["exists","up"]},{"osd":9,"uuid":"9572a8a5-22f1-49ac-8b92-9e88dfac6dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6827","nonce":849418735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6829","nonce":849418735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6833","nonce":849418735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6831","nonce":849418735}]},"public_addr":"172.21.15.12:6827/849418735","cluster_addr":"172.21.15.12:6829/849418735","heartbeat_back_addr":"172.21.15.12:6833/849418735","heartbeat_front_addr":"172.21.15.12:6831/849418735","state":["exists","up"]},{"osd":10,"uuid":"9a42dca5-3dfa-4d8e-a33d-385ca25a8728","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6825","nonce":1376044245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6827","nonce":1376044245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6831","nonce":1376044245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6829","nonce":1376044245}]},"public_addr":"172.21.15.60:6825/1376044245","cluster_addr":"172.21.15.60:6827/1376044245","heartbeat_back_addr":"172.21.15.60:6831/1376044245","heartbeat_front_addr":"172.21.15.60:6829/1376044245","state":["exists","up"]},{"osd":11,"uuid":"856d5711-f90b-4619-abff-071e87b9d9cd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6825","nonce":3670550862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6827","nonce":3670550862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6831","nonce":3670550862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6829","nonce":3670550862}]},"public_addr":"172.21.15.77:6825/3670550862","cluster_addr":"172.21.15.77:6827/3670550862","heartbeat_back_addr":"172.21.15.77:6831/3670550862","heartbeat_front_addr":"172.21.15.77:6829/3670550862","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:06:41.613797+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:07.131615+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:31.297626+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:04.225630+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:29.488657+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:53.416655+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:27.501283+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:52.564404+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:17.639136+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:51.369821+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:18.024792+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:43.603806+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2206749889":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/840755370":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6800/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/2890553385":"2024-05-22T00:04:13.638637+0000","172.21.15.12:6800/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/3618065373":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/3942652702":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/1867303420":"2024-05-22T00:04:13.638637+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:13:07.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.550+0000 7fa96de00700 1 -- 172.21.15.12:0/2650878258 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa94c0b2900 msgr2=0x7fa94c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:07.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.550+0000 7fa96de00700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa94c0b2900 0x7fa94c0b4dc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fa968103140 tx=0x7fa954005fb0 comp rx=0 tx=0).stop 2024-05-21T00:13:07.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.550+0000 7fa96de00700 1 -- 172.21.15.12:0/2650878258 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9681037f0 msgr2=0x7fa96819f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:07.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.550+0000 7fa96de00700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9681037f0 0x7fa96819f7c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fa95800e9c0 tx=0x7fa95800ecd0 comp rx=0 tx=0).stop 2024-05-21T00:13:07.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.550+0000 7fa96de00700 1 -- 172.21.15.12:0/2650878258 shutdown_connections 2024-05-21T00:13:07.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.550+0000 7fa96de00700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa9681088f0 0x7fa9681999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:07.548 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.550+0000 7fa96de00700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa94c0b2900 0x7fa94c0b4dc0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:07.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.550+0000 7fa96de00700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9681037f0 0x7fa96819f7c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:07.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.550+0000 7fa96de00700 1 --2- 172.21.15.12:0/2650878258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9681041a0 0x7fa96819fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:07.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.550+0000 7fa96de00700 1 -- 172.21.15.12:0/2650878258 >> 172.21.15.12:0/2650878258 conn(0x7fa96807a6a0 msgr2=0x7fa968101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:07.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.550+0000 7fa96de00700 1 -- 172.21.15.12:0/2650878258 shutdown_connections 2024-05-21T00:13:07.549 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:07.550+0000 7fa96de00700 1 -- 172.21.15.12:0/2650878258 wait complete. 2024-05-21T00:13:07.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:07 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2650878258' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:13:07.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:07 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2650878258' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:13:08.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:07 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2650878258' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:13:08.270 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-05-21T00:13:08.757 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:08.916 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:08 smithi012 ceph-mon[31403]: pgmap v319: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-21T00:13:08.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:08 smithi060 ceph-mon[36426]: pgmap v319: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-21T00:13:09.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:08 smithi077 ceph-mon[36377]: pgmap v319: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-21T00:13:10.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.765+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2805724411 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d54075770 msgr2=0x7f7d54075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:10.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.765+0000 7f7d5ae00700 1 --2- 172.21.15.12:0/2805724411 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d54075770 0x7f7d54075b50 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7d440098f0 tx=0x7f7d44009c00 comp rx=0 tx=0).stop 2024-05-21T00:13:10.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.766+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2805724411 shutdown_connections 2024-05-21T00:13:10.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.766+0000 7f7d5ae00700 1 --2- 172.21.15.12:0/2805724411 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d5410ff40 0x7f7d54112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:10.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.766+0000 7f7d5ae00700 1 --2- 172.21.15.12:0/2805724411 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d54075770 0x7f7d54075b50 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:10.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.766+0000 7f7d5ae00700 1 --2- 172.21.15.12:0/2805724411 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d54076090 0x7f7d5410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:10.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.766+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2805724411 >> 172.21.15.12:0/2805724411 conn(0x7f7d5407a6a0 msgr2=0x7f7d5407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:10.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.766+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2805724411 shutdown_connections 2024-05-21T00:13:10.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.766+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2805724411 wait complete. 2024-05-21T00:13:10.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.767+0000 7f7d5ae00700 1 Processor -- start 2024-05-21T00:13:10.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.767+0000 7f7d5ae00700 1 -- start start 2024-05-21T00:13:10.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.768+0000 7f7d5ae00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d54075770 0x7f7d5419be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:10.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.768+0000 7f7d5ae00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d54076090 0x7f7d5419c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:10.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.768+0000 7f7d5ae00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d5410ff40 0x7f7d541a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:10.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.768+0000 7f7d5ae00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7d54115960 con 0x7f7d54075770 2024-05-21T00:13:10.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.768+0000 7f7d5ae00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7d541157e0 con 0x7f7d54076090 2024-05-21T00:13:10.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.768+0000 7f7d5ae00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7d54115ae0 con 0x7f7d5410ff40 2024-05-21T00:13:10.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.768+0000 7f7d53e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d54075770 0x7f7d5419be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:10.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.768+0000 7f7d58e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d5410ff40 0x7f7d541a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:10.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.768+0000 7f7d58e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d5410ff40 0x7f7d541a06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58666/0 (socket says 172.21.15.12:58666) 2024-05-21T00:13:10.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.768+0000 7f7d58e00700 1 -- 172.21.15.12:0/2700002636 learned_addr learned my addr 172.21.15.12:0/2700002636 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:10.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.768+0000 7f7d53400700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d54076090 0x7f7d5419c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:10.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.769+0000 7f7d53e00700 1 -- 172.21.15.12:0/2700002636 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d5410ff40 msgr2=0x7f7d541a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:10.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.769+0000 7f7d53e00700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d5410ff40 0x7f7d541a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:10.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.769+0000 7f7d53e00700 1 -- 172.21.15.12:0/2700002636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d54076090 msgr2=0x7f7d5419c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:10.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.769+0000 7f7d53e00700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d54076090 0x7f7d5419c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:10.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.769+0000 7f7d53e00700 1 -- 172.21.15.12:0/2700002636 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d541a0e20 con 0x7f7d54075770 2024-05-21T00:13:10.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.769+0000 7f7d58e00700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d5410ff40 0x7f7d541a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:13:10.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.769+0000 7f7d53e00700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d54075770 0x7f7d5419be10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7d4400c010 tx=0x7f7d4400fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:10.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.769+0000 7f7d50c00700 1 -- 172.21.15.12:0/2700002636 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d440051c0 con 0x7f7d54075770 2024-05-21T00:13:10.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.770+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2700002636 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d541a10b0 con 0x7f7d54075770 2024-05-21T00:13:10.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.770+0000 7f7d50c00700 1 -- 172.21.15.12:0/2700002636 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7d4400b560 con 0x7f7d54075770 2024-05-21T00:13:10.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.770+0000 7f7d50c00700 1 -- 172.21.15.12:0/2700002636 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d44003970 con 0x7f7d54075770 2024-05-21T00:13:10.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.770+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2700002636 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d541a8990 con 0x7f7d54075770 2024-05-21T00:13:10.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.771+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2700002636 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d5406a230 con 0x7f7d54075770 2024-05-21T00:13:10.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.773+0000 7f7d50c00700 1 -- 172.21.15.12:0/2700002636 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7f7d4400b930 con 0x7f7d54075770 2024-05-21T00:13:10.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.775+0000 7f7d50c00700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7d380b2900 0x7f7d380b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:10.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.775+0000 7f7d50c00700 1 -- 172.21.15.12:0/2700002636 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f7d440e2ff0 con 0x7f7d54075770 2024-05-21T00:13:10.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.775+0000 7f7d53400700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7d380b2900 0x7f7d380b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:10.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.776+0000 7f7d53400700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7d380b2900 0x7f7d380b4dc0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7d541030a0 tx=0x7f7d40009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:10.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:10.778+0000 7f7d50c00700 1 -- 172.21.15.12:0/2700002636 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7d44013030 con 0x7f7d54075770 2024-05-21T00:13:10.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:10 smithi060 ceph-mon[36426]: pgmap v320: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T00:13:11.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:10 smithi077 ceph-mon[36377]: pgmap v320: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T00:13:11.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.066+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2700002636 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f7d5419d170 con 0x7f7d54075770 2024-05-21T00:13:11.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:10 smithi012 ceph-mon[31403]: pgmap v320: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 KiB/s wr, 4 op/s 2024-05-21T00:13:11.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.609+0000 7f7d50c00700 1 -- 172.21.15.12:0/2700002636 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7f7d440aae70 con 0x7f7d54075770 2024-05-21T00:13:11.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.614+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2700002636 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7d380b2900 msgr2=0x7f7d380b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:11.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.614+0000 7f7d5ae00700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7d380b2900 0x7f7d380b4dc0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7d541030a0 tx=0x7f7d40009310 comp rx=0 tx=0).stop 2024-05-21T00:13:11.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.614+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2700002636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d54075770 msgr2=0x7f7d5419be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:11.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.614+0000 7f7d5ae00700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d54075770 0x7f7d5419be10 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7d4400c010 tx=0x7f7d4400fa00 comp rx=0 tx=0).stop 2024-05-21T00:13:11.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.614+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2700002636 shutdown_connections 2024-05-21T00:13:11.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.614+0000 7f7d5ae00700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d5410ff40 0x7f7d541a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:11.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.614+0000 7f7d5ae00700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7d380b2900 0x7f7d380b4dc0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:11.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.614+0000 7f7d5ae00700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d54075770 0x7f7d5419be10 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:11.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.614+0000 7f7d5ae00700 1 --2- 172.21.15.12:0/2700002636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d54076090 0x7f7d5419c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:11.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.614+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2700002636 >> 172.21.15.12:0/2700002636 conn(0x7f7d5407a6a0 msgr2=0x7f7d54100770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:11.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.615+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2700002636 shutdown_connections 2024-05-21T00:13:11.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:11.615+0000 7f7d5ae00700 1 -- 172.21.15.12:0/2700002636 wait complete. 2024-05-21T00:13:11.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:11 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2700002636' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T00:13:11.999 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:11 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2700002636' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T00:13:12.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:11 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2700002636' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-05-21T00:13:12.479 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-05-21T00:13:12.479 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-05-21T00:13:12.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:12 smithi012 ceph-mon[31403]: pgmap v321: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T00:13:12.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:12 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2700002636' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-21T00:13:12.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:12 smithi012 ceph-mon[31403]: fsmap cephfs:1 {0=a=up:active} 11 up:standby 2024-05-21T00:13:12.951 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:12.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:12 smithi060 ceph-mon[36426]: pgmap v321: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T00:13:12.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:12 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2700002636' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-21T00:13:12.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:12 smithi060 ceph-mon[36426]: fsmap cephfs:1 {0=a=up:active} 11 up:standby 2024-05-21T00:13:13.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:12 smithi077 ceph-mon[36377]: pgmap v321: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T00:13:13.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:12 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2700002636' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-05-21T00:13:13.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:12 smithi077 ceph-mon[36377]: fsmap cephfs:1 {0=a=up:active} 11 up:standby 2024-05-21T00:13:14.806 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:14 smithi012 ceph-mon[31403]: pgmap v322: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T00:13:14.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:14 smithi060 ceph-mon[36426]: pgmap v322: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T00:13:14.980 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.982+0000 7fd26ea00700 1 -- 172.21.15.12:0/2192685339 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd268102440 msgr2=0x7fd2681028c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:14.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.982+0000 7fd26ea00700 1 --2- 172.21.15.12:0/2192685339 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd268102440 0x7fd2681028c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd250009990 tx=0x7fd250009ca0 comp rx=0 tx=0).stop 2024-05-21T00:13:14.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.982+0000 7fd26ea00700 1 -- 172.21.15.12:0/2192685339 shutdown_connections 2024-05-21T00:13:14.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.982+0000 7fd26ea00700 1 --2- 172.21.15.12:0/2192685339 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd268102e00 0x7fd26810f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:14.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.982+0000 7fd26ea00700 1 --2- 172.21.15.12:0/2192685339 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd268108520 0x7fd268108900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:14.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.982+0000 7fd26ea00700 1 --2- 172.21.15.12:0/2192685339 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd268102440 0x7fd2681028c0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:14.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.983+0000 7fd26ea00700 1 -- 172.21.15.12:0/2192685339 >> 172.21.15.12:0/2192685339 conn(0x7fd2680793f0 msgr2=0x7fd268079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:14.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.983+0000 7fd26ea00700 1 -- 172.21.15.12:0/2192685339 shutdown_connections 2024-05-21T00:13:14.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.983+0000 7fd26ea00700 1 -- 172.21.15.12:0/2192685339 wait complete. 2024-05-21T00:13:14.982 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.984+0000 7fd26ea00700 1 Processor -- start 2024-05-21T00:13:14.982 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.984+0000 7fd26ea00700 1 -- start start 2024-05-21T00:13:14.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.984+0000 7fd26ea00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd268102440 0x7fd268109390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:14.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.984+0000 7fd26ea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd268102e00 0x7fd2681098d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:14.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.984+0000 7fd26ea00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd268108520 0x7fd268109e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:14.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.984+0000 7fd26ea00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd268112640 con 0x7fd268102e00 2024-05-21T00:13:14.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.984+0000 7fd26ea00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd2681124c0 con 0x7fd268102440 2024-05-21T00:13:14.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.984+0000 7fd26ea00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fd2681127c0 con 0x7fd268108520 2024-05-21T00:13:14.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.985+0000 7fd267e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd268102440 0x7fd268109390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:14.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.985+0000 7fd25fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd268102e00 0x7fd2681098d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:14.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.985+0000 7fd267e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd268102440 0x7fd268109390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:52888/0 (socket says 172.21.15.12:52888) 2024-05-21T00:13:14.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.985+0000 7fd267e00700 1 -- 172.21.15.12:0/3727520765 learned_addr learned my addr 172.21.15.12:0/3727520765 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:14.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.985+0000 7fd26ca00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd268108520 0x7fd268109e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:14.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.985+0000 7fd267e00700 1 -- 172.21.15.12:0/3727520765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd268108520 msgr2=0x7fd268109e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:14.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.985+0000 7fd267e00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd268108520 0x7fd268109e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:14.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.985+0000 7fd267e00700 1 -- 172.21.15.12:0/3727520765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd268102e00 msgr2=0x7fd2681098d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:14.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.985+0000 7fd267e00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd268102e00 0x7fd2681098d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:14.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.985+0000 7fd267e00700 1 -- 172.21.15.12:0/3727520765 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2681a8270 con 0x7fd268102440 2024-05-21T00:13:14.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.985+0000 7fd26ca00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd268108520 0x7fd268109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:13:14.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.985+0000 7fd25fe00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd268102e00 0x7fd2681098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:13:14.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.986+0000 7fd267e00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd268102440 0x7fd268109390 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd25800e9c0 tx=0x7fd25800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:14.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.986+0000 7fd265600700 1 -- 172.21.15.12:0/3727520765 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd25800cbd0 con 0x7fd268102440 2024-05-21T00:13:14.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.986+0000 7fd265600700 1 -- 172.21.15.12:0/3727520765 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd25800ee60 con 0x7fd268102440 2024-05-21T00:13:14.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.986+0000 7fd26ea00700 1 -- 172.21.15.12:0/3727520765 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2681a8560 con 0x7fd268102440 2024-05-21T00:13:14.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.986+0000 7fd265600700 1 -- 172.21.15.12:0/3727520765 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2580055c0 con 0x7fd268102440 2024-05-21T00:13:14.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.987+0000 7fd26ea00700 1 -- 172.21.15.12:0/3727520765 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2681a8aa0 con 0x7fd268102440 2024-05-21T00:13:14.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.988+0000 7fd26ea00700 1 -- 172.21.15.12:0/3727520765 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd26806a230 con 0x7fd268102440 2024-05-21T00:13:14.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.991+0000 7fd265600700 1 -- 172.21.15.12:0/3727520765 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fd258004750 con 0x7fd268102440 2024-05-21T00:13:14.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.992+0000 7fd265600700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd24c0b2900 0x7fd24c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:14.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.992+0000 7fd265600700 1 -- 172.21.15.12:0/3727520765 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fd2580e22e0 con 0x7fd268102440 2024-05-21T00:13:14.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.992+0000 7fd25fe00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd24c0b2900 0x7fd24c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:14.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.993+0000 7fd25fe00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd24c0b2900 0x7fd24c0b4dc0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fd268102350 tx=0x7fd25001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:14.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:14.997+0000 7fd265600700 1 -- 172.21.15.12:0/3727520765 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd2580aa0b0 con 0x7fd268102440 2024-05-21T00:13:15.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:14 smithi077 ceph-mon[36377]: pgmap v322: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 3 op/s 2024-05-21T00:13:15.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.289+0000 7fd26ea00700 1 -- 172.21.15.12:0/3727520765 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7fd2681a8d60 con 0x7fd268102440 2024-05-21T00:13:15.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.633+0000 7fd265600700 1 -- 172.21.15.12:0/3727520765 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7fd2580a99b0 con 0x7fd268102440 2024-05-21T00:13:15.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.638+0000 7fd26ea00700 1 -- 172.21.15.12:0/3727520765 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd24c0b2900 msgr2=0x7fd24c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:15.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.638+0000 7fd26ea00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd24c0b2900 0x7fd24c0b4dc0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fd268102350 tx=0x7fd25001a040 comp rx=0 tx=0).stop 2024-05-21T00:13:15.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.638+0000 7fd26ea00700 1 -- 172.21.15.12:0/3727520765 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd268102440 msgr2=0x7fd268109390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:15.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.638+0000 7fd26ea00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd268102440 0x7fd268109390 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd25800e9c0 tx=0x7fd25800ecd0 comp rx=0 tx=0).stop 2024-05-21T00:13:15.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.639+0000 7fd26ea00700 1 -- 172.21.15.12:0/3727520765 shutdown_connections 2024-05-21T00:13:15.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.639+0000 7fd26ea00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd268108520 0x7fd268109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:15.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.639+0000 7fd26ea00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd268102440 0x7fd268109390 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:15.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.639+0000 7fd26ea00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd24c0b2900 0x7fd24c0b4dc0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:15.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.639+0000 7fd26ea00700 1 --2- 172.21.15.12:0/3727520765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd268102e00 0x7fd2681098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:15.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.639+0000 7fd26ea00700 1 -- 172.21.15.12:0/3727520765 >> 172.21.15.12:0/3727520765 conn(0x7fd2680793f0 msgr2=0x7fd268100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:15.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.639+0000 7fd26ea00700 1 -- 172.21.15.12:0/3727520765 shutdown_connections 2024-05-21T00:13:15.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:15.639+0000 7fd26ea00700 1 -- 172.21.15.12:0/3727520765 wait complete. 2024-05-21T00:13:15.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:15 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3727520765' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-21T00:13:15.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:15 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-21T00:13:16.007 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:15 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3727520765' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-21T00:13:16.007 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:15 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-21T00:13:16.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:15 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3727520765' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-21T00:13:16.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:15 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-05-21T00:13:16.437 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-05-21T00:13:16.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:16 smithi012 ceph-mon[31403]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-05-21T00:13:16.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:16 smithi012 ceph-mon[31403]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-21T00:13:16.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:16 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-05-21T00:13:16.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:16 smithi012 ceph-mon[31403]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-21T00:13:16.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:16 smithi012 ceph-mon[31403]: fsmap cephfs:1 {0=a=up:active} 11 up:standby 2024-05-21T00:13:16.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:16 smithi012 ceph-mon[31403]: fsmap cephfs:2 {0=a=up:active,1=b=up:creating} 10 up:standby 2024-05-21T00:13:16.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:16 smithi012 ceph-mon[31403]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-05-21T00:13:16.879 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:16 smithi060 ceph-mon[36426]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-05-21T00:13:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:16 smithi060 ceph-mon[36426]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-21T00:13:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:16 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-05-21T00:13:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:16 smithi060 ceph-mon[36426]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-21T00:13:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:16 smithi060 ceph-mon[36426]: fsmap cephfs:1 {0=a=up:active} 11 up:standby 2024-05-21T00:13:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:16 smithi060 ceph-mon[36426]: fsmap cephfs:2 {0=a=up:active,1=b=up:creating} 10 up:standby 2024-05-21T00:13:16.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:16 smithi060 ceph-mon[36426]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-05-21T00:13:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:16 smithi077 ceph-mon[36377]: pgmap v323: 97 pgs: 97 active+clean; 579 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-05-21T00:13:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:16 smithi077 ceph-mon[36377]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-21T00:13:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:16 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-05-21T00:13:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:16 smithi077 ceph-mon[36377]: daemon mds.b assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-05-21T00:13:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:16 smithi077 ceph-mon[36377]: fsmap cephfs:1 {0=a=up:active} 11 up:standby 2024-05-21T00:13:17.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:16 smithi077 ceph-mon[36377]: fsmap cephfs:2 {0=a=up:active,1=b=up:creating} 10 up:standby 2024-05-21T00:13:17.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:16 smithi077 ceph-mon[36377]: daemon mds.b is now active in filesystem cephfs as rank 1 2024-05-21T00:13:17.906 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:17 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] up:active 2024-05-21T00:13:17.907 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:17 smithi012 ceph-mon[31403]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-21T00:13:17.907 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:17 smithi012 ceph-mon[31403]: fsmap cephfs:2 {0=a=up:active,1=b=up:active} 10 up:standby 2024-05-21T00:13:17.907 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:17 smithi012 ceph-mon[31403]: fsmap cephfs:3 {0=a=up:active,1=b=up:active,2=i=up:creating} 9 up:standby 2024-05-21T00:13:17.907 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:17 smithi012 ceph-mon[31403]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-05-21T00:13:17.907 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:13:17 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a[71216]: 2024-05-21T00:13:17.715+0000 7f4885e00700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-05-21T00:13:17.907 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:13:17 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a[71216]: 2024-05-21T00:13:17.715+0000 7f4885e00700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-05-21T00:13:17.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:17 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] up:active 2024-05-21T00:13:17.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:17 smithi060 ceph-mon[36426]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-21T00:13:17.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:17 smithi060 ceph-mon[36426]: fsmap cephfs:2 {0=a=up:active,1=b=up:active} 10 up:standby 2024-05-21T00:13:17.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:17 smithi060 ceph-mon[36426]: fsmap cephfs:3 {0=a=up:active,1=b=up:active,2=i=up:creating} 9 up:standby 2024-05-21T00:13:17.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:17 smithi060 ceph-mon[36426]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-05-21T00:13:18.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:17 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] up:active 2024-05-21T00:13:18.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:17 smithi077 ceph-mon[36377]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-05-21T00:13:18.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:17 smithi077 ceph-mon[36377]: fsmap cephfs:2 {0=a=up:active,1=b=up:active} 10 up:standby 2024-05-21T00:13:18.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:17 smithi077 ceph-mon[36377]: fsmap cephfs:3 {0=a=up:active,1=b=up:active,2=i=up:creating} 9 up:standby 2024-05-21T00:13:18.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:17 smithi077 ceph-mon[36377]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-05-21T00:13:18.804 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:18 smithi012 ceph-mon[31403]: pgmap v324: 97 pgs: 97 active+clean; 581 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 1 op/s 2024-05-21T00:13:18.804 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:18 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] up:active 2024-05-21T00:13:18.804 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:18 smithi012 ceph-mon[31403]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-05-21T00:13:18.805 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:18 smithi012 ceph-mon[31403]: fsmap cephfs:3 {0=a=up:active,1=b=up:active,2=i=up:active} 9 up:standby 2024-05-21T00:13:18.805 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:18 smithi012 ceph-mon[31403]: fsmap cephfs:4 {0=a=up:active,1=b=up:active,2=i=up:active,3=c=up:creating} 8 up:standby 2024-05-21T00:13:18.805 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:18 smithi012 ceph-mon[31403]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-05-21T00:13:18.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:18 smithi060 ceph-mon[36426]: pgmap v324: 97 pgs: 97 active+clean; 581 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 1 op/s 2024-05-21T00:13:18.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:18 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] up:active 2024-05-21T00:13:18.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:18 smithi060 ceph-mon[36426]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-05-21T00:13:18.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:18 smithi060 ceph-mon[36426]: fsmap cephfs:3 {0=a=up:active,1=b=up:active,2=i=up:active} 9 up:standby 2024-05-21T00:13:18.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:18 smithi060 ceph-mon[36426]: fsmap cephfs:4 {0=a=up:active,1=b=up:active,2=i=up:active,3=c=up:creating} 8 up:standby 2024-05-21T00:13:18.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:18 smithi060 ceph-mon[36426]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-05-21T00:13:18.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.986+0000 7ff315600700 1 -- 172.21.15.12:0/3532628083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff31010b670 msgr2=0x7ff31010ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:18.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.986+0000 7ff315600700 1 --2- 172.21.15.12:0/3532628083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff31010b670 0x7ff31010ba50 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff300009990 tx=0x7ff300009ca0 comp rx=0 tx=0).stop 2024-05-21T00:13:18.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.986+0000 7ff315600700 1 -- 172.21.15.12:0/3532628083 shutdown_connections 2024-05-21T00:13:18.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.986+0000 7ff315600700 1 --2- 172.21.15.12:0/3532628083 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff310106030 0x7ff310112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:18.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.986+0000 7ff315600700 1 --2- 172.21.15.12:0/3532628083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff31010b670 0x7ff31010ba50 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:18.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.986+0000 7ff315600700 1 --2- 172.21.15.12:0/3532628083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff310105670 0x7ff310105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:18.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.986+0000 7ff315600700 1 -- 172.21.15.12:0/3532628083 >> 172.21.15.12:0/3532628083 conn(0x7ff310101160 msgr2=0x7ff310103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:18.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.986+0000 7ff315600700 1 -- 172.21.15.12:0/3532628083 shutdown_connections 2024-05-21T00:13:18.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.986+0000 7ff315600700 1 -- 172.21.15.12:0/3532628083 wait complete. 2024-05-21T00:13:18.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.987+0000 7ff315600700 1 Processor -- start 2024-05-21T00:13:18.985 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.987+0000 7ff315600700 1 -- start start 2024-05-21T00:13:18.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.988+0000 7ff315600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff310105670 0x7ff3101a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:18.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.988+0000 7ff315600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff310106030 0x7ff3101a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:18.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.988+0000 7ff315600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff31010b670 0x7ff31019bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:18.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.988+0000 7ff315600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff310115870 con 0x7ff31010b670 2024-05-21T00:13:18.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.988+0000 7ff315600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101156f0 con 0x7ff310106030 2024-05-21T00:13:18.986 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.988+0000 7ff315600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff3101159f0 con 0x7ff310105670 2024-05-21T00:13:18.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.988+0000 7ff30fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff310105670 0x7ff3101a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:18.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.988+0000 7ff314c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff31010b670 0x7ff31019bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:18.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.988+0000 7ff30fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff310105670 0x7ff3101a1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:46618/0 (socket says 172.21.15.12:46618) 2024-05-21T00:13:18.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.988+0000 7ff30fe00700 1 -- 172.21.15.12:0/3256353476 learned_addr learned my addr 172.21.15.12:0/3256353476 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:18.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.988+0000 7ff30f400700 1 --2- 172.21.15.12:0/3256353476 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff310106030 0x7ff3101a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:18.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.989+0000 7ff30fe00700 1 -- 172.21.15.12:0/3256353476 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff310106030 msgr2=0x7ff3101a1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:18.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.989+0000 7ff30fe00700 1 --2- 172.21.15.12:0/3256353476 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff310106030 0x7ff3101a1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:18.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.989+0000 7ff30fe00700 1 -- 172.21.15.12:0/3256353476 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff31010b670 msgr2=0x7ff31019bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:18.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.989+0000 7ff30fe00700 1 --2- 172.21.15.12:0/3256353476 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff31010b670 0x7ff31019bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:18.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.989+0000 7ff30fe00700 1 -- 172.21.15.12:0/3256353476 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff31019c410 con 0x7ff310105670 2024-05-21T00:13:18.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.989+0000 7ff30fe00700 1 --2- 172.21.15.12:0/3256353476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff310105670 0x7ff3101a1a60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff3000057f0 tx=0x7ff30000bfd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:18.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.989+0000 7ff30cc00700 1 -- 172.21.15.12:0/3256353476 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff300026070 con 0x7ff310105670 2024-05-21T00:13:18.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.989+0000 7ff30cc00700 1 -- 172.21.15.12:0/3256353476 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff300021410 con 0x7ff310105670 2024-05-21T00:13:18.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.989+0000 7ff315600700 1 -- 172.21.15.12:0/3256353476 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff31019c6a0 con 0x7ff310105670 2024-05-21T00:13:18.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.989+0000 7ff30cc00700 1 -- 172.21.15.12:0/3256353476 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff300017650 con 0x7ff310105670 2024-05-21T00:13:18.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.989+0000 7ff315600700 1 -- 172.21.15.12:0/3256353476 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3101a89e0 con 0x7ff310105670 2024-05-21T00:13:18.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.990+0000 7ff315600700 1 -- 172.21.15.12:0/3256353476 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff31010dc00 con 0x7ff310105670 2024-05-21T00:13:18.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.993+0000 7ff30cc00700 1 -- 172.21.15.12:0/3256353476 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7ff300029070 con 0x7ff310105670 2024-05-21T00:13:18.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.994+0000 7ff30cc00700 1 --2- 172.21.15.12:0/3256353476 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff2f40b2900 0x7ff2f40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:18.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.995+0000 7ff30cc00700 1 -- 172.21.15.12:0/3256353476 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7ff3000e3060 con 0x7ff310105670 2024-05-21T00:13:18.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.995+0000 7ff30f400700 1 --2- 172.21.15.12:0/3256353476 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff2f40b2900 0x7ff2f40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:18.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.995+0000 7ff30f400700 1 --2- 172.21.15.12:0/3256353476 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff2f40b2900 0x7ff2f40b4dc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff31019d280 tx=0x7ff2fc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:18.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:18.996+0000 7ff30cc00700 1 -- 172.21.15.12:0/3256353476 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff300030080 con 0x7ff310105670 2024-05-21T00:13:19.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:18 smithi077 ceph-mon[36377]: pgmap v324: 97 pgs: 97 active+clean; 581 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 1 op/s 2024-05-21T00:13:19.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:18 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] up:active 2024-05-21T00:13:19.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:18 smithi077 ceph-mon[36377]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-05-21T00:13:19.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:18 smithi077 ceph-mon[36377]: fsmap cephfs:3 {0=a=up:active,1=b=up:active,2=i=up:active} 9 up:standby 2024-05-21T00:13:19.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:18 smithi077 ceph-mon[36377]: fsmap cephfs:4 {0=a=up:active,1=b=up:active,2=i=up:active,3=c=up:creating} 8 up:standby 2024-05-21T00:13:19.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:18 smithi077 ceph-mon[36377]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-05-21T00:13:19.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.283+0000 7ff315600700 1 -- 172.21.15.12:0/3256353476 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7ff31019cff0 con 0x7ff310105670 2024-05-21T00:13:19.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.691+0000 7ff30cc00700 1 -- 172.21.15.12:0/3256353476 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v26) ==== 121+0+0 (secure 0 0 0) 0x7ff300013070 con 0x7ff310105670 2024-05-21T00:13:19.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.696+0000 7ff315600700 1 -- 172.21.15.12:0/3256353476 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff2f40b2900 msgr2=0x7ff2f40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:19.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.696+0000 7ff315600700 1 --2- 172.21.15.12:0/3256353476 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff2f40b2900 0x7ff2f40b4dc0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff31019d280 tx=0x7ff2fc009260 comp rx=0 tx=0).stop 2024-05-21T00:13:19.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.696+0000 7ff315600700 1 -- 172.21.15.12:0/3256353476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff310105670 msgr2=0x7ff3101a1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:19.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.696+0000 7ff315600700 1 --2- 172.21.15.12:0/3256353476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff310105670 0x7ff3101a1a60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff3000057f0 tx=0x7ff30000bfd0 comp rx=0 tx=0).stop 2024-05-21T00:13:19.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.697+0000 7ff315600700 1 -- 172.21.15.12:0/3256353476 shutdown_connections 2024-05-21T00:13:19.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.697+0000 7ff315600700 1 --2- 172.21.15.12:0/3256353476 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff2f40b2900 0x7ff2f40b4dc0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:19.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.697+0000 7ff315600700 1 --2- 172.21.15.12:0/3256353476 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff31010b670 0x7ff31019bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:19.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.697+0000 7ff315600700 1 --2- 172.21.15.12:0/3256353476 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff310105670 0x7ff3101a1a60 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:19.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.697+0000 7ff315600700 1 --2- 172.21.15.12:0/3256353476 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff310106030 0x7ff3101a1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:19.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.697+0000 7ff315600700 1 -- 172.21.15.12:0/3256353476 >> 172.21.15.12:0/3256353476 conn(0x7ff310101160 msgr2=0x7ff310101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:19.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.697+0000 7ff315600700 1 -- 172.21.15.12:0/3256353476 shutdown_connections 2024-05-21T00:13:19.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:19.697+0000 7ff315600700 1 -- 172.21.15.12:0/3256353476 wait complete. 2024-05-21T00:13:19.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:19 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] up:active 2024-05-21T00:13:19.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:19 smithi060 ceph-mon[36426]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-05-21T00:13:19.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:19 smithi060 ceph-mon[36426]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-21T00:13:19.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:19 smithi060 ceph-mon[36426]: Cluster is now healthy 2024-05-21T00:13:19.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:19 smithi060 ceph-mon[36426]: fsmap cephfs:4 {0=a=up:active,1=b=up:active,2=i=up:active,3=c=up:active} 8 up:standby 2024-05-21T00:13:19.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:19 smithi060 ceph-mon[36426]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-05-21T00:13:19.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:19 smithi060 ceph-mon[36426]: daemon mds.f is now active in filesystem cephfs as rank 4 2024-05-21T00:13:19.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:19 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3256353476' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T00:13:19.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:19 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T00:13:20.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:19 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] up:active 2024-05-21T00:13:20.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:19 smithi077 ceph-mon[36377]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-05-21T00:13:20.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:19 smithi077 ceph-mon[36377]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-21T00:13:20.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:19 smithi077 ceph-mon[36377]: Cluster is now healthy 2024-05-21T00:13:20.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:19 smithi077 ceph-mon[36377]: fsmap cephfs:4 {0=a=up:active,1=b=up:active,2=i=up:active,3=c=up:active} 8 up:standby 2024-05-21T00:13:20.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:19 smithi077 ceph-mon[36377]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-05-21T00:13:20.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:19 smithi077 ceph-mon[36377]: daemon mds.f is now active in filesystem cephfs as rank 4 2024-05-21T00:13:20.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:19 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3256353476' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T00:13:20.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:19 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T00:13:20.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:19 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] up:active 2024-05-21T00:13:20.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:19 smithi012 ceph-mon[31403]: daemon mds.f assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-05-21T00:13:20.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:19 smithi012 ceph-mon[31403]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-21T00:13:20.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:19 smithi012 ceph-mon[31403]: Cluster is now healthy 2024-05-21T00:13:20.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:19 smithi012 ceph-mon[31403]: fsmap cephfs:4 {0=a=up:active,1=b=up:active,2=i=up:active,3=c=up:active} 8 up:standby 2024-05-21T00:13:20.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:19 smithi012 ceph-mon[31403]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-05-21T00:13:20.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:19 smithi012 ceph-mon[31403]: daemon mds.f is now active in filesystem cephfs as rank 4 2024-05-21T00:13:20.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:19 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3256353476' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T00:13:20.055 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:19 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-05-21T00:13:20.430 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-05-21T00:13:20.906 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:20.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:20 smithi060 ceph-mon[36426]: pgmap v325: 97 pgs: 97 active+clean; 582 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-05-21T00:13:20.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:20 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-21T00:13:20.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:20 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] up:active 2024-05-21T00:13:20.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:20 smithi060 ceph-mon[36426]: fsmap cephfs:5 7 up:standby 5 up:active 2024-05-21T00:13:20.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:20 smithi060 ceph-mon[36426]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T00:13:21.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:20 smithi077 ceph-mon[36377]: pgmap v325: 97 pgs: 97 active+clean; 582 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-05-21T00:13:21.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:20 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-21T00:13:21.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:20 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] up:active 2024-05-21T00:13:21.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:20 smithi077 ceph-mon[36377]: fsmap cephfs:5 7 up:standby 5 up:active 2024-05-21T00:13:21.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:20 smithi077 ceph-mon[36377]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T00:13:21.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:20 smithi012 ceph-mon[31403]: pgmap v325: 97 pgs: 97 active+clean; 582 KiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 KiB/s wr, 4 op/s 2024-05-21T00:13:21.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:20 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-05-21T00:13:21.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:20 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] up:active 2024-05-21T00:13:21.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:20 smithi012 ceph-mon[31403]: fsmap cephfs:5 7 up:standby 5 up:active 2024-05-21T00:13:21.064 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:20 smithi012 ceph-mon[31403]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T00:13:22.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:22 smithi012 ceph-mon[31403]: pgmap v326: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s rd, 3.2 KiB/s wr, 12 op/s 2024-05-21T00:13:22.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:22 smithi060 ceph-mon[36426]: pgmap v326: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s rd, 3.2 KiB/s wr, 12 op/s 2024-05-21T00:13:22.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.997+0000 7fbd17e00700 1 -- 172.21.15.12:0/2347480292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd18104400 msgr2=0x7fbd1806bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:22.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.997+0000 7fbd17e00700 1 --2- 172.21.15.12:0/2347480292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd18104400 0x7fbd1806bab0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fbd08009990 tx=0x7fbd08009ca0 comp rx=0 tx=0).stop 2024-05-21T00:13:22.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.997+0000 7fbd17e00700 1 -- 172.21.15.12:0/2347480292 shutdown_connections 2024-05-21T00:13:22.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.997+0000 7fbd17e00700 1 --2- 172.21.15.12:0/2347480292 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd1810fd00 0x7fbd18112130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:22.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.997+0000 7fbd17e00700 1 --2- 172.21.15.12:0/2347480292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd18104400 0x7fbd1806bab0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:22.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.997+0000 7fbd17e00700 1 --2- 172.21.15.12:0/2347480292 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbd1806bff0 0x7fbd1806c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:22.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.997+0000 7fbd17e00700 1 -- 172.21.15.12:0/2347480292 >> 172.21.15.12:0/2347480292 conn(0x7fbd18079280 msgr2=0x7fbd18079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:22.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.997+0000 7fbd17e00700 1 -- 172.21.15.12:0/2347480292 shutdown_connections 2024-05-21T00:13:22.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.997+0000 7fbd17e00700 1 -- 172.21.15.12:0/2347480292 wait complete. 2024-05-21T00:13:22.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.998+0000 7fbd17e00700 1 Processor -- start 2024-05-21T00:13:22.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.998+0000 7fbd17e00700 1 -- start start 2024-05-21T00:13:22.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.999+0000 7fbd17e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbd1806bff0 0x7fbd1819bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:22.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.999+0000 7fbd17e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd18104400 0x7fbd1819c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:22.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.999+0000 7fbd17e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd1810fd00 0x7fbd181a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:22.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.999+0000 7fbd17e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fbd18115860 con 0x7fbd1810fd00 2024-05-21T00:13:22.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.999+0000 7fbd17e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fbd181156e0 con 0x7fbd18104400 2024-05-21T00:13:22.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.999+0000 7fbd17e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fbd181159e0 con 0x7fbd1806bff0 2024-05-21T00:13:22.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.999+0000 7fbd16a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbd1806bff0 0x7fbd1819bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:22.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.999+0000 7fbd17400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd1810fd00 0x7fbd181a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:22.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.999+0000 7fbd0e000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd18104400 0x7fbd1819c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:22.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.999+0000 7fbd17400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd1810fd00 0x7fbd181a05e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46542/0 (socket says 172.21.15.12:46542) 2024-05-21T00:13:22.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.999+0000 7fbd17400700 1 -- 172.21.15.12:0/2301011856 learned_addr learned my addr 172.21.15.12:0/2301011856 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:22.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:22.999+0000 7fbd16a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbd1806bff0 0x7fbd1819bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:46634/0 (socket says 172.21.15.12:46634) 2024-05-21T00:13:22.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.000+0000 7fbd16a00700 1 -- 172.21.15.12:0/2301011856 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd18104400 msgr2=0x7fbd1819c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:22.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.000+0000 7fbd16a00700 1 --2- 172.21.15.12:0/2301011856 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd18104400 0x7fbd1819c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:22.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.000+0000 7fbd16a00700 1 -- 172.21.15.12:0/2301011856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd1810fd00 msgr2=0x7fbd181a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:22.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.000+0000 7fbd16a00700 1 --2- 172.21.15.12:0/2301011856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd1810fd00 0x7fbd181a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:22.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.000+0000 7fbd16a00700 1 -- 172.21.15.12:0/2301011856 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd181a0d20 con 0x7fbd1806bff0 2024-05-21T00:13:22.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.000+0000 7fbd17400700 1 --2- 172.21.15.12:0/2301011856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd1810fd00 0x7fbd181a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:13:22.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.000+0000 7fbd16a00700 1 --2- 172.21.15.12:0/2301011856 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbd1806bff0 0x7fbd1819bd10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fbd08006010 tx=0x7fbd080057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:23.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.000+0000 7fbd0fe00700 1 -- 172.21.15.12:0/2301011856 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd08027070 con 0x7fbd1806bff0 2024-05-21T00:13:23.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.000+0000 7fbd0fe00700 1 -- 172.21.15.12:0/2301011856 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fbd08022470 con 0x7fbd1806bff0 2024-05-21T00:13:23.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.001+0000 7fbd0fe00700 1 -- 172.21.15.12:0/2301011856 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd08017650 con 0x7fbd1806bff0 2024-05-21T00:13:23.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.001+0000 7fbd17e00700 1 -- 172.21.15.12:0/2301011856 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd181a0fb0 con 0x7fbd1806bff0 2024-05-21T00:13:23.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.001+0000 7fbd17e00700 1 -- 172.21.15.12:0/2301011856 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd181a8890 con 0x7fbd1806bff0 2024-05-21T00:13:23.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.002+0000 7fbd17e00700 1 -- 172.21.15.12:0/2301011856 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd181029a0 con 0x7fbd1806bff0 2024-05-21T00:13:23.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.004+0000 7fbd0fe00700 1 -- 172.21.15.12:0/2301011856 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7fbd0802a070 con 0x7fbd1806bff0 2024-05-21T00:13:23.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.006+0000 7fbd0fe00700 1 --2- 172.21.15.12:0/2301011856 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fbcfc0b2900 0x7fbcfc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:23.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.006+0000 7fbd0fe00700 1 -- 172.21.15.12:0/2301011856 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fbd080e2d00 con 0x7fbd1806bff0 2024-05-21T00:13:23.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.006+0000 7fbd0e000700 1 --2- 172.21.15.12:0/2301011856 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fbcfc0b2900 0x7fbcfc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:23.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.007+0000 7fbd0e000700 1 --2- 172.21.15.12:0/2301011856 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fbcfc0b2900 0x7fbcfc0b4dc0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fbd18102700 tx=0x7fbd00009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:23.006 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.008+0000 7fbd0fe00700 1 -- 172.21.15.12:0/2301011856 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fbd08013070 con 0x7fbd1806bff0 2024-05-21T00:13:23.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:22 smithi077 ceph-mon[36377]: pgmap v326: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s rd, 3.2 KiB/s wr, 12 op/s 2024-05-21T00:13:23.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.296+0000 7fbd17e00700 1 -- 172.21.15.12:0/2301011856 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7fbd1806a230 con 0x7fbd1806bff0 2024-05-21T00:13:23.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.714+0000 7fbd0fe00700 1 -- 172.21.15.12:0/2301011856 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v28) ==== 115+0+0 (secure 0 0 0) 0x7fbd080aab60 con 0x7fbd1806bff0 2024-05-21T00:13:23.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.719+0000 7fbd17e00700 1 -- 172.21.15.12:0/2301011856 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fbcfc0b2900 msgr2=0x7fbcfc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:23.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.719+0000 7fbd17e00700 1 --2- 172.21.15.12:0/2301011856 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fbcfc0b2900 0x7fbcfc0b4dc0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fbd18102700 tx=0x7fbd00009260 comp rx=0 tx=0).stop 2024-05-21T00:13:23.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.719+0000 7fbd17e00700 1 -- 172.21.15.12:0/2301011856 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbd1806bff0 msgr2=0x7fbd1819bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:23.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.719+0000 7fbd17e00700 1 --2- 172.21.15.12:0/2301011856 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbd1806bff0 0x7fbd1819bd10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fbd08006010 tx=0x7fbd080057c0 comp rx=0 tx=0).stop 2024-05-21T00:13:23.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.720+0000 7fbd17e00700 1 -- 172.21.15.12:0/2301011856 shutdown_connections 2024-05-21T00:13:23.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.720+0000 7fbd17e00700 1 --2- 172.21.15.12:0/2301011856 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fbcfc0b2900 0x7fbcfc0b4dc0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:23.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.720+0000 7fbd17e00700 1 --2- 172.21.15.12:0/2301011856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fbd1810fd00 0x7fbd181a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:23.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.720+0000 7fbd17e00700 1 --2- 172.21.15.12:0/2301011856 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fbd1806bff0 0x7fbd1819bd10 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:23.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.720+0000 7fbd17e00700 1 --2- 172.21.15.12:0/2301011856 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fbd18104400 0x7fbd1819c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:23.718 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.720+0000 7fbd17e00700 1 -- 172.21.15.12:0/2301011856 >> 172.21.15.12:0/2301011856 conn(0x7fbd18079280 msgr2=0x7fbd181015f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:23.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.720+0000 7fbd17e00700 1 -- 172.21.15.12:0/2301011856 shutdown_connections 2024-05-21T00:13:23.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:23.720+0000 7fbd17e00700 1 -- 172.21.15.12:0/2301011856 wait complete. 2024-05-21T00:13:23.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:23 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2301011856' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T00:13:23.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:23 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T00:13:24.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:23 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2301011856' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T00:13:24.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:23 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T00:13:24.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:23 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2301011856' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T00:13:24.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:23 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-05-21T00:13:24.539 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--size 25000000000'} subvols for filesystem 'cephfs' 2024-05-21T00:13:24.539 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-05-21T00:13:24.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:24 smithi012 ceph-mon[31403]: pgmap v327: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 4.0 KiB/s wr, 15 op/s 2024-05-21T00:13:24.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:24 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-21T00:13:24.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:24 smithi012 ceph-mon[31403]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T00:13:24.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:24 smithi060 ceph-mon[36426]: pgmap v327: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 4.0 KiB/s wr, 15 op/s 2024-05-21T00:13:24.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:24 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-21T00:13:24.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:24 smithi060 ceph-mon[36426]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T00:13:25.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:24 smithi077 ceph-mon[36377]: pgmap v327: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 1.6 KiB/s rd, 4.0 KiB/s wr, 15 op/s 2024-05-21T00:13:25.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:24 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-05-21T00:13:25.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:24 smithi077 ceph-mon[36377]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T00:13:25.033 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:26.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:26 smithi012 ceph-mon[31403]: pgmap v328: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 4.0 KiB/s wr, 19 op/s 2024-05-21T00:13:26.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:26 smithi060 ceph-mon[36426]: pgmap v328: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 4.0 KiB/s wr, 19 op/s 2024-05-21T00:13:27.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:26 smithi077 ceph-mon[36377]: pgmap v328: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 4.0 KiB/s wr, 19 op/s 2024-05-21T00:13:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.377+0000 7efcd6200700 1 -- 172.21.15.12:0/3757066418 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd010b760 msgr2=0x7efcd010bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.377+0000 7efcd6200700 1 --2- 172.21.15.12:0/3757066418 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd010b760 0x7efcd010bb40 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7efcc0009990 tx=0x7efcc0009ca0 comp rx=0 tx=0).stop 2024-05-21T00:13:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.377+0000 7efcd6200700 1 -- 172.21.15.12:0/3757066418 shutdown_connections 2024-05-21T00:13:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.377+0000 7efcd6200700 1 --2- 172.21.15.12:0/3757066418 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efcd0106120 0x7efcd0112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.377+0000 7efcd6200700 1 --2- 172.21.15.12:0/3757066418 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd010b760 0x7efcd010bb40 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.377+0000 7efcd6200700 1 --2- 172.21.15.12:0/3757066418 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efcd0105760 0x7efcd0105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.377+0000 7efcd6200700 1 -- 172.21.15.12:0/3757066418 >> 172.21.15.12:0/3757066418 conn(0x7efcd0101250 msgr2=0x7efcd0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:27.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.378+0000 7efcd6200700 1 -- 172.21.15.12:0/3757066418 shutdown_connections 2024-05-21T00:13:27.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.378+0000 7efcd6200700 1 -- 172.21.15.12:0/3757066418 wait complete. 2024-05-21T00:13:27.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.379+0000 7efcd6200700 1 Processor -- start 2024-05-21T00:13:27.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.379+0000 7efcd6200700 1 -- start start 2024-05-21T00:13:27.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.379+0000 7efcd6200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd0105760 0x7efcd019be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:27.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.379+0000 7efcd6200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efcd0106120 0x7efcd019c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:27.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.379+0000 7efcd6200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efcd010b760 0x7efcd01a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:27.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.379+0000 7efcd6200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7efcd0115960 con 0x7efcd010b760 2024-05-21T00:13:27.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.379+0000 7efcd6200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7efcd01157e0 con 0x7efcd0105760 2024-05-21T00:13:27.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.379+0000 7efcd6200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7efcd0115ae0 con 0x7efcd0106120 2024-05-21T00:13:27.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.380+0000 7efccea00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efcd0106120 0x7efcd019c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:27.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.380+0000 7efccf400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd0105760 0x7efcd019be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:27.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.380+0000 7efccea00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efcd0106120 0x7efcd019c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:36216/0 (socket says 172.21.15.12:36216) 2024-05-21T00:13:27.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.380+0000 7efccea00700 1 -- 172.21.15.12:0/4181042335 learned_addr learned my addr 172.21.15.12:0/4181042335 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:27.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.380+0000 7efccfe00700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efcd010b760 0x7efcd01a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:27.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.380+0000 7efccea00700 1 -- 172.21.15.12:0/4181042335 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd0105760 msgr2=0x7efcd019be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:27.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.380+0000 7efccea00700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd0105760 0x7efcd019be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:27.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.380+0000 7efccea00700 1 -- 172.21.15.12:0/4181042335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efcd010b760 msgr2=0x7efcd01a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:27.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.380+0000 7efccea00700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efcd010b760 0x7efcd01a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:27.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.380+0000 7efccea00700 1 -- 172.21.15.12:0/4181042335 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcd01a0e40 con 0x7efcd0106120 2024-05-21T00:13:27.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.380+0000 7efccf400700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd0105760 0x7efcd019be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:13:27.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.381+0000 7efccea00700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efcd0106120 0x7efcd019c370 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7efcbc00e9c0 tx=0x7efcbc00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:27.381 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.381+0000 7efcc7e00700 1 -- 172.21.15.12:0/4181042335 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcbc00cbd0 con 0x7efcd0106120 2024-05-21T00:13:27.381 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.381+0000 7efcd6200700 1 -- 172.21.15.12:0/4181042335 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcd01a1130 con 0x7efcd0106120 2024-05-21T00:13:27.381 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.381+0000 7efcc7e00700 1 -- 172.21.15.12:0/4181042335 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7efcbc00ee50 con 0x7efcd0106120 2024-05-21T00:13:27.381 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.381+0000 7efcc7e00700 1 -- 172.21.15.12:0/4181042335 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcbc005550 con 0x7efcd0106120 2024-05-21T00:13:27.381 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.381+0000 7efcd6200700 1 -- 172.21.15.12:0/4181042335 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcd01a89b0 con 0x7efcd0106120 2024-05-21T00:13:27.381 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.382+0000 7efcd6200700 1 -- 172.21.15.12:0/4181042335 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcd010dcf0 con 0x7efcd0106120 2024-05-21T00:13:27.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.386+0000 7efcc7e00700 1 -- 172.21.15.12:0/4181042335 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 16) ==== 149652+0+0 (secure 0 0 0) 0x7efcbc004750 con 0x7efcd0106120 2024-05-21T00:13:27.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.387+0000 7efcc7e00700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efcb40b2880 0x7efcb40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:27.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.387+0000 7efcc7e00700 1 -- 172.21.15.12:0/4181042335 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7efcbc0e2620 con 0x7efcd0106120 2024-05-21T00:13:27.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.387+0000 7efccf400700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efcb40b2880 0x7efcb40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:27.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.388+0000 7efcc7e00700 1 -- 172.21.15.12:0/4181042335 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7efcbc054df0 con 0x7efcd0106120 2024-05-21T00:13:27.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.388+0000 7efccf400700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efcb40b2880 0x7efcb40b4d40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7efcc000b2e0 tx=0x7efcc001a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:27.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.666+0000 7efcd6200700 1 -- 172.21.15.12:0/4181042335 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7efcd0063980 con 0x7efcb40b2880 2024-05-21T00:13:27.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.718+0000 7efcc7e00700 1 -- 172.21.15.12:0/4181042335 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7efcd0063980 con 0x7efcb40b2880 2024-05-21T00:13:27.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.721+0000 7efcd6200700 1 -- 172.21.15.12:0/4181042335 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efcb40b2880 msgr2=0x7efcb40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:27.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.721+0000 7efcd6200700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efcb40b2880 0x7efcb40b4d40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7efcc000b2e0 tx=0x7efcc001a040 comp rx=0 tx=0).stop 2024-05-21T00:13:27.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.721+0000 7efcd6200700 1 -- 172.21.15.12:0/4181042335 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efcd0106120 msgr2=0x7efcd019c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:27.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.721+0000 7efcd6200700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efcd0106120 0x7efcd019c370 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7efcbc00e9c0 tx=0x7efcbc00ecd0 comp rx=0 tx=0).stop 2024-05-21T00:13:27.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.722+0000 7efcd6200700 1 -- 172.21.15.12:0/4181042335 shutdown_connections 2024-05-21T00:13:27.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.722+0000 7efcd6200700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7efcb40b2880 0x7efcb40b4d40 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:27.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.722+0000 7efcd6200700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7efcd010b760 0x7efcd01a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:27.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.722+0000 7efcd6200700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7efcd0105760 0x7efcd019be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:27.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.722+0000 7efcd6200700 1 --2- 172.21.15.12:0/4181042335 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7efcd0106120 0x7efcd019c370 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:27.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.722+0000 7efcd6200700 1 -- 172.21.15.12:0/4181042335 >> 172.21.15.12:0/4181042335 conn(0x7efcd0101250 msgr2=0x7efcd0101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:27.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.722+0000 7efcd6200700 1 -- 172.21.15.12:0/4181042335 shutdown_connections 2024-05-21T00:13:27.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:27.722+0000 7efcd6200700 1 -- 172.21.15.12:0/4181042335 wait complete. 2024-05-21T00:13:28.067 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:13:27 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:13:27.680+0000 7f1a85a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:13:28.067 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:13:27 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:13:27.680+0000 7f1a85a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:13:28.067 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:13:27 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:13:27.680+0000 7f1a85a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:13:28.068 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:13:27 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:13:27.680+0000 7f1a85a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:13:28.068 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:13:27 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:13:27.680+0000 7f1a85a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-21T00:13:28.471 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-05-21T00:13:28.936 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:29.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:28 smithi077 ceph-mon[36377]: pgmap v329: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 4.0 KiB/s wr, 20 op/s 2024-05-21T00:13:29.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:28 smithi077 ceph-mon[36377]: from='client.24616 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:29.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:28 smithi077 ceph-mon[36377]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-21T00:13:29.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:28 smithi012 ceph-mon[31403]: pgmap v329: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 4.0 KiB/s wr, 20 op/s 2024-05-21T00:13:29.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:28 smithi012 ceph-mon[31403]: from='client.24616 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:29.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:28 smithi012 ceph-mon[31403]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-21T00:13:29.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:28 smithi060 ceph-mon[36426]: pgmap v329: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 4.0 KiB/s wr, 20 op/s 2024-05-21T00:13:29.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:28 smithi060 ceph-mon[36426]: from='client.24616 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:29.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:28 smithi060 ceph-mon[36426]: mgrmap e17: x(active, since 8m), standbys: z, y 2024-05-21T00:13:30.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.952+0000 7f6de8200700 1 -- 172.21.15.12:0/2203506829 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6de010b760 msgr2=0x7f6de010bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:30.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.952+0000 7f6de8200700 1 --2- 172.21.15.12:0/2203506829 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6de010b760 0x7f6de010bb40 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6dd400b0a0 tx=0x7f6dd400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:13:30.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.952+0000 7f6de8200700 1 -- 172.21.15.12:0/2203506829 shutdown_connections 2024-05-21T00:13:30.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.952+0000 7f6de8200700 1 --2- 172.21.15.12:0/2203506829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6de0106120 0x7f6de0112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:30.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.952+0000 7f6de8200700 1 --2- 172.21.15.12:0/2203506829 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6de010b760 0x7f6de010bb40 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:30.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.952+0000 7f6de8200700 1 --2- 172.21.15.12:0/2203506829 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6de0105760 0x7f6de0105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:30.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.952+0000 7f6de8200700 1 -- 172.21.15.12:0/2203506829 >> 172.21.15.12:0/2203506829 conn(0x7f6de0101210 msgr2=0x7f6de0103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:30.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.952+0000 7f6de8200700 1 -- 172.21.15.12:0/2203506829 shutdown_connections 2024-05-21T00:13:30.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.953+0000 7f6de8200700 1 -- 172.21.15.12:0/2203506829 wait complete. 2024-05-21T00:13:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.954+0000 7f6de8200700 1 Processor -- start 2024-05-21T00:13:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.954+0000 7f6de8200700 1 -- start start 2024-05-21T00:13:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.954+0000 7f6de8200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6de0105760 0x7f6de019bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.954+0000 7f6de8200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6de0106120 0x7f6de019c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.954+0000 7f6de8200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6de010b760 0x7f6de01a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.954+0000 7f6de8200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6de0115960 con 0x7f6de0105760 2024-05-21T00:13:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.954+0000 7f6de8200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6de01157e0 con 0x7f6de0106120 2024-05-21T00:13:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.954+0000 7f6de8200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f6de0115ae0 con 0x7f6de010b760 2024-05-21T00:13:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.954+0000 7f6de5800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6de0105760 0x7f6de019bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.954+0000 7f6de5800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6de0105760 0x7f6de019bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:39312/0 (socket says 172.21.15.12:39312) 2024-05-21T00:13:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.954+0000 7f6de5800700 1 -- 172.21.15.12:0/2472658112 learned_addr learned my addr 172.21.15.12:0/2472658112 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.955+0000 7f6de4e00700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6de0106120 0x7f6de019c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.955+0000 7f6de6200700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6de010b760 0x7f6de01a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:30.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.955+0000 7f6de5800700 1 -- 172.21.15.12:0/2472658112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6de010b760 msgr2=0x7f6de01a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:30.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.955+0000 7f6de5800700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6de010b760 0x7f6de01a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:30.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.955+0000 7f6de5800700 1 -- 172.21.15.12:0/2472658112 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6de0106120 msgr2=0x7f6de019c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:30.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.955+0000 7f6de5800700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6de0106120 0x7f6de019c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:30.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.955+0000 7f6de5800700 1 -- 172.21.15.12:0/2472658112 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6de01a0e00 con 0x7f6de0105760 2024-05-21T00:13:30.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.955+0000 7f6de5800700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6de0105760 0x7f6de019bdf0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6dd400b070 tx=0x7f6dd4004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.955+0000 7f6dde000700 1 -- 172.21.15.12:0/2472658112 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dd4021070 con 0x7f6de0105760 2024-05-21T00:13:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.956+0000 7f6dde000700 1 -- 172.21.15.12:0/2472658112 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6dd4007e30 con 0x7f6de0105760 2024-05-21T00:13:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.956+0000 7f6dde000700 1 -- 172.21.15.12:0/2472658112 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dd40046c0 con 0x7f6de0105760 2024-05-21T00:13:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.956+0000 7f6de8200700 1 -- 172.21.15.12:0/2472658112 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6de01a1090 con 0x7f6de0105760 2024-05-21T00:13:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.956+0000 7f6de8200700 1 -- 172.21.15.12:0/2472658112 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6de01a8970 con 0x7f6de0105760 2024-05-21T00:13:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.957+0000 7f6de8200700 1 -- 172.21.15.12:0/2472658112 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6de006a230 con 0x7f6de0105760 2024-05-21T00:13:30.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.959+0000 7f6dde000700 1 -- 172.21.15.12:0/2472658112 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f6dd4007980 con 0x7f6de0105760 2024-05-21T00:13:30.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.962+0000 7f6dde000700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6dc80b2990 0x7f6dc80b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:30.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.962+0000 7f6dde000700 1 -- 172.21.15.12:0/2472658112 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f6dd400f020 con 0x7f6de0105760 2024-05-21T00:13:30.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.962+0000 7f6de4e00700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6dc80b2990 0x7f6dc80b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:30.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.963+0000 7f6de4e00700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6dc80b2990 0x7f6dc80b4e50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc009680 tx=0x7f6dcc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:30.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:30.967+0000 7f6dde000700 1 -- 172.21.15.12:0/2472658112 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6dd402a020 con 0x7f6de0105760 2024-05-21T00:13:31.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:30 smithi077 ceph-mon[36377]: pgmap v330: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.1 KiB/s wr, 20 op/s 2024-05-21T00:13:31.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:30 smithi012 ceph-mon[31403]: pgmap v330: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.1 KiB/s wr, 20 op/s 2024-05-21T00:13:31.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:30 smithi060 ceph-mon[36426]: pgmap v330: 97 pgs: 97 active+clean; 584 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.1 KiB/s wr, 20 op/s 2024-05-21T00:13:31.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.239+0000 7f6de8200700 1 -- 172.21.15.12:0/2472658112 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f6de0063980 con 0x7f6dc80b2990 2024-05-21T00:13:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.307+0000 7f6dde000700 1 -- 172.21.15.12:0/2472658112 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f6de0063980 con 0x7f6dc80b2990 2024-05-21T00:13:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.311+0000 7f6de8200700 1 -- 172.21.15.12:0/2472658112 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6dc80b2990 msgr2=0x7f6dc80b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.311+0000 7f6de8200700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6dc80b2990 0x7f6dc80b4e50 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6dcc009680 tx=0x7f6dcc009260 comp rx=0 tx=0).stop 2024-05-21T00:13:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.311+0000 7f6de8200700 1 -- 172.21.15.12:0/2472658112 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6de0105760 msgr2=0x7f6de019bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.311+0000 7f6de8200700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6de0105760 0x7f6de019bdf0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6dd400b070 tx=0x7f6dd4004d00 comp rx=0 tx=0).stop 2024-05-21T00:13:31.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.311+0000 7f6de8200700 1 -- 172.21.15.12:0/2472658112 shutdown_connections 2024-05-21T00:13:31.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.311+0000 7f6de8200700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6de010b760 0x7f6de01a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:31.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.311+0000 7f6de8200700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6dc80b2990 0x7f6dc80b4e50 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:31.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.311+0000 7f6de8200700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6de0105760 0x7f6de019bdf0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:31.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.311+0000 7f6de8200700 1 --2- 172.21.15.12:0/2472658112 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6de0106120 0x7f6de019c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:31.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.311+0000 7f6de8200700 1 -- 172.21.15.12:0/2472658112 >> 172.21.15.12:0/2472658112 conn(0x7f6de0101210 msgr2=0x7f6de0101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:31.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.311+0000 7f6de8200700 1 -- 172.21.15.12:0/2472658112 shutdown_connections 2024-05-21T00:13:31.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:31.311+0000 7f6de8200700 1 -- 172.21.15.12:0/2472658112 wait complete. 2024-05-21T00:13:32.069 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-05-21T00:13:32.557 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:33.027 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:32 smithi012 ceph-mon[31403]: from='client.14499 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:33.027 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:32 smithi012 ceph-mon[31403]: pgmap v331: 97 pgs: 97 active+clean; 591 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.6 KiB/s wr, 20 op/s 2024-05-21T00:13:33.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:32 smithi077 ceph-mon[36377]: from='client.14499 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:33.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:32 smithi077 ceph-mon[36377]: pgmap v331: 97 pgs: 97 active+clean; 591 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.6 KiB/s wr, 20 op/s 2024-05-21T00:13:33.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:32 smithi060 ceph-mon[36426]: from='client.14499 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:33.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:32 smithi060 ceph-mon[36426]: pgmap v331: 97 pgs: 97 active+clean; 591 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.6 KiB/s wr, 20 op/s 2024-05-21T00:13:34.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.659+0000 7fc46a400700 1 -- 172.21.15.12:0/1399751741 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4641037f0 msgr2=0x7fc464103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:34.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.659+0000 7fc46a400700 1 --2- 172.21.15.12:0/1399751741 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4641037f0 0x7fc464103bd0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc454009920 tx=0x7fc454009c30 comp rx=0 tx=0).stop 2024-05-21T00:13:34.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.659+0000 7fc46a400700 1 -- 172.21.15.12:0/1399751741 shutdown_connections 2024-05-21T00:13:34.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.659+0000 7fc46a400700 1 --2- 172.21.15.12:0/1399751741 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4641088f0 0x7fc464110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:34.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.659+0000 7fc46a400700 1 --2- 172.21.15.12:0/1399751741 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4641037f0 0x7fc464103bd0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:34.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.659+0000 7fc46a400700 1 --2- 172.21.15.12:0/1399751741 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4641041a0 0x7fc4641081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:34.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.659+0000 7fc46a400700 1 -- 172.21.15.12:0/1399751741 >> 172.21.15.12:0/1399751741 conn(0x7fc46407a6a0 msgr2=0x7fc46407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:34.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.659+0000 7fc46a400700 1 -- 172.21.15.12:0/1399751741 shutdown_connections 2024-05-21T00:13:34.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.659+0000 7fc46a400700 1 -- 172.21.15.12:0/1399751741 wait complete. 2024-05-21T00:13:34.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.661+0000 7fc46a400700 1 Processor -- start 2024-05-21T00:13:34.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.662+0000 7fc46a400700 1 -- start start 2024-05-21T00:13:34.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.662+0000 7fc46a400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4641037f0 0x7fc46419bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:34.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.662+0000 7fc46a400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4641041a0 0x7fc46419c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:34.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.662+0000 7fc46a400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4641088f0 0x7fc4641a0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:34.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.662+0000 7fc46a400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc464113730 con 0x7fc4641037f0 2024-05-21T00:13:34.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.662+0000 7fc46a400700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc4641135b0 con 0x7fc4641041a0 2024-05-21T00:13:34.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.662+0000 7fc46a400700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fc4641138b0 con 0x7fc4641088f0 2024-05-21T00:13:34.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.663+0000 7fc463400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4641037f0 0x7fc46419bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:34.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.663+0000 7fc463400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4641037f0 0x7fc46419bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:39342/0 (socket says 172.21.15.12:39342) 2024-05-21T00:13:34.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.663+0000 7fc463400700 1 -- 172.21.15.12:0/3688800897 learned_addr learned my addr 172.21.15.12:0/3688800897 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:34.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.663+0000 7fc45aa00700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4641041a0 0x7fc46419c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:34.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.663+0000 7fc463e00700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4641088f0 0x7fc4641a0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:34.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.663+0000 7fc463400700 1 -- 172.21.15.12:0/3688800897 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4641088f0 msgr2=0x7fc4641a0770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:34.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.663+0000 7fc463400700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4641088f0 0x7fc4641a0770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:34.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.663+0000 7fc463400700 1 -- 172.21.15.12:0/3688800897 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4641041a0 msgr2=0x7fc46419c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:34.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.663+0000 7fc463400700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4641041a0 0x7fc46419c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:34.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.663+0000 7fc463400700 1 -- 172.21.15.12:0/3688800897 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4641a0eb0 con 0x7fc4641037f0 2024-05-21T00:13:34.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.664+0000 7fc463400700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4641037f0 0x7fc46419bea0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc454000c00 tx=0x7fc45400f990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:34.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.664+0000 7fc460c00700 1 -- 172.21.15.12:0/3688800897 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc454027070 con 0x7fc4641037f0 2024-05-21T00:13:34.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.664+0000 7fc460c00700 1 -- 172.21.15.12:0/3688800897 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc4540055f0 con 0x7fc4641037f0 2024-05-21T00:13:34.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.664+0000 7fc460c00700 1 -- 172.21.15.12:0/3688800897 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc454004930 con 0x7fc4641037f0 2024-05-21T00:13:34.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.664+0000 7fc46a400700 1 -- 172.21.15.12:0/3688800897 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4641a1140 con 0x7fc4641037f0 2024-05-21T00:13:34.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.664+0000 7fc46a400700 1 -- 172.21.15.12:0/3688800897 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4641a8a20 con 0x7fc4641037f0 2024-05-21T00:13:34.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.665+0000 7fc46a400700 1 -- 172.21.15.12:0/3688800897 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc464104c80 con 0x7fc4641037f0 2024-05-21T00:13:34.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.668+0000 7fc460c00700 1 -- 172.21.15.12:0/3688800897 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fc45402a070 con 0x7fc4641037f0 2024-05-21T00:13:34.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.669+0000 7fc460c00700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc4480b2910 0x7fc4480b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:34.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.669+0000 7fc460c00700 1 -- 172.21.15.12:0/3688800897 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fc4540e2c50 con 0x7fc4641037f0 2024-05-21T00:13:34.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.670+0000 7fc45aa00700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc4480b2910 0x7fc4480b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:34.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.670+0000 7fc45aa00700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc4480b2910 0x7fc4480b4dd0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc4641033e0 tx=0x7fc44c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:34.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.674+0000 7fc460c00700 1 -- 172.21.15.12:0/3688800897 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc454013030 con 0x7fc4641037f0 2024-05-21T00:13:34.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.957+0000 7fc46a400700 1 -- 172.21.15.12:0/3688800897 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7fc46410f7d0 con 0x7fc4480b2910 2024-05-21T00:13:34.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.971+0000 7fc460c00700 1 -- 172.21.15.12:0/3688800897 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fc46410f7d0 con 0x7fc4480b2910 2024-05-21T00:13:34.970 INFO:teuthology.orchestra.run.smithi012.stdout:/volumes/qa/sv_0/33cdf76a-5997-466c-9235-64efff5464d9 2024-05-21T00:13:34.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.974+0000 7fc46a400700 1 -- 172.21.15.12:0/3688800897 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc4480b2910 msgr2=0x7fc4480b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:34.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.974+0000 7fc46a400700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc4480b2910 0x7fc4480b4dd0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc4641033e0 tx=0x7fc44c009310 comp rx=0 tx=0).stop 2024-05-21T00:13:34.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.974+0000 7fc46a400700 1 -- 172.21.15.12:0/3688800897 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4641037f0 msgr2=0x7fc46419bea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:34.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.974+0000 7fc46a400700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4641037f0 0x7fc46419bea0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc454000c00 tx=0x7fc45400f990 comp rx=0 tx=0).stop 2024-05-21T00:13:34.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.975+0000 7fc46a400700 1 -- 172.21.15.12:0/3688800897 shutdown_connections 2024-05-21T00:13:34.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.975+0000 7fc46a400700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc4641088f0 0x7fc4641a0770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:34.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.975+0000 7fc46a400700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc4480b2910 0x7fc4480b4dd0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:34.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.975+0000 7fc46a400700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc4641037f0 0x7fc46419bea0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:34.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.975+0000 7fc46a400700 1 --2- 172.21.15.12:0/3688800897 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc4641041a0 0x7fc46419c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:34.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.975+0000 7fc46a400700 1 -- 172.21.15.12:0/3688800897 >> 172.21.15.12:0/3688800897 conn(0x7fc46407a6a0 msgr2=0x7fc464101aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:34.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.975+0000 7fc46a400700 1 -- 172.21.15.12:0/3688800897 shutdown_connections 2024-05-21T00:13:34.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:34.975+0000 7fc46a400700 1 -- 172.21.15.12:0/3688800897 wait complete. 2024-05-21T00:13:35.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:34 smithi077 ceph-mon[36377]: pgmap v332: 97 pgs: 97 active+clean; 592 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.9 KiB/s wr, 13 op/s 2024-05-21T00:13:35.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:34 smithi012 ceph-mon[31403]: pgmap v332: 97 pgs: 97 active+clean; 592 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.9 KiB/s wr, 13 op/s 2024-05-21T00:13:35.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:34 smithi060 ceph-mon[36426]: pgmap v332: 97 pgs: 97 active+clean; 592 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 1.9 KiB/s wr, 13 op/s 2024-05-21T00:13:35.736 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-05-21T00:13:36.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:35 smithi077 ceph-mon[36377]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:36.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:35 smithi012 ceph-mon[31403]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:36.211 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:36.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:35 smithi060 ceph-mon[36426]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:37.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:36 smithi077 ceph-mon[36377]: pgmap v333: 97 pgs: 97 active+clean; 610 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 2.9 KiB/s wr, 14 op/s 2024-05-21T00:13:37.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:36 smithi012 ceph-mon[31403]: pgmap v333: 97 pgs: 97 active+clean; 610 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 2.9 KiB/s wr, 14 op/s 2024-05-21T00:13:37.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:36 smithi060 ceph-mon[36426]: pgmap v333: 97 pgs: 97 active+clean; 610 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 2.9 KiB/s wr, 14 op/s 2024-05-21T00:13:38.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.322+0000 7f5bfd600700 1 -- 172.21.15.12:0/3767261464 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bf81041a0 msgr2=0x7f5bf81081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:38.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.322+0000 7f5bfd600700 1 --2- 172.21.15.12:0/3767261464 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bf81041a0 0x7f5bf81081c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f5be0009990 tx=0x7f5be0009ca0 comp rx=0 tx=0).stop 2024-05-21T00:13:38.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.322+0000 7f5bfd600700 1 -- 172.21.15.12:0/3767261464 shutdown_connections 2024-05-21T00:13:38.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.322+0000 7f5bfd600700 1 --2- 172.21.15.12:0/3767261464 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bf81088f0 0x7f5bf8110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:38.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.322+0000 7f5bfd600700 1 --2- 172.21.15.12:0/3767261464 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bf81037f0 0x7f5bf8103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:38.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.322+0000 7f5bfd600700 1 --2- 172.21.15.12:0/3767261464 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bf81041a0 0x7f5bf81081c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:38.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.322+0000 7f5bfd600700 1 -- 172.21.15.12:0/3767261464 >> 172.21.15.12:0/3767261464 conn(0x7f5bf807a6a0 msgr2=0x7f5bf807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:38.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.322+0000 7f5bfd600700 1 -- 172.21.15.12:0/3767261464 shutdown_connections 2024-05-21T00:13:38.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.322+0000 7f5bfd600700 1 -- 172.21.15.12:0/3767261464 wait complete. 2024-05-21T00:13:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.323+0000 7f5bfd600700 1 Processor -- start 2024-05-21T00:13:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.324+0000 7f5bfd600700 1 -- start start 2024-05-21T00:13:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.324+0000 7f5bfd600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bf81037f0 0x7f5bf819bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.324+0000 7f5bfd600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bf81041a0 0x7f5bf819c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.324+0000 7f5bfd600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bf81088f0 0x7f5bf81a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.324+0000 7f5bfd600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf81136b0 con 0x7f5bf81088f0 2024-05-21T00:13:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.324+0000 7f5bfd600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf8113530 con 0x7f5bf81037f0 2024-05-21T00:13:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.324+0000 7f5bfd600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f5bf8113830 con 0x7f5bf81041a0 2024-05-21T00:13:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.325+0000 7f5bf7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bf81088f0 0x7f5bf81a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.325+0000 7f5bf6a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bf81037f0 0x7f5bf819bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.325+0000 7f5bee000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bf81041a0 0x7f5bf819c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.325+0000 7f5bee000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bf81041a0 0x7f5bf819c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50040/0 (socket says 172.21.15.12:50040) 2024-05-21T00:13:38.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.325+0000 7f5bee000700 1 -- 172.21.15.12:0/4267037187 learned_addr learned my addr 172.21.15.12:0/4267037187 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:38.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.325+0000 7f5bf6a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bf81037f0 0x7f5bf819bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56774/0 (socket says 172.21.15.12:56774) 2024-05-21T00:13:38.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.325+0000 7f5bf6a00700 1 -- 172.21.15.12:0/4267037187 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bf81041a0 msgr2=0x7f5bf819c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.325+0000 7f5bf6a00700 1 --2- 172.21.15.12:0/4267037187 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bf81041a0 0x7f5bf819c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.325+0000 7f5bf6a00700 1 -- 172.21.15.12:0/4267037187 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bf81088f0 msgr2=0x7f5bf81a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.325+0000 7f5bf6a00700 1 --2- 172.21.15.12:0/4267037187 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bf81088f0 0x7f5bf81a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.325+0000 7f5bf6a00700 1 -- 172.21.15.12:0/4267037187 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bf81a0da0 con 0x7f5bf81037f0 2024-05-21T00:13:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.325+0000 7f5bf6a00700 1 --2- 172.21.15.12:0/4267037187 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bf81037f0 0x7f5bf819bd90 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5be800efc0 tx=0x7f5be800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.326+0000 7f5befe00700 1 -- 172.21.15.12:0/4267037187 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be80092e0 con 0x7f5bf81037f0 2024-05-21T00:13:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.326+0000 7f5bfd600700 1 -- 172.21.15.12:0/4267037187 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bf81a1030 con 0x7f5bf81037f0 2024-05-21T00:13:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.326+0000 7f5befe00700 1 -- 172.21.15.12:0/4267037187 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5be8003a00 con 0x7f5bf81037f0 2024-05-21T00:13:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.326+0000 7f5befe00700 1 -- 172.21.15.12:0/4267037187 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be80045c0 con 0x7f5bf81037f0 2024-05-21T00:13:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.326+0000 7f5bfd600700 1 -- 172.21.15.12:0/4267037187 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bf81a8910 con 0x7f5bf81037f0 2024-05-21T00:13:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.327+0000 7f5bfd600700 1 -- 172.21.15.12:0/4267037187 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bf806a230 con 0x7f5bf81037f0 2024-05-21T00:13:38.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.329+0000 7f5befe00700 1 -- 172.21.15.12:0/4267037187 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f5be801b030 con 0x7f5bf81037f0 2024-05-21T00:13:38.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.331+0000 7f5befe00700 1 --2- 172.21.15.12:0/4267037187 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bdc0b2990 0x7f5bdc0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:38.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.331+0000 7f5befe00700 1 -- 172.21.15.12:0/4267037187 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f5be80e1bb0 con 0x7f5bf81037f0 2024-05-21T00:13:38.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.331+0000 7f5bee000700 1 --2- 172.21.15.12:0/4267037187 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bdc0b2990 0x7f5bdc0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:38.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.332+0000 7f5bee000700 1 --2- 172.21.15.12:0/4267037187 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bdc0b2990 0x7f5bdc0b4e50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8110820 tx=0x7f5be000b610 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:38.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.333+0000 7f5befe00700 1 -- 172.21.15.12:0/4267037187 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5be8022020 con 0x7f5bf81037f0 2024-05-21T00:13:38.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.612+0000 7f5bfd600700 1 -- 172.21.15.12:0/4267037187 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f5bf8076780 con 0x7f5bdc0b2990 2024-05-21T00:13:38.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.684+0000 7f5befe00700 1 -- 172.21.15.12:0/4267037187 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f5bf8076780 con 0x7f5bdc0b2990 2024-05-21T00:13:38.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.688+0000 7f5bfd600700 1 -- 172.21.15.12:0/4267037187 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bdc0b2990 msgr2=0x7f5bdc0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:38.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.688+0000 7f5bfd600700 1 --2- 172.21.15.12:0/4267037187 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bdc0b2990 0x7f5bdc0b4e50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8110820 tx=0x7f5be000b610 comp rx=0 tx=0).stop 2024-05-21T00:13:38.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.688+0000 7f5bfd600700 1 -- 172.21.15.12:0/4267037187 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bf81037f0 msgr2=0x7f5bf819bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:38.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.688+0000 7f5bfd600700 1 --2- 172.21.15.12:0/4267037187 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bf81037f0 0x7f5bf819bd90 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5be800efc0 tx=0x7f5be800c3a0 comp rx=0 tx=0).stop 2024-05-21T00:13:38.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.688+0000 7f5bfd600700 1 -- 172.21.15.12:0/4267037187 shutdown_connections 2024-05-21T00:13:38.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.688+0000 7f5bfd600700 1 --2- 172.21.15.12:0/4267037187 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bdc0b2990 0x7f5bdc0b4e50 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:38.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.688+0000 7f5bfd600700 1 --2- 172.21.15.12:0/4267037187 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bf81088f0 0x7f5bf81a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:38.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.688+0000 7f5bfd600700 1 --2- 172.21.15.12:0/4267037187 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bf81037f0 0x7f5bf819bd90 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:38.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.688+0000 7f5bfd600700 1 --2- 172.21.15.12:0/4267037187 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bf81041a0 0x7f5bf819c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:38.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.688+0000 7f5bfd600700 1 -- 172.21.15.12:0/4267037187 >> 172.21.15.12:0/4267037187 conn(0x7f5bf807a6a0 msgr2=0x7f5bf81019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:38.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.689+0000 7f5bfd600700 1 -- 172.21.15.12:0/4267037187 shutdown_connections 2024-05-21T00:13:38.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:38.689+0000 7f5bfd600700 1 -- 172.21.15.12:0/4267037187 wait complete. 2024-05-21T00:13:39.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:38 smithi077 ceph-mon[36377]: pgmap v334: 97 pgs: 97 active+clean; 610 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-05-21T00:13:39.050 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:38 smithi012 ceph-mon[31403]: pgmap v334: 97 pgs: 97 active+clean; 610 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-05-21T00:13:39.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:38 smithi060 ceph-mon[36426]: pgmap v334: 97 pgs: 97 active+clean; 610 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-05-21T00:13:39.489 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-05-21T00:13:39.967 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:40.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:39 smithi077 ceph-mon[36377]: from='client.24626 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:40.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:39 smithi012 ceph-mon[31403]: from='client.24626 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:40.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:39 smithi060 ceph-mon[36426]: from='client.24626 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:41.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:40 smithi077 ceph-mon[36377]: pgmap v335: 97 pgs: 97 active+clean; 610 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-05-21T00:13:41.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:40 smithi012 ceph-mon[31403]: pgmap v335: 97 pgs: 97 active+clean; 610 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-05-21T00:13:41.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:40 smithi060 ceph-mon[36426]: pgmap v335: 97 pgs: 97 active+clean; 610 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 2.9 KiB/s wr, 11 op/s 2024-05-21T00:13:42.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.054+0000 7fae09600700 1 -- 172.21.15.12:0/2342404126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae0410ff40 msgr2=0x7fae04112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:42.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.054+0000 7fae09600700 1 --2- 172.21.15.12:0/2342404126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae0410ff40 0x7fae04112330 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fadfc00b0a0 tx=0x7fadfc00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:13:42.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.055+0000 7fae09600700 1 -- 172.21.15.12:0/2342404126 shutdown_connections 2024-05-21T00:13:42.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.055+0000 7fae09600700 1 --2- 172.21.15.12:0/2342404126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae0410ff40 0x7fae04112330 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:42.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.055+0000 7fae09600700 1 --2- 172.21.15.12:0/2342404126 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae04075770 0x7fae04075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:42.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.055+0000 7fae09600700 1 --2- 172.21.15.12:0/2342404126 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fae04076090 0x7fae0410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:42.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.055+0000 7fae09600700 1 -- 172.21.15.12:0/2342404126 >> 172.21.15.12:0/2342404126 conn(0x7fae0407a6a0 msgr2=0x7fae0407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:42.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.055+0000 7fae09600700 1 -- 172.21.15.12:0/2342404126 shutdown_connections 2024-05-21T00:13:42.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.055+0000 7fae09600700 1 -- 172.21.15.12:0/2342404126 wait complete. 2024-05-21T00:13:42.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.056+0000 7fae09600700 1 Processor -- start 2024-05-21T00:13:42.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.056+0000 7fae09600700 1 -- start start 2024-05-21T00:13:42.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.056+0000 7fae09600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae04075770 0x7fae0419be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:42.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.056+0000 7fae09600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae04076090 0x7fae0419c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:42.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.056+0000 7fae09600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fae0410ff40 0x7fae041a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:42.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.056+0000 7fae09600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fae04115940 con 0x7fae04075770 2024-05-21T00:13:42.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.056+0000 7fae09600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fae041157c0 con 0x7fae0410ff40 2024-05-21T00:13:42.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.056+0000 7fae09600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fae04115ac0 con 0x7fae04076090 2024-05-21T00:13:42.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.057+0000 7fae02a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae04075770 0x7fae0419be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:42.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.057+0000 7fae02a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae04075770 0x7fae0419be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52406/0 (socket says 172.21.15.12:52406) 2024-05-21T00:13:42.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.057+0000 7fae02a00700 1 -- 172.21.15.12:0/151159750 learned_addr learned my addr 172.21.15.12:0/151159750 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:42.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.057+0000 7fadfa000700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae04076090 0x7fae0419c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:42.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.057+0000 7fae03400700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fae0410ff40 0x7fae041a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:42.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.057+0000 7fae02a00700 1 -- 172.21.15.12:0/151159750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae04076090 msgr2=0x7fae0419c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:42.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.057+0000 7fae02a00700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae04076090 0x7fae0419c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:42.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.057+0000 7fae02a00700 1 -- 172.21.15.12:0/151159750 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fae0410ff40 msgr2=0x7fae041a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:42.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.057+0000 7fae02a00700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fae0410ff40 0x7fae041a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:42.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.057+0000 7fae02a00700 1 -- 172.21.15.12:0/151159750 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae041a0dd0 con 0x7fae04075770 2024-05-21T00:13:42.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.057+0000 7fae03400700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fae0410ff40 0x7fae041a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:13:42.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.058+0000 7fae02a00700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae04075770 0x7fae0419be10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fadf400eb30 tx=0x7fadf400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:42.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.058+0000 7fadfbe00700 1 -- 172.21.15.12:0/151159750 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf400cbd0 con 0x7fae04075770 2024-05-21T00:13:42.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.058+0000 7fae09600700 1 -- 172.21.15.12:0/151159750 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae041a10c0 con 0x7fae04075770 2024-05-21T00:13:42.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.058+0000 7fadfbe00700 1 -- 172.21.15.12:0/151159750 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fadf40044d0 con 0x7fae04075770 2024-05-21T00:13:42.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.058+0000 7fadfbe00700 1 -- 172.21.15.12:0/151159750 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf4003e30 con 0x7fae04075770 2024-05-21T00:13:42.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.058+0000 7fae09600700 1 -- 172.21.15.12:0/151159750 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae041a8940 con 0x7fae04075770 2024-05-21T00:13:42.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.059+0000 7fae09600700 1 -- 172.21.15.12:0/151159750 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae0406a230 con 0x7fae04075770 2024-05-21T00:13:42.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.062+0000 7fadfbe00700 1 -- 172.21.15.12:0/151159750 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fadf4004000 con 0x7fae04075770 2024-05-21T00:13:42.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.063+0000 7fadfbe00700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fade80b2910 0x7fade80b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:42.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.063+0000 7fadfbe00700 1 -- 172.21.15.12:0/151159750 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7fadf40e2880 con 0x7fae04075770 2024-05-21T00:13:42.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.064+0000 7fadfa000700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fade80b2910 0x7fade80b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:42.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.064+0000 7fadfa000700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fade80b2910 0x7fade80b4dd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fae04111bd0 tx=0x7fadec009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:42.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.065+0000 7fadfbe00700 1 -- 172.21.15.12:0/151159750 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fadf4054df0 con 0x7fae04075770 2024-05-21T00:13:42.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.343+0000 7fae09600700 1 -- 172.21.15.12:0/151159750 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fae04100e60 con 0x7fade80b2910 2024-05-21T00:13:42.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.351+0000 7fadfbe00700 1 -- 172.21.15.12:0/151159750 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fae04100e60 con 0x7fade80b2910 2024-05-21T00:13:42.349 INFO:teuthology.orchestra.run.smithi012.stdout:/volumes/qa/sv_1/3cc79200-c33b-4075-bde8-9790c0587964 2024-05-21T00:13:42.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.354+0000 7fae09600700 1 -- 172.21.15.12:0/151159750 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fade80b2910 msgr2=0x7fade80b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:42.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.354+0000 7fae09600700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fade80b2910 0x7fade80b4dd0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fae04111bd0 tx=0x7fadec009260 comp rx=0 tx=0).stop 2024-05-21T00:13:42.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.354+0000 7fae09600700 1 -- 172.21.15.12:0/151159750 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae04075770 msgr2=0x7fae0419be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:42.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.354+0000 7fae09600700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae04075770 0x7fae0419be10 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fadf400eb30 tx=0x7fadf400ee40 comp rx=0 tx=0).stop 2024-05-21T00:13:42.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.354+0000 7fae09600700 1 -- 172.21.15.12:0/151159750 shutdown_connections 2024-05-21T00:13:42.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.355+0000 7fae09600700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fae0410ff40 0x7fae041a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:42.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.355+0000 7fae09600700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fade80b2910 0x7fade80b4dd0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:42.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.355+0000 7fae09600700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fae04075770 0x7fae0419be10 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:42.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.355+0000 7fae09600700 1 --2- 172.21.15.12:0/151159750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fae04076090 0x7fae0419c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:42.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.355+0000 7fae09600700 1 -- 172.21.15.12:0/151159750 >> 172.21.15.12:0/151159750 conn(0x7fae0407a6a0 msgr2=0x7fae04100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:42.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.355+0000 7fae09600700 1 -- 172.21.15.12:0/151159750 shutdown_connections 2024-05-21T00:13:42.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:42.355+0000 7fae09600700 1 -- 172.21.15.12:0/151159750 wait complete. 2024-05-21T00:13:43.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:42 smithi077 ceph-mon[36377]: pgmap v336: 97 pgs: 97 active+clean; 629 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 4.6 KiB/s wr, 13 op/s 2024-05-21T00:13:43.056 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:42 smithi012 ceph-mon[31403]: pgmap v336: 97 pgs: 97 active+clean; 629 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 4.6 KiB/s wr, 13 op/s 2024-05-21T00:13:43.129 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:13:43.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:42 smithi060 ceph-mon[36426]: pgmap v336: 97 pgs: 97 active+clean; 629 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 4.6 KiB/s wr, 13 op/s 2024-05-21T00:13:43.592 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:44.035 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:43 smithi012 ceph-mon[31403]: from='client.14517 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:44.127 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:43 smithi060 ceph-mon[36426]: from='client.14517 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:44.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:43 smithi077 ceph-mon[36377]: from='client.14517 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:13:45.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:44 smithi012 ceph-mon[31403]: pgmap v337: 97 pgs: 97 active+clean; 629 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 3.7 KiB/s wr, 11 op/s 2024-05-21T00:13:45.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:44 smithi060 ceph-mon[36426]: pgmap v337: 97 pgs: 97 active+clean; 629 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 3.7 KiB/s wr, 11 op/s 2024-05-21T00:13:45.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:44 smithi077 ceph-mon[36377]: pgmap v337: 97 pgs: 97 active+clean; 629 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 3.7 KiB/s wr, 11 op/s 2024-05-21T00:13:45.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.532+0000 7f0e6b600700 1 -- 172.21.15.12:0/3939635755 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e64109dd0 msgr2=0x7f0e6410a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:45.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.532+0000 7f0e6b600700 1 --2- 172.21.15.12:0/3939635755 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e64109dd0 0x7f0e6410a1b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0e58009990 tx=0x7f0e58009ca0 comp rx=0 tx=0).stop 2024-05-21T00:13:45.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.532+0000 7f0e6b600700 1 -- 172.21.15.12:0/3939635755 shutdown_connections 2024-05-21T00:13:45.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.532+0000 7f0e6b600700 1 --2- 172.21.15.12:0/3939635755 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0e6410eeb0 0x7f0e64116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:45.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.532+0000 7f0e6b600700 1 --2- 172.21.15.12:0/3939635755 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e64109dd0 0x7f0e6410a1b0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:45.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.532+0000 7f0e6b600700 1 --2- 172.21.15.12:0/3939635755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0e6410a780 0x7f0e6410e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:45.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.532+0000 7f0e6b600700 1 -- 172.21.15.12:0/3939635755 >> 172.21.15.12:0/3939635755 conn(0x7f0e64076d10 msgr2=0x7f0e64108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:45.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.532+0000 7f0e6b600700 1 -- 172.21.15.12:0/3939635755 shutdown_connections 2024-05-21T00:13:45.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.532+0000 7f0e6b600700 1 -- 172.21.15.12:0/3939635755 wait complete. 2024-05-21T00:13:45.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.534+0000 7f0e6b600700 1 Processor -- start 2024-05-21T00:13:45.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.534+0000 7f0e6b600700 1 -- start start 2024-05-21T00:13:45.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.534+0000 7f0e6b600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0e64109dd0 0x7f0e641a0240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:45.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.535+0000 7f0e6b600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0e6410a780 0x7f0e641a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:45.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.535+0000 7f0e6b600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e6410eeb0 0x7f0e641a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:45.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.535+0000 7f0e6b600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0e64119d50 con 0x7f0e64109dd0 2024-05-21T00:13:45.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.535+0000 7f0e6b600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0e64119bd0 con 0x7f0e6410eeb0 2024-05-21T00:13:45.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.535+0000 7f0e6b600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0e64119ed0 con 0x7f0e6410a780 2024-05-21T00:13:45.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.535+0000 7f0e68c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0e64109dd0 0x7f0e641a0240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:45.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.535+0000 7f0e63e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0e6410a780 0x7f0e641a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:45.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.535+0000 7f0e63e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0e6410a780 0x7f0e641a0780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:57038/0 (socket says 172.21.15.12:57038) 2024-05-21T00:13:45.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.535+0000 7f0e68c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0e64109dd0 0x7f0e641a0240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40256/0 (socket says 172.21.15.12:40256) 2024-05-21T00:13:45.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.535+0000 7f0e63e00700 1 -- 172.21.15.12:0/2154471178 learned_addr learned my addr 172.21.15.12:0/2154471178 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:45.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.535+0000 7f0e69600700 1 --2- 172.21.15.12:0/2154471178 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e6410eeb0 0x7f0e641a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:45.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.535+0000 7f0e69600700 1 -- 172.21.15.12:0/2154471178 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0e6410a780 msgr2=0x7f0e641a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:45.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.535+0000 7f0e69600700 1 --2- 172.21.15.12:0/2154471178 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0e6410a780 0x7f0e641a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:45.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.536+0000 7f0e69600700 1 -- 172.21.15.12:0/2154471178 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0e64109dd0 msgr2=0x7f0e641a0240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:45.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.536+0000 7f0e69600700 1 --2- 172.21.15.12:0/2154471178 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0e64109dd0 0x7f0e641a0240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:45.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.536+0000 7f0e69600700 1 -- 172.21.15.12:0/2154471178 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e641a5250 con 0x7f0e6410eeb0 2024-05-21T00:13:45.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.536+0000 7f0e69600700 1 --2- 172.21.15.12:0/2154471178 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e6410eeb0 0x7f0e641a4b10 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0e5c00efc0 tx=0x7f0e5c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:45.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.536+0000 7f0e61600700 1 -- 172.21.15.12:0/2154471178 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e5c0092e0 con 0x7f0e6410eeb0 2024-05-21T00:13:45.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.536+0000 7f0e61600700 1 -- 172.21.15.12:0/2154471178 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0e5c004bb0 con 0x7f0e6410eeb0 2024-05-21T00:13:45.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.536+0000 7f0e61600700 1 -- 172.21.15.12:0/2154471178 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e5c004020 con 0x7f0e6410eeb0 2024-05-21T00:13:45.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.536+0000 7f0e6b600700 1 -- 172.21.15.12:0/2154471178 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e641a54e0 con 0x7f0e6410eeb0 2024-05-21T00:13:45.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.536+0000 7f0e6b600700 1 -- 172.21.15.12:0/2154471178 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e641acdc0 con 0x7f0e6410eeb0 2024-05-21T00:13:45.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.537+0000 7f0e6b600700 1 -- 172.21.15.12:0/2154471178 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e6406a230 con 0x7f0e6410eeb0 2024-05-21T00:13:45.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.540+0000 7f0e61600700 1 -- 172.21.15.12:0/2154471178 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f0e5c01b030 con 0x7f0e6410eeb0 2024-05-21T00:13:45.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.541+0000 7f0e61600700 1 --2- 172.21.15.12:0/2154471178 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0e4c0b2990 0x7f0e4c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:45.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.542+0000 7f0e61600700 1 -- 172.21.15.12:0/2154471178 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7979+0+0 (secure 0 0 0) 0x7f0e5c0e2670 con 0x7f0e6410eeb0 2024-05-21T00:13:45.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.542+0000 7f0e68c00700 1 --2- 172.21.15.12:0/2154471178 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0e4c0b2990 0x7f0e4c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:45.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.542+0000 7f0e68c00700 1 --2- 172.21.15.12:0/2154471178 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0e4c0b2990 0x7f0e4c0b4e50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0e580098e0 tx=0x7f0e58005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:45.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.544+0000 7f0e61600700 1 -- 172.21.15.12:0/2154471178 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0e5c022020 con 0x7f0e6410eeb0 2024-05-21T00:13:45.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.836+0000 7f0e6b600700 1 -- 172.21.15.12:0/2154471178 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0e6402e560 con 0x7f0e6410eeb0 2024-05-21T00:13:45.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.837+0000 7f0e61600700 1 -- 172.21.15.12:0/2154471178 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11916 (secure 0 0 0) 0x7f0e5c0b0020 con 0x7f0e6410eeb0 2024-05-21T00:13:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:13:45.836 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:13:23.298682+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24493,24505,24538,24530,24523]},"id":1}]} 2024-05-21T00:13:45.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.840+0000 7f0e6b600700 1 -- 172.21.15.12:0/2154471178 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0e4c0b2990 msgr2=0x7f0e4c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:45.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.840+0000 7f0e6b600700 1 --2- 172.21.15.12:0/2154471178 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0e4c0b2990 0x7f0e4c0b4e50 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0e580098e0 tx=0x7f0e58005960 comp rx=0 tx=0).stop 2024-05-21T00:13:45.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.840+0000 7f0e6b600700 1 -- 172.21.15.12:0/2154471178 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e6410eeb0 msgr2=0x7f0e641a4b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:45.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.840+0000 7f0e6b600700 1 --2- 172.21.15.12:0/2154471178 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e6410eeb0 0x7f0e641a4b10 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f0e5c00efc0 tx=0x7f0e5c00c3a0 comp rx=0 tx=0).stop 2024-05-21T00:13:45.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.841+0000 7f0e6b600700 1 -- 172.21.15.12:0/2154471178 shutdown_connections 2024-05-21T00:13:45.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.841+0000 7f0e6b600700 1 --2- 172.21.15.12:0/2154471178 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0e6410eeb0 0x7f0e641a4b10 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:45.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.841+0000 7f0e6b600700 1 --2- 172.21.15.12:0/2154471178 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0e4c0b2990 0x7f0e4c0b4e50 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:45.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.841+0000 7f0e6b600700 1 --2- 172.21.15.12:0/2154471178 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0e64109dd0 0x7f0e641a0240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:45.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.841+0000 7f0e6b600700 1 --2- 172.21.15.12:0/2154471178 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0e6410a780 0x7f0e641a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:45.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.841+0000 7f0e6b600700 1 -- 172.21.15.12:0/2154471178 >> 172.21.15.12:0/2154471178 conn(0x7f0e64076d10 msgr2=0x7f0e6410daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:45.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.841+0000 7f0e6b600700 1 -- 172.21.15.12:0/2154471178 shutdown_connections 2024-05-21T00:13:45.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:45.841+0000 7f0e6b600700 1 -- 172.21.15.12:0/2154471178 wait complete. 2024-05-21T00:13:45.841 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-05-21T00:13:46.522 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:13:46.984 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:47.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:46 smithi012 ceph-mon[31403]: pgmap v338: 97 pgs: 97 active+clean; 637 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 4.5 KiB/s wr, 13 op/s 2024-05-21T00:13:47.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:46 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2154471178' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:13:47.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:46 smithi060 ceph-mon[36426]: pgmap v338: 97 pgs: 97 active+clean; 637 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 4.5 KiB/s wr, 13 op/s 2024-05-21T00:13:47.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:46 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2154471178' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:13:47.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:46 smithi077 ceph-mon[36377]: pgmap v338: 97 pgs: 97 active+clean; 637 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 4.5 KiB/s wr, 13 op/s 2024-05-21T00:13:47.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:46 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2154471178' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:13:48.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-05-21T00:13:48.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-21T00:13:48.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-05-21T00:13:48.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-05-21T00:13:48.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-05-21T00:13:48.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-05-21T00:13:48.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:47 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [5, 9]}]: dispatch 2024-05-21T00:13:48.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-05-21T00:13:48.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-21T00:13:48.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-05-21T00:13:48.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-05-21T00:13:48.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-05-21T00:13:48.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-05-21T00:13:48.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:47 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [5, 9]}]: dispatch 2024-05-21T00:13:48.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-05-21T00:13:48.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-05-21T00:13:48.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-05-21T00:13:48.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-05-21T00:13:48.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-05-21T00:13:48.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-05-21T00:13:48.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:47 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [5, 9]}]: dispatch 2024-05-21T00:13:48.826 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:48 smithi012 ceph-mon[31403]: pgmap v339: 97 pgs: 97 active+clean; 637 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-05-21T00:13:48.826 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-05-21T00:13:48.826 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-21T00:13:48.826 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-05-21T00:13:49.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.059+0000 7f8ad5000700 1 -- 172.21.15.12:0/675088107 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ad0075770 msgr2=0x7f8ad0075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:49.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.059+0000 7f8ad5000700 1 --2- 172.21.15.12:0/675088107 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ad0075770 0x7f8ad0075b50 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f8ac000b0a0 tx=0x7f8ac000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:13:49.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.059+0000 7f8ad5000700 1 -- 172.21.15.12:0/675088107 shutdown_connections 2024-05-21T00:13:49.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.059+0000 7f8ad5000700 1 --2- 172.21.15.12:0/675088107 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8ad0114710 0x7f8ad0116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:49.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.059+0000 7f8ad5000700 1 --2- 172.21.15.12:0/675088107 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ad0075770 0x7f8ad0075b50 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:49.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.059+0000 7f8ad5000700 1 --2- 172.21.15.12:0/675088107 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ad0076090 0x7f8ad01141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:49.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.059+0000 7f8ad5000700 1 -- 172.21.15.12:0/675088107 >> 172.21.15.12:0/675088107 conn(0x7f8ad007a6a0 msgr2=0x7f8ad007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:49.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.059+0000 7f8ad5000700 1 -- 172.21.15.12:0/675088107 shutdown_connections 2024-05-21T00:13:49.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.059+0000 7f8ad5000700 1 -- 172.21.15.12:0/675088107 wait complete. 2024-05-21T00:13:49.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.060+0000 7f8ad5000700 1 Processor -- start 2024-05-21T00:13:49.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.060+0000 7f8ad5000700 1 -- start start 2024-05-21T00:13:49.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.061+0000 7f8ad5000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ad0075770 0x7f8ad01a02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:49.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.061+0000 7f8ad5000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ad0076090 0x7f8ad01a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:49.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.061+0000 7f8ad5000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8ad0114710 0x7f8ad01a4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:49.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.061+0000 7f8ad5000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad0119d60 con 0x7f8ad0075770 2024-05-21T00:13:49.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.061+0000 7f8ad5000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad0119be0 con 0x7f8ad0114710 2024-05-21T00:13:49.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.061+0000 7f8ad5000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad0119ee0 con 0x7f8ad0076090 2024-05-21T00:13:49.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.061+0000 7f8acde00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ad0075770 0x7f8ad01a02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:49.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.061+0000 7f8ace800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8ad0114710 0x7f8ad01a4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:49.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.061+0000 7f8acde00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ad0075770 0x7f8ad01a02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40278/0 (socket says 172.21.15.12:40278) 2024-05-21T00:13:49.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.061+0000 7f8acde00700 1 -- 172.21.15.12:0/2766198443 learned_addr learned my addr 172.21.15.12:0/2766198443 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:49.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.061+0000 7f8acd400700 1 --2- 172.21.15.12:0/2766198443 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ad0076090 0x7f8ad01a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:49.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.062+0000 7f8ace800700 1 -- 172.21.15.12:0/2766198443 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ad0076090 msgr2=0x7f8ad01a0830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:49.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.062+0000 7f8ace800700 1 --2- 172.21.15.12:0/2766198443 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ad0076090 0x7f8ad01a0830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:49.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.062+0000 7f8ace800700 1 -- 172.21.15.12:0/2766198443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ad0075770 msgr2=0x7f8ad01a02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:49.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.062+0000 7f8ace800700 1 --2- 172.21.15.12:0/2766198443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ad0075770 0x7f8ad01a02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:49.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.062+0000 7f8ace800700 1 -- 172.21.15.12:0/2766198443 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ad01a5300 con 0x7f8ad0114710 2024-05-21T00:13:49.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.062+0000 7f8ace800700 1 --2- 172.21.15.12:0/2766198443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8ad0114710 0x7f8ad01a4bc0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8ac800e940 tx=0x7f8ac800ec50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:49.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.062+0000 7f8ac6a00700 1 -- 172.21.15.12:0/2766198443 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac8004220 con 0x7f8ad0114710 2024-05-21T00:13:49.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.062+0000 7f8ac6a00700 1 -- 172.21.15.12:0/2766198443 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8ac80043c0 con 0x7f8ad0114710 2024-05-21T00:13:49.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.062+0000 7f8ad5000700 1 -- 172.21.15.12:0/2766198443 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ad01a55f0 con 0x7f8ad0114710 2024-05-21T00:13:49.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.062+0000 7f8ac6a00700 1 -- 172.21.15.12:0/2766198443 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac8010700 con 0x7f8ad0114710 2024-05-21T00:13:49.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.062+0000 7f8ad5000700 1 -- 172.21.15.12:0/2766198443 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ad01ace70 con 0x7f8ad0114710 2024-05-21T00:13:49.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.064+0000 7f8ad5000700 1 -- 172.21.15.12:0/2766198443 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ad006a230 con 0x7f8ad0114710 2024-05-21T00:13:49.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.066+0000 7f8ac6a00700 1 -- 172.21.15.12:0/2766198443 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f8ac8004750 con 0x7f8ad0114710 2024-05-21T00:13:49.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.068+0000 7f8ac6a00700 1 --2- 172.21.15.12:0/2766198443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8ab40b2990 0x7f8ab40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:49.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.068+0000 7f8ac6a00700 1 -- 172.21.15.12:0/2766198443 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f8ac80e1ff0 con 0x7f8ad0114710 2024-05-21T00:13:49.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.068+0000 7f8acde00700 1 --2- 172.21.15.12:0/2766198443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8ab40b2990 0x7f8ab40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:49.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.069+0000 7f8acde00700 1 --2- 172.21.15.12:0/2766198443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8ab40b2990 0x7f8ab40b4e50 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8ac0009e60 tx=0x7f8ac0006230 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:49.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.072+0000 7f8ac6a00700 1 -- 172.21.15.12:0/2766198443 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8ac80a9b80 con 0x7f8ad0114710 2024-05-21T00:13:49.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:48 smithi060 ceph-mon[36426]: pgmap v339: 97 pgs: 97 active+clean; 637 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-05-21T00:13:49.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-05-21T00:13:49.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-21T00:13:49.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-05-21T00:13:49.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-05-21T00:13:49.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-05-21T00:13:49.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-05-21T00:13:49.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:48 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [5, 9]}]': finished 2024-05-21T00:13:49.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:48 smithi060 ceph-mon[36426]: osdmap e80: 12 total, 12 up, 12 in 2024-05-21T00:13:49.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:48 smithi077 ceph-mon[36377]: pgmap v339: 97 pgs: 97 active+clean; 637 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.7 KiB/s wr, 11 op/s 2024-05-21T00:13:49.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-05-21T00:13:49.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-05-21T00:13:49.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-05-21T00:13:49.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-05-21T00:13:49.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-05-21T00:13:49.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-05-21T00:13:49.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:48 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [5, 9]}]': finished 2024-05-21T00:13:49.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:48 smithi077 ceph-mon[36377]: osdmap e80: 12 total, 12 up, 12 in 2024-05-21T00:13:49.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.312+0000 7f8ad5000700 1 -- 172.21.15.12:0/2766198443 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8ad01ad100 con 0x7f8ad0114710 2024-05-21T00:13:49.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-05-21T00:13:49.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-05-21T00:13:49.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-05-21T00:13:49.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:48 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [5, 9]}]': finished 2024-05-21T00:13:49.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:48 smithi012 ceph-mon[31403]: osdmap e80: 12 total, 12 up, 12 in 2024-05-21T00:13:49.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.314+0000 7f8ac6a00700 1 -- 172.21.15.12:0/2766198443 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22452 (secure 0 0 0) 0x7f8ac8004d70 con 0x7f8ad0114710 2024-05-21T00:13:49.313 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:13:49.314 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","created":"2024-05-21T00:03:31.857871+0000","modified":"2024-05-21T00:13:48.805372+0000","last_up_change":"2024-05-21T00:11:45.298954+0000","last_in_change":"2024-05-21T00:11:25.604086+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:07:33.533592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:12:51.199495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:12:55.743028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eb262230-57ca-4f86-9c2b-480a80166146","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6803","nonce":555322069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6805","nonce":555322069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6809","nonce":555322069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6807","nonce":555322069}]},"public_addr":"172.21.15.12:6803/555322069","cluster_addr":"172.21.15.12:6805/555322069","heartbeat_back_addr":"172.21.15.12:6809/555322069","heartbeat_front_addr":"172.21.15.12:6807/555322069","state":["exists","up"]},{"osd":1,"uuid":"4a47cb31-071b-46be-9a26-4a6312ddaaca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6801","nonce":1346604098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6803","nonce":1346604098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6807","nonce":1346604098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6805","nonce":1346604098}]},"public_addr":"172.21.15.60:6801/1346604098","cluster_addr":"172.21.15.60:6803/1346604098","heartbeat_back_addr":"172.21.15.60:6807/1346604098","heartbeat_front_addr":"172.21.15.60:6805/1346604098","state":["exists","up"]},{"osd":2,"uuid":"f29f0f11-f36c-4603-a4e7-3294eb5e9568","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6801","nonce":2955000302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6803","nonce":2955000302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6807","nonce":2955000302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6805","nonce":2955000302}]},"public_addr":"172.21.15.77:6801/2955000302","cluster_addr":"172.21.15.77:6803/2955000302","heartbeat_back_addr":"172.21.15.77:6807/2955000302","heartbeat_front_addr":"172.21.15.77:6805/2955000302","state":["exists","up"]},{"osd":3,"uuid":"671ae43b-4ee1-4c5f-8c8d-12c5807af59c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6811","nonce":2515804940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6813","nonce":2515804940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6817","nonce":2515804940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6815","nonce":2515804940}]},"public_addr":"172.21.15.12:6811/2515804940","cluster_addr":"172.21.15.12:6813/2515804940","heartbeat_back_addr":"172.21.15.12:6817/2515804940","heartbeat_front_addr":"172.21.15.12:6815/2515804940","state":["exists","up"]},{"osd":4,"uuid":"527f3934-7fb5-4e65-8ef9-e5921bc5ba65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6809","nonce":2773894843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6811","nonce":2773894843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6815","nonce":2773894843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6813","nonce":2773894843}]},"public_addr":"172.21.15.60:6809/2773894843","cluster_addr":"172.21.15.60:6811/2773894843","heartbeat_back_addr":"172.21.15.60:6815/2773894843","heartbeat_front_addr":"172.21.15.60:6813/2773894843","state":["exists","up"]},{"osd":5,"uuid":"2c37b2c3-a9c0-47b3-9023-84566d18e0af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6809","nonce":202950059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6811","nonce":202950059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6815","nonce":202950059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6813","nonce":202950059}]},"public_addr":"172.21.15.77:6809/202950059","cluster_addr":"172.21.15.77:6811/202950059","heartbeat_back_addr":"172.21.15.77:6815/202950059","heartbeat_front_addr":"172.21.15.77:6813/202950059","state":["exists","up"]},{"osd":6,"uuid":"68c18062-e034-421d-b135-ab35d7d4bd25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6819","nonce":1511296628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6821","nonce":1511296628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6825","nonce":1511296628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6823","nonce":1511296628}]},"public_addr":"172.21.15.12:6819/1511296628","cluster_addr":"172.21.15.12:6821/1511296628","heartbeat_back_addr":"172.21.15.12:6825/1511296628","heartbeat_front_addr":"172.21.15.12:6823/1511296628","state":["exists","up"]},{"osd":7,"uuid":"0ac8383b-1578-44f1-8ebe-420d79511dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6817","nonce":4203237802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6819","nonce":4203237802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6823","nonce":4203237802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6821","nonce":4203237802}]},"public_addr":"172.21.15.60:6817/4203237802","cluster_addr":"172.21.15.60:6819/4203237802","heartbeat_back_addr":"172.21.15.60:6823/4203237802","heartbeat_front_addr":"172.21.15.60:6821/4203237802","state":["exists","up"]},{"osd":8,"uuid":"65362b50-2bba-422b-a5c9-1584cf55583d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6817","nonce":1939530536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6819","nonce":1939530536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6823","nonce":1939530536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6821","nonce":1939530536}]},"public_addr":"172.21.15.77:6817/1939530536","cluster_addr":"172.21.15.77:6819/1939530536","heartbeat_back_addr":"172.21.15.77:6823/1939530536","heartbeat_front_addr":"172.21.15.77:6821/1939530536","state":["exists","up"]},{"osd":9,"uuid":"9572a8a5-22f1-49ac-8b92-9e88dfac6dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6827","nonce":849418735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6829","nonce":849418735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6833","nonce":849418735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6831","nonce":849418735}]},"public_addr":"172.21.15.12:6827/849418735","cluster_addr":"172.21.15.12:6829/849418735","heartbeat_back_addr":"172.21.15.12:6833/849418735","heartbeat_front_addr":"172.21.15.12:6831/849418735","state":["exists","up"]},{"osd":10,"uuid":"9a42dca5-3dfa-4d8e-a33d-385ca25a8728","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6825","nonce":1376044245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6827","nonce":1376044245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6831","nonce":1376044245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6829","nonce":1376044245}]},"public_addr":"172.21.15.60:6825/1376044245","cluster_addr":"172.21.15.60:6827/1376044245","heartbeat_back_addr":"172.21.15.60:6831/1376044245","heartbeat_front_addr":"172.21.15.60:6829/1376044245","state":["exists","up"]},{"osd":11,"uuid":"856d5711-f90b-4619-abff-071e87b9d9cd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6825","nonce":3670550862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6827","nonce":3670550862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6831","nonce":3670550862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6829","nonce":3670550862}]},"public_addr":"172.21.15.77:6825/3670550862","cluster_addr":"172.21.15.77:6827/3670550862","heartbeat_back_addr":"172.21.15.77:6831/3670550862","heartbeat_front_addr":"172.21.15.77:6829/3670550862","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:06:41.613797+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:07.131615+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:31.297626+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:04.225630+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:29.488657+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:53.416655+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:27.501283+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:52.564404+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:17.639136+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:51.369821+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:18.024792+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:43.603806+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2206749889":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/840755370":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6800/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/2890553385":"2024-05-22T00:04:13.638637+0000","172.21.15.12:6800/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/3618065373":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/3942652702":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/1867303420":"2024-05-22T00:04:13.638637+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:13:49.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.319+0000 7f8ad5000700 1 -- 172.21.15.12:0/2766198443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8ab40b2990 msgr2=0x7f8ab40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:49.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.319+0000 7f8ad5000700 1 --2- 172.21.15.12:0/2766198443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8ab40b2990 0x7f8ab40b4e50 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8ac0009e60 tx=0x7f8ac0006230 comp rx=0 tx=0).stop 2024-05-21T00:13:49.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.319+0000 7f8ad5000700 1 -- 172.21.15.12:0/2766198443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8ad0114710 msgr2=0x7f8ad01a4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:49.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.319+0000 7f8ad5000700 1 --2- 172.21.15.12:0/2766198443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8ad0114710 0x7f8ad01a4bc0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8ac800e940 tx=0x7f8ac800ec50 comp rx=0 tx=0).stop 2024-05-21T00:13:49.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.319+0000 7f8ad5000700 1 -- 172.21.15.12:0/2766198443 shutdown_connections 2024-05-21T00:13:49.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.319+0000 7f8ad5000700 1 --2- 172.21.15.12:0/2766198443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8ad0114710 0x7f8ad01a4bc0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:49.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.319+0000 7f8ad5000700 1 --2- 172.21.15.12:0/2766198443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8ab40b2990 0x7f8ab40b4e50 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:49.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.319+0000 7f8ad5000700 1 --2- 172.21.15.12:0/2766198443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8ad0075770 0x7f8ad01a02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:49.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.319+0000 7f8ad5000700 1 --2- 172.21.15.12:0/2766198443 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8ad0076090 0x7f8ad01a0830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:49.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.319+0000 7f8ad5000700 1 -- 172.21.15.12:0/2766198443 >> 172.21.15.12:0/2766198443 conn(0x7f8ad007a6a0 msgr2=0x7f8ad0113550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:49.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.320+0000 7f8ad5000700 1 -- 172.21.15.12:0/2766198443 shutdown_connections 2024-05-21T00:13:49.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:49.320+0000 7f8ad5000700 1 -- 172.21.15.12:0/2766198443 wait complete. 2024-05-21T00:13:49.976 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:49 smithi012 ceph-mon[31403]: osdmap e81: 12 total, 12 up, 12 in 2024-05-21T00:13:49.976 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:49 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2766198443' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:13:50.026 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-21T00:13:50.027 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:13:50.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:49 smithi060 ceph-mon[36426]: osdmap e81: 12 total, 12 up, 12 in 2024-05-21T00:13:50.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:49 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2766198443' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:13:50.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:49 smithi077 ceph-mon[36377]: osdmap e81: 12 total, 12 up, 12 in 2024-05-21T00:13:50.305 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:49 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2766198443' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:13:50.504 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:50.918 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:50 smithi012 ceph-mon[31403]: pgmap v342: 97 pgs: 1 activating, 96 active+clean; 637 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.4 KiB/s wr, 10 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:51.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:50 smithi060 ceph-mon[36426]: pgmap v342: 97 pgs: 1 activating, 96 active+clean; 637 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.4 KiB/s wr, 10 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:51.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:50 smithi077 ceph-mon[36377]: pgmap v342: 97 pgs: 1 activating, 96 active+clean; 637 KiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.4 KiB/s wr, 10 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:52.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:51 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:13:52.184 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:51 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:13:52.187 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:51 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:13:52.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.639+0000 7f1629600700 1 -- 172.21.15.12:0/1820685053 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1624075970 msgr2=0x7f1624075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:52.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.639+0000 7f1629600700 1 --2- 172.21.15.12:0/1820685053 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1624075970 0x7f1624075d50 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f1614009990 tx=0x7f1614009ca0 comp rx=0 tx=0).stop 2024-05-21T00:13:52.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.639+0000 7f1629600700 1 -- 172.21.15.12:0/1820685053 shutdown_connections 2024-05-21T00:13:52.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.639+0000 7f1629600700 1 --2- 172.21.15.12:0/1820685053 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f162410fca0 0x7f1624112110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:52.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.639+0000 7f1629600700 1 --2- 172.21.15.12:0/1820685053 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1624075970 0x7f1624075d50 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:52.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.639+0000 7f1629600700 1 --2- 172.21.15.12:0/1820685053 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1624076290 0x7f162410f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:52.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.639+0000 7f1629600700 1 -- 172.21.15.12:0/1820685053 >> 172.21.15.12:0/1820685053 conn(0x7f16240fef90 msgr2=0x7f16241013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:52.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.639+0000 7f1629600700 1 -- 172.21.15.12:0/1820685053 shutdown_connections 2024-05-21T00:13:52.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.639+0000 7f1629600700 1 -- 172.21.15.12:0/1820685053 wait complete. 2024-05-21T00:13:52.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.641+0000 7f1629600700 1 Processor -- start 2024-05-21T00:13:52.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.641+0000 7f1629600700 1 -- start start 2024-05-21T00:13:52.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.641+0000 7f1629600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1624075970 0x7f162419bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:52.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.641+0000 7f1629600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1624076290 0x7f162419c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:52.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.641+0000 7f1629600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f162410fca0 0x7f16241a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.641+0000 7f1629600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1624115870 con 0x7f1624076290 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.641+0000 7f1629600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f16241156f0 con 0x7f1624075970 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.641+0000 7f1629600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f16241159f0 con 0x7f162410fca0 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.642+0000 7f1623e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1624075970 0x7f162419bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.642+0000 7f1623e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1624075970 0x7f162419bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53778/0 (socket says 172.21.15.12:53778) 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.642+0000 7f1623e00700 1 -- 172.21.15.12:0/51538085 learned_addr learned my addr 172.21.15.12:0/51538085 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.642+0000 7f1628c00700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f162410fca0 0x7f16241a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.642+0000 7f1623400700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1624076290 0x7f162419c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.642+0000 7f1623e00700 1 -- 172.21.15.12:0/51538085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f162410fca0 msgr2=0x7f16241a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.642+0000 7f1623e00700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f162410fca0 0x7f16241a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.642+0000 7f1623e00700 1 -- 172.21.15.12:0/51538085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1624076290 msgr2=0x7f162419c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.642+0000 7f1623e00700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1624076290 0x7f162419c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.642+0000 7f1623e00700 1 -- 172.21.15.12:0/51538085 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16241a0da0 con 0x7f1624075970 2024-05-21T00:13:52.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.642+0000 7f1628c00700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f162410fca0 0x7f16241a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:13:52.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.643+0000 7f1623e00700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1624075970 0x7f162419bde0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f1614005910 tx=0x7f161400b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:52.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.643+0000 7f1620c00700 1 -- 172.21.15.12:0/51538085 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1614027070 con 0x7f1624075970 2024-05-21T00:13:52.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.643+0000 7f1620c00700 1 -- 172.21.15.12:0/51538085 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1614022470 con 0x7f1624075970 2024-05-21T00:13:52.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.643+0000 7f1620c00700 1 -- 172.21.15.12:0/51538085 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1614017650 con 0x7f1624075970 2024-05-21T00:13:52.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.643+0000 7f1629600700 1 -- 172.21.15.12:0/51538085 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16241a1030 con 0x7f1624075970 2024-05-21T00:13:52.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.643+0000 7f1629600700 1 -- 172.21.15.12:0/51538085 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16241a8910 con 0x7f1624075970 2024-05-21T00:13:52.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.644+0000 7f1629600700 1 -- 172.21.15.12:0/51538085 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1624077020 con 0x7f1624075970 2024-05-21T00:13:52.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.647+0000 7f1620c00700 1 -- 172.21.15.12:0/51538085 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f161402a070 con 0x7f1624075970 2024-05-21T00:13:52.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.648+0000 7f1620c00700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16080b2990 0x7f16080b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:52.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.648+0000 7f1620c00700 1 -- 172.21.15.12:0/51538085 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f16140e30e0 con 0x7f1624075970 2024-05-21T00:13:52.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.649+0000 7f1623400700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16080b2990 0x7f16080b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:52.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.649+0000 7f1623400700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16080b2990 0x7f16080b4e50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f16241110d0 tx=0x7f1610009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:52.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.653+0000 7f1620c00700 1 -- 172.21.15.12:0/51538085 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1614013070 con 0x7f1624075970 2024-05-21T00:13:52.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.942+0000 7f1629600700 1 -- 172.21.15.12:0/51538085 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f162419d0f0 con 0x7f16080b2990 2024-05-21T00:13:52.941 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:52 smithi012 ceph-mon[31403]: pgmap v343: 97 pgs: 1 activating, 96 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.2 KiB/s wr, 13 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:52.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.952+0000 7f1620c00700 1 -- 172.21.15.12:0/51538085 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258738 (secure 0 0 0) 0x7f162419d0f0 con 0x7f16080b2990 2024-05-21T00:13:52.955 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:13:52.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.959+0000 7f1629600700 1 -- 172.21.15.12:0/51538085 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16080b2990 msgr2=0x7f16080b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:52.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.959+0000 7f1629600700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16080b2990 0x7f16080b4e50 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f16241110d0 tx=0x7f1610009260 comp rx=0 tx=0).stop 2024-05-21T00:13:52.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.959+0000 7f1629600700 1 -- 172.21.15.12:0/51538085 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1624075970 msgr2=0x7f162419bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:52.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.959+0000 7f1629600700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1624075970 0x7f162419bde0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f1614005910 tx=0x7f161400b670 comp rx=0 tx=0).stop 2024-05-21T00:13:52.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.959+0000 7f1629600700 1 -- 172.21.15.12:0/51538085 shutdown_connections 2024-05-21T00:13:52.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.959+0000 7f1629600700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f162410fca0 0x7f16241a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:52.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.959+0000 7f1629600700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1624075970 0x7f162419bde0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:52.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.959+0000 7f1629600700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16080b2990 0x7f16080b4e50 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:52.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.959+0000 7f1629600700 1 --2- 172.21.15.12:0/51538085 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1624076290 0x7f162419c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:52.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.959+0000 7f1629600700 1 -- 172.21.15.12:0/51538085 >> 172.21.15.12:0/51538085 conn(0x7f16240fef90 msgr2=0x7f16240ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:52.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.960+0000 7f1629600700 1 -- 172.21.15.12:0/51538085 shutdown_connections 2024-05-21T00:13:52.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:52.960+0000 7f1629600700 1 -- 172.21.15.12:0/51538085 wait complete. 2024-05-21T00:13:52.960 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-05-21T00:13:53.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:52 smithi060 ceph-mon[36426]: pgmap v343: 97 pgs: 1 activating, 96 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.2 KiB/s wr, 13 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:53.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:52 smithi077 ceph-mon[36377]: pgmap v343: 97 pgs: 1 activating, 96 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.2 KiB/s wr, 13 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:54.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:53 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:54.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:53 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:54.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:53 smithi060 ceph-mon[36426]: from='client.24650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:13:54.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:53 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:54.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:53 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:54.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:53 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:54.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:53 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:54.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:53 smithi077 ceph-mon[36377]: from='client.24650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:13:54.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:53 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:54.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:53 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:54.287 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:53 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:54.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:53 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:54.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:53 smithi012 ceph-mon[31403]: from='client.24650 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:13:54.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:53 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:54.288 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:53 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:54.348 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":343,"stamp":"2024-05-21T00:13:51.548833+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":657012,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":417,"num_read_kb":310,"num_write":372,"num_write_kb":2286,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":2951840,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":306,"ondisk_log_size":306,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":290,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390776,"kb_used_data":12444,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124551048,"statfs":{"total":1151940427776,"available":1151540273152,"internally_reserved":0,"allocated":12742656,"data_stored":7050650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":13304,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":92,"num_read_kb":64,"num_write":15,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":8,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002711"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813331+0000","last_change":"2024-05-21T00:12:57.046784+0000","last_active":"2024-05-21T00:13:48.813331+0000","last_peered":"2024-05-21T00:13:48.813331+0000","last_clean":"2024-05-21T00:13:48.813331+0000","last_became_active":"2024-05-21T00:12:57.046448+0000","last_became_peered":"2024-05-21T00:12:57.046448+0000","last_unstale":"2024-05-21T00:13:48.813331+0000","last_undegraded":"2024-05-21T00:13:48.813331+0000","last_fullsized":"2024-05-21T00:13:48.813331+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:18.280294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:13:47.810450+0000","last_change":"2024-05-21T00:12:57.048996+0000","last_active":"2024-05-21T00:13:47.810450+0000","last_peered":"2024-05-21T00:13:47.810450+0000","last_clean":"2024-05-21T00:13:47.810450+0000","last_became_active":"2024-05-21T00:12:57.048645+0000","last_became_peered":"2024-05-21T00:12:57.048645+0000","last_unstale":"2024-05-21T00:13:47.810450+0000","last_undegraded":"2024-05-21T00:13:47.810450+0000","last_fullsized":"2024-05-21T00:13:47.810450+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:18:41.325045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:13:47.809713+0000","last_change":"2024-05-21T00:12:57.042373+0000","last_active":"2024-05-21T00:13:47.809713+0000","last_peered":"2024-05-21T00:13:47.809713+0000","last_clean":"2024-05-21T00:13:47.809713+0000","last_became_active":"2024-05-21T00:12:57.041870+0000","last_became_peered":"2024-05-21T00:12:57.041870+0000","last_unstale":"2024-05-21T00:13:47.809713+0000","last_undegraded":"2024-05-21T00:13:47.809713+0000","last_fullsized":"2024-05-21T00:13:47.809713+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:14:42.856326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:00.048327+0000","last_change":"2024-05-21T00:12:57.049459+0000","last_active":"2024-05-21T00:13:00.048327+0000","last_peered":"2024-05-21T00:13:00.048327+0000","last_clean":"2024-05-21T00:13:00.048327+0000","last_became_active":"2024-05-21T00:12:57.048977+0000","last_became_peered":"2024-05-21T00:12:57.048977+0000","last_unstale":"2024-05-21T00:13:00.048327+0000","last_undegraded":"2024-05-21T00:13:00.048327+0000","last_fullsized":"2024-05-21T00:13:00.048327+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:22:53.099843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816564+0000","last_change":"2024-05-21T00:12:57.048582+0000","last_active":"2024-05-21T00:13:48.816564+0000","last_peered":"2024-05-21T00:13:48.816564+0000","last_clean":"2024-05-21T00:13:48.816564+0000","last_became_active":"2024-05-21T00:12:57.048221+0000","last_became_peered":"2024-05-21T00:12:57.048221+0000","last_unstale":"2024-05-21T00:13:48.816564+0000","last_undegraded":"2024-05-21T00:13:48.816564+0000","last_fullsized":"2024-05-21T00:13:48.816564+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:50:07.529376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811169+0000","last_change":"2024-05-21T00:12:57.040462+0000","last_active":"2024-05-21T00:13:48.811169+0000","last_peered":"2024-05-21T00:13:48.811169+0000","last_clean":"2024-05-21T00:13:48.811169+0000","last_became_active":"2024-05-21T00:12:57.040058+0000","last_became_peered":"2024-05-21T00:12:57.040058+0000","last_unstale":"2024-05-21T00:13:48.811169+0000","last_undegraded":"2024-05-21T00:13:48.811169+0000","last_fullsized":"2024-05-21T00:13:48.811169+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:54:04.103484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813567+0000","last_change":"2024-05-21T00:12:57.041274+0000","last_active":"2024-05-21T00:13:48.813567+0000","last_peered":"2024-05-21T00:13:48.813567+0000","last_clean":"2024-05-21T00:13:48.813567+0000","last_became_active":"2024-05-21T00:12:57.040893+0000","last_became_peered":"2024-05-21T00:12:57.040893+0000","last_unstale":"2024-05-21T00:13:48.813567+0000","last_undegraded":"2024-05-21T00:13:48.813567+0000","last_fullsized":"2024-05-21T00:13:48.813567+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:48:49.972545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.818768+0000","last_change":"2024-05-21T00:12:57.059229+0000","last_active":"2024-05-21T00:13:48.818768+0000","last_peered":"2024-05-21T00:13:48.818768+0000","last_clean":"2024-05-21T00:13:48.818768+0000","last_became_active":"2024-05-21T00:12:57.057015+0000","last_became_peered":"2024-05-21T00:12:57.057015+0000","last_unstale":"2024-05-21T00:13:48.818768+0000","last_undegraded":"2024-05-21T00:13:48.818768+0000","last_fullsized":"2024-05-21T00:13:48.818768+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:17:35.690779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.211073+0000","last_change":"2024-05-21T00:12:57.047678+0000","last_active":"2024-05-21T00:13:49.211073+0000","last_peered":"2024-05-21T00:13:49.211073+0000","last_clean":"2024-05-21T00:13:49.211073+0000","last_became_active":"2024-05-21T00:12:57.046692+0000","last_became_peered":"2024-05-21T00:12:57.046692+0000","last_unstale":"2024-05-21T00:13:49.211073+0000","last_undegraded":"2024-05-21T00:13:49.211073+0000","last_fullsized":"2024-05-21T00:13:49.211073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.979809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811243+0000","last_change":"2024-05-21T00:12:57.043894+0000","last_active":"2024-05-21T00:13:48.811243+0000","last_peered":"2024-05-21T00:13:48.811243+0000","last_clean":"2024-05-21T00:13:48.811243+0000","last_became_active":"2024-05-21T00:12:57.043455+0000","last_became_peered":"2024-05-21T00:12:57.043455+0000","last_unstale":"2024-05-21T00:13:48.811243+0000","last_undegraded":"2024-05-21T00:13:48.811243+0000","last_fullsized":"2024-05-21T00:13:48.811243+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:50:11.567175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813773+0000","last_change":"2024-05-21T00:12:57.042379+0000","last_active":"2024-05-21T00:13:48.813773+0000","last_peered":"2024-05-21T00:13:48.813773+0000","last_clean":"2024-05-21T00:13:48.813773+0000","last_became_active":"2024-05-21T00:12:57.041924+0000","last_became_peered":"2024-05-21T00:12:57.041924+0000","last_unstale":"2024-05-21T00:13:48.813773+0000","last_undegraded":"2024-05-21T00:13:48.813773+0000","last_fullsized":"2024-05-21T00:13:48.813773+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:39:58.127761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:00.048214+0000","last_change":"2024-05-21T00:12:57.050729+0000","last_active":"2024-05-21T00:13:00.048214+0000","last_peered":"2024-05-21T00:13:00.048214+0000","last_clean":"2024-05-21T00:13:00.048214+0000","last_became_active":"2024-05-21T00:12:57.050393+0000","last_became_peered":"2024-05-21T00:12:57.050393+0000","last_unstale":"2024-05-21T00:13:00.048214+0000","last_undegraded":"2024-05-21T00:13:00.048214+0000","last_fullsized":"2024-05-21T00:13:00.048214+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:16:14.272141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975541+0000","last_change":"2024-05-21T00:12:57.045310+0000","last_active":"2024-05-21T00:13:48.975541+0000","last_peered":"2024-05-21T00:13:48.975541+0000","last_clean":"2024-05-21T00:13:48.975541+0000","last_became_active":"2024-05-21T00:12:57.044865+0000","last_became_peered":"2024-05-21T00:12:57.044865+0000","last_unstale":"2024-05-21T00:13:48.975541+0000","last_undegraded":"2024-05-21T00:13:48.975541+0000","last_fullsized":"2024-05-21T00:13:48.975541+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:07:41.425647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:13:47.809925+0000","last_change":"2024-05-21T00:12:57.045874+0000","last_active":"2024-05-21T00:13:47.809925+0000","last_peered":"2024-05-21T00:13:47.809925+0000","last_clean":"2024-05-21T00:13:47.809925+0000","last_became_active":"2024-05-21T00:12:57.045311+0000","last_became_peered":"2024-05-21T00:12:57.045311+0000","last_unstale":"2024-05-21T00:13:47.809925+0000","last_undegraded":"2024-05-21T00:13:47.809925+0000","last_fullsized":"2024-05-21T00:13:47.809925+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:10.765103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:13:47.809186+0000","last_change":"2024-05-21T00:12:57.051610+0000","last_active":"2024-05-21T00:13:47.809186+0000","last_peered":"2024-05-21T00:13:47.809186+0000","last_clean":"2024-05-21T00:13:47.809186+0000","last_became_active":"2024-05-21T00:12:57.047654+0000","last_became_peered":"2024-05-21T00:12:57.047654+0000","last_unstale":"2024-05-21T00:13:47.809186+0000","last_undegraded":"2024-05-21T00:13:47.809186+0000","last_fullsized":"2024-05-21T00:13:47.809186+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:57.390655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210472+0000","last_change":"2024-05-21T00:12:57.044373+0000","last_active":"2024-05-21T00:13:49.210472+0000","last_peered":"2024-05-21T00:13:49.210472+0000","last_clean":"2024-05-21T00:13:49.210472+0000","last_became_active":"2024-05-21T00:12:57.043753+0000","last_became_peered":"2024-05-21T00:12:57.043753+0000","last_unstale":"2024-05-21T00:13:49.210472+0000","last_undegraded":"2024-05-21T00:13:49.210472+0000","last_fullsized":"2024-05-21T00:13:49.210472+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:36:42.639746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813522+0000","last_change":"2024-05-21T00:12:57.046120+0000","last_active":"2024-05-21T00:13:48.813522+0000","last_peered":"2024-05-21T00:13:48.813522+0000","last_clean":"2024-05-21T00:13:48.813522+0000","last_became_active":"2024-05-21T00:12:57.045058+0000","last_became_peered":"2024-05-21T00:12:57.045058+0000","last_unstale":"2024-05-21T00:13:48.813522+0000","last_undegraded":"2024-05-21T00:13:48.813522+0000","last_fullsized":"2024-05-21T00:13:48.813522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:11:23.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.818055+0000","last_change":"2024-05-21T00:12:57.041054+0000","last_active":"2024-05-21T00:13:48.818055+0000","last_peered":"2024-05-21T00:13:48.818055+0000","last_clean":"2024-05-21T00:13:48.818055+0000","last_became_active":"2024-05-21T00:12:57.040637+0000","last_became_peered":"2024-05-21T00:12:57.040637+0000","last_unstale":"2024-05-21T00:13:48.818055+0000","last_undegraded":"2024-05-21T00:13:48.818055+0000","last_fullsized":"2024-05-21T00:13:48.818055+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:50.618128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814216+0000","last_change":"2024-05-21T00:12:57.050159+0000","last_active":"2024-05-21T00:13:48.814216+0000","last_peered":"2024-05-21T00:13:48.814216+0000","last_clean":"2024-05-21T00:13:48.814216+0000","last_became_active":"2024-05-21T00:12:57.049771+0000","last_became_peered":"2024-05-21T00:12:57.049771+0000","last_unstale":"2024-05-21T00:13:48.814216+0000","last_undegraded":"2024-05-21T00:13:48.814216+0000","last_fullsized":"2024-05-21T00:13:48.814216+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:16:13.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'13","reported_seq":70,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.820089+0000","last_change":"2024-05-21T00:12:53.010045+0000","last_active":"2024-05-21T00:13:48.820089+0000","last_peered":"2024-05-21T00:13:48.820089+0000","last_clean":"2024-05-21T00:13:48.820089+0000","last_became_active":"2024-05-21T00:12:53.008748+0000","last_became_peered":"2024-05-21T00:12:53.008748+0000","last_unstale":"2024-05-21T00:13:48.820089+0000","last_undegraded":"2024-05-21T00:13:48.820089+0000","last_fullsized":"2024-05-21T00:13:48.820089+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:30.444075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":31,"num_read_kb":31,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.819533+0000","last_change":"2024-05-21T00:12:57.060688+0000","last_active":"2024-05-21T00:13:48.819533+0000","last_peered":"2024-05-21T00:13:48.819533+0000","last_clean":"2024-05-21T00:13:48.819533+0000","last_became_active":"2024-05-21T00:12:57.058825+0000","last_became_peered":"2024-05-21T00:12:57.058825+0000","last_unstale":"2024-05-21T00:13:48.819533+0000","last_undegraded":"2024-05-21T00:13:48.819533+0000","last_fullsized":"2024-05-21T00:13:48.819533+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:12.220194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.822162+0000","last_change":"2024-05-21T00:12:53.061454+0000","last_active":"2024-05-21T00:13:48.822162+0000","last_peered":"2024-05-21T00:13:48.822162+0000","last_clean":"2024-05-21T00:13:48.822162+0000","last_became_active":"2024-05-21T00:12:53.059971+0000","last_became_peered":"2024-05-21T00:12:53.059971+0000","last_unstale":"2024-05-21T00:13:48.822162+0000","last_undegraded":"2024-05-21T00:13:48.822162+0000","last_fullsized":"2024-05-21T00:13:48.822162+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:56.060446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:13:47.811364+0000","last_change":"2024-05-21T00:12:57.056260+0000","last_active":"2024-05-21T00:13:47.811364+0000","last_peered":"2024-05-21T00:13:47.811364+0000","last_clean":"2024-05-21T00:13:47.811364+0000","last_became_active":"2024-05-21T00:12:57.055865+0000","last_became_peered":"2024-05-21T00:12:57.055865+0000","last_unstale":"2024-05-21T00:13:47.811364+0000","last_undegraded":"2024-05-21T00:13:47.811364+0000","last_fullsized":"2024-05-21T00:13:47.811364+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:12.164966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816860+0000","last_change":"2024-05-21T00:12:53.006258+0000","last_active":"2024-05-21T00:13:48.816860+0000","last_peered":"2024-05-21T00:13:48.816860+0000","last_clean":"2024-05-21T00:13:48.816860+0000","last_became_active":"2024-05-21T00:12:53.005828+0000","last_became_peered":"2024-05-21T00:12:53.005828+0000","last_unstale":"2024-05-21T00:13:48.816860+0000","last_undegraded":"2024-05-21T00:13:48.816860+0000","last_fullsized":"2024-05-21T00:13:48.816860+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:05:39.049442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210501+0000","last_change":"2024-05-21T00:12:57.046692+0000","last_active":"2024-05-21T00:13:49.210501+0000","last_peered":"2024-05-21T00:13:49.210501+0000","last_clean":"2024-05-21T00:13:49.210501+0000","last_became_active":"2024-05-21T00:12:57.046326+0000","last_became_peered":"2024-05-21T00:12:57.046326+0000","last_unstale":"2024-05-21T00:13:49.210501+0000","last_undegraded":"2024-05-21T00:13:49.210501+0000","last_fullsized":"2024-05-21T00:13:49.210501+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:21:16.331849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816827+0000","last_change":"2024-05-21T00:12:53.003695+0000","last_active":"2024-05-21T00:13:48.816827+0000","last_peered":"2024-05-21T00:13:48.816827+0000","last_clean":"2024-05-21T00:13:48.816827+0000","last_became_active":"2024-05-21T00:12:53.003341+0000","last_became_peered":"2024-05-21T00:12:53.003341+0000","last_unstale":"2024-05-21T00:13:48.816827+0000","last_undegraded":"2024-05-21T00:13:48.816827+0000","last_fullsized":"2024-05-21T00:13:48.816827+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:11:10.635688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:00.049165+0000","last_change":"2024-05-21T00:12:57.039520+0000","last_active":"2024-05-21T00:13:00.049165+0000","last_peered":"2024-05-21T00:13:00.049165+0000","last_clean":"2024-05-21T00:13:00.049165+0000","last_became_active":"2024-05-21T00:12:57.039132+0000","last_became_peered":"2024-05-21T00:12:57.039132+0000","last_unstale":"2024-05-21T00:13:00.049165+0000","last_undegraded":"2024-05-21T00:13:00.049165+0000","last_fullsized":"2024-05-21T00:13:00.049165+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:39:04.813835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'6","reported_seq":59,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:45.748075+0000","last_change":"2024-05-21T00:12:53.006716+0000","last_active":"2024-05-21T00:13:45.748075+0000","last_peered":"2024-05-21T00:13:45.748075+0000","last_clean":"2024-05-21T00:13:45.748075+0000","last_became_active":"2024-05-21T00:12:53.006246+0000","last_became_peered":"2024-05-21T00:12:53.006246+0000","last_unstale":"2024-05-21T00:13:45.748075+0000","last_undegraded":"2024-05-21T00:13:45.748075+0000","last_fullsized":"2024-05-21T00:13:45.748075+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:35:30.295127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":31,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816507+0000","last_change":"2024-05-21T00:12:57.048808+0000","last_active":"2024-05-21T00:13:48.816507+0000","last_peered":"2024-05-21T00:13:48.816507+0000","last_clean":"2024-05-21T00:13:48.816507+0000","last_became_active":"2024-05-21T00:12:57.048472+0000","last_became_peered":"2024-05-21T00:12:57.048472+0000","last_unstale":"2024-05-21T00:13:48.816507+0000","last_undegraded":"2024-05-21T00:13:48.816507+0000","last_fullsized":"2024-05-21T00:13:48.816507+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:28.355648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810960+0000","last_change":"2024-05-21T00:12:53.013912+0000","last_active":"2024-05-21T00:13:48.810960+0000","last_peered":"2024-05-21T00:13:48.810960+0000","last_clean":"2024-05-21T00:13:48.810960+0000","last_became_active":"2024-05-21T00:12:53.013501+0000","last_became_peered":"2024-05-21T00:12:53.013501+0000","last_unstale":"2024-05-21T00:13:48.810960+0000","last_undegraded":"2024-05-21T00:13:48.810960+0000","last_fullsized":"2024-05-21T00:13:48.810960+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:34:59.699946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:00.048791+0000","last_change":"2024-05-21T00:12:57.048522+0000","last_active":"2024-05-21T00:13:00.048791+0000","last_peered":"2024-05-21T00:13:00.048791+0000","last_clean":"2024-05-21T00:13:00.048791+0000","last_became_active":"2024-05-21T00:12:57.048186+0000","last_became_peered":"2024-05-21T00:12:57.048186+0000","last_unstale":"2024-05-21T00:13:00.048791+0000","last_undegraded":"2024-05-21T00:13:00.048791+0000","last_fullsized":"2024-05-21T00:13:00.048791+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:04.856872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974684+0000","last_change":"2024-05-21T00:12:53.017013+0000","last_active":"2024-05-21T00:13:48.974684+0000","last_peered":"2024-05-21T00:13:48.974684+0000","last_clean":"2024-05-21T00:13:48.974684+0000","last_became_active":"2024-05-21T00:12:53.013624+0000","last_became_peered":"2024-05-21T00:12:53.013624+0000","last_unstale":"2024-05-21T00:13:48.974684+0000","last_undegraded":"2024-05-21T00:13:48.974684+0000","last_fullsized":"2024-05-21T00:13:48.974684+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:36:29.580861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.819522+0000","last_change":"2024-05-21T00:12:57.056452+0000","last_active":"2024-05-21T00:13:48.819522+0000","last_peered":"2024-05-21T00:13:48.819522+0000","last_clean":"2024-05-21T00:13:48.819522+0000","last_became_active":"2024-05-21T00:12:57.050103+0000","last_became_peered":"2024-05-21T00:12:57.050103+0000","last_unstale":"2024-05-21T00:13:48.819522+0000","last_undegraded":"2024-05-21T00:13:48.819522+0000","last_fullsized":"2024-05-21T00:13:48.819522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:11:23.891496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:18.695115+0000","last_change":"2024-05-21T00:12:53.007972+0000","last_active":"2024-05-21T00:13:18.695115+0000","last_peered":"2024-05-21T00:13:18.695115+0000","last_clean":"2024-05-21T00:13:18.695115+0000","last_became_active":"2024-05-21T00:12:53.007597+0000","last_became_peered":"2024-05-21T00:12:53.007597+0000","last_unstale":"2024-05-21T00:13:18.695115+0000","last_undegraded":"2024-05-21T00:13:18.695115+0000","last_fullsized":"2024-05-21T00:13:18.695115+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:31:10.333950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.817106+0000","last_change":"2024-05-21T00:12:57.051923+0000","last_active":"2024-05-21T00:13:48.817106+0000","last_peered":"2024-05-21T00:13:48.817106+0000","last_clean":"2024-05-21T00:13:48.817106+0000","last_became_active":"2024-05-21T00:12:57.051401+0000","last_became_peered":"2024-05-21T00:12:57.051401+0000","last_unstale":"2024-05-21T00:13:48.817106+0000","last_undegraded":"2024-05-21T00:13:48.817106+0000","last_fullsized":"2024-05-21T00:13:48.817106+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:21.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'4","reported_seq":90,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811186+0000","last_change":"2024-05-21T00:12:53.011503+0000","last_active":"2024-05-21T00:13:48.811186+0000","last_peered":"2024-05-21T00:13:48.811186+0000","last_clean":"2024-05-21T00:13:48.811186+0000","last_became_active":"2024-05-21T00:12:53.011191+0000","last_became_peered":"2024-05-21T00:12:53.011191+0000","last_unstale":"2024-05-21T00:13:48.811186+0000","last_undegraded":"2024-05-21T00:13:48.811186+0000","last_fullsized":"2024-05-21T00:13:48.811186+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:11.098119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":60,"num_read_kb":60,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.211216+0000","last_change":"2024-05-21T00:12:57.043199+0000","last_active":"2024-05-21T00:13:49.211216+0000","last_peered":"2024-05-21T00:13:49.211216+0000","last_clean":"2024-05-21T00:13:49.211216+0000","last_became_active":"2024-05-21T00:12:57.042321+0000","last_became_peered":"2024-05-21T00:12:57.042321+0000","last_unstale":"2024-05-21T00:13:49.211216+0000","last_undegraded":"2024-05-21T00:13:49.211216+0000","last_fullsized":"2024-05-21T00:13:49.211216+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:49:41.648559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814082+0000","last_change":"2024-05-21T00:12:53.008163+0000","last_active":"2024-05-21T00:13:48.814082+0000","last_peered":"2024-05-21T00:13:48.814082+0000","last_clean":"2024-05-21T00:13:48.814082+0000","last_became_active":"2024-05-21T00:12:53.007830+0000","last_became_peered":"2024-05-21T00:12:53.007830+0000","last_unstale":"2024-05-21T00:13:48.814082+0000","last_undegraded":"2024-05-21T00:13:48.814082+0000","last_fullsized":"2024-05-21T00:13:48.814082+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:48:33.324604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:13:47.811139+0000","last_change":"2024-05-21T00:12:57.051604+0000","last_active":"2024-05-21T00:13:47.811139+0000","last_peered":"2024-05-21T00:13:47.811139+0000","last_clean":"2024-05-21T00:13:47.811139+0000","last_became_active":"2024-05-21T00:12:57.051163+0000","last_became_peered":"2024-05-21T00:12:57.051163+0000","last_unstale":"2024-05-21T00:13:47.811139+0000","last_undegraded":"2024-05-21T00:13:47.811139+0000","last_fullsized":"2024-05-21T00:13:47.811139+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:52:44.339548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":28,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:17.683891+0000","last_change":"2024-05-21T00:12:53.061900+0000","last_active":"2024-05-21T00:13:17.683891+0000","last_peered":"2024-05-21T00:13:17.683891+0000","last_clean":"2024-05-21T00:13:17.683891+0000","last_became_active":"2024-05-21T00:12:53.061259+0000","last_became_peered":"2024-05-21T00:12:53.061259+0000","last_unstale":"2024-05-21T00:13:17.683891+0000","last_undegraded":"2024-05-21T00:13:17.683891+0000","last_fullsized":"2024-05-21T00:13:17.683891+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:59:31.613311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210640+0000","last_change":"2024-05-21T00:12:57.051862+0000","last_active":"2024-05-21T00:13:49.210640+0000","last_peered":"2024-05-21T00:13:49.210640+0000","last_clean":"2024-05-21T00:13:49.210640+0000","last_became_active":"2024-05-21T00:12:57.051259+0000","last_became_peered":"2024-05-21T00:12:57.051259+0000","last_unstale":"2024-05-21T00:13:49.210640+0000","last_undegraded":"2024-05-21T00:13:49.210640+0000","last_fullsized":"2024-05-21T00:13:49.210640+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:49.851313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"79'31","reported_seq":126,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811395+0000","last_change":"2024-05-21T00:12:53.007836+0000","last_active":"2024-05-21T00:13:48.811395+0000","last_peered":"2024-05-21T00:13:48.811395+0000","last_clean":"2024-05-21T00:13:48.811395+0000","last_became_active":"2024-05-21T00:12:53.007404+0000","last_became_peered":"2024-05-21T00:12:53.007404+0000","last_unstale":"2024-05-21T00:13:48.811395+0000","last_undegraded":"2024-05-21T00:13:48.811395+0000","last_fullsized":"2024-05-21T00:13:48.811395+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:31:09.959452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":58815,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":69,"num_read_kb":91,"num_write":33,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816630+0000","last_change":"2024-05-21T00:12:57.042835+0000","last_active":"2024-05-21T00:13:48.816630+0000","last_peered":"2024-05-21T00:13:48.816630+0000","last_clean":"2024-05-21T00:13:48.816630+0000","last_became_active":"2024-05-21T00:12:57.042507+0000","last_became_peered":"2024-05-21T00:12:57.042507+0000","last_unstale":"2024-05-21T00:13:48.816630+0000","last_undegraded":"2024-05-21T00:13:48.816630+0000","last_fullsized":"2024-05-21T00:13:48.816630+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:23:53.966867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813961+0000","last_change":"2024-05-21T00:12:53.016227+0000","last_active":"2024-05-21T00:13:48.813961+0000","last_peered":"2024-05-21T00:13:48.813961+0000","last_clean":"2024-05-21T00:13:48.813961+0000","last_became_active":"2024-05-21T00:12:53.015791+0000","last_became_peered":"2024-05-21T00:12:53.015791+0000","last_unstale":"2024-05-21T00:13:48.813961+0000","last_undegraded":"2024-05-21T00:13:48.813961+0000","last_fullsized":"2024-05-21T00:13:48.813961+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:55.413607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974654+0000","last_change":"2024-05-21T00:12:57.050393+0000","last_active":"2024-05-21T00:13:48.974654+0000","last_peered":"2024-05-21T00:13:48.974654+0000","last_clean":"2024-05-21T00:13:48.974654+0000","last_became_active":"2024-05-21T00:12:57.050065+0000","last_became_peered":"2024-05-21T00:12:57.050065+0000","last_unstale":"2024-05-21T00:13:48.974654+0000","last_undegraded":"2024-05-21T00:13:48.974654+0000","last_fullsized":"2024-05-21T00:13:48.974654+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:03:54.073088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":28,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:18.697979+0000","last_change":"2024-05-21T00:12:53.014337+0000","last_active":"2024-05-21T00:13:18.697979+0000","last_peered":"2024-05-21T00:13:18.697979+0000","last_clean":"2024-05-21T00:13:18.697979+0000","last_became_active":"2024-05-21T00:12:53.013873+0000","last_became_peered":"2024-05-21T00:12:53.013873+0000","last_unstale":"2024-05-21T00:13:18.697979+0000","last_undegraded":"2024-05-21T00:13:18.697979+0000","last_fullsized":"2024-05-21T00:13:18.697979+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:16.467981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.976876+0000","last_change":"2024-05-21T00:13:48.976876+0000","last_active":"2024-05-21T00:13:48.976876+0000","last_peered":"2024-05-21T00:13:48.976876+0000","last_clean":"2024-05-21T00:13:48.976876+0000","last_became_active":"2024-05-21T00:13:48.976530+0000","last_became_peered":"2024-05-21T00:13:48.976530+0000","last_unstale":"2024-05-21T00:13:48.976876+0000","last_undegraded":"2024-05-21T00:13:48.976876+0000","last_fullsized":"2024-05-21T00:13:48.976876+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:08:26.324247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'6","reported_seq":59,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:45.768623+0000","last_change":"2024-05-21T00:12:53.006607+0000","last_active":"2024-05-21T00:13:45.768623+0000","last_peered":"2024-05-21T00:13:45.768623+0000","last_clean":"2024-05-21T00:13:45.768623+0000","last_became_active":"2024-05-21T00:12:53.006177+0000","last_became_peered":"2024-05-21T00:12:53.006177+0000","last_unstale":"2024-05-21T00:13:45.768623+0000","last_undegraded":"2024-05-21T00:13:45.768623+0000","last_fullsized":"2024-05-21T00:13:45.768623+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:07:58.281724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813461+0000","last_change":"2024-05-21T00:12:57.042325+0000","last_active":"2024-05-21T00:13:48.813461+0000","last_peered":"2024-05-21T00:13:48.813461+0000","last_clean":"2024-05-21T00:13:48.813461+0000","last_became_active":"2024-05-21T00:12:57.041890+0000","last_became_peered":"2024-05-21T00:12:57.041890+0000","last_unstale":"2024-05-21T00:13:48.813461+0000","last_undegraded":"2024-05-21T00:13:48.813461+0000","last_fullsized":"2024-05-21T00:13:48.813461+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.261956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":44,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816485+0000","last_change":"2024-05-21T00:12:53.059849+0000","last_active":"2024-05-21T00:13:48.816485+0000","last_peered":"2024-05-21T00:13:48.816485+0000","last_clean":"2024-05-21T00:13:48.816485+0000","last_became_active":"2024-05-21T00:12:53.059472+0000","last_became_peered":"2024-05-21T00:12:53.059472+0000","last_unstale":"2024-05-21T00:13:48.816485+0000","last_undegraded":"2024-05-21T00:13:48.816485+0000","last_fullsized":"2024-05-21T00:13:48.816485+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:16:19.091406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:00.048736+0000","last_change":"2024-05-21T00:12:57.038494+0000","last_active":"2024-05-21T00:13:00.048736+0000","last_peered":"2024-05-21T00:13:00.048736+0000","last_clean":"2024-05-21T00:13:00.048736+0000","last_became_active":"2024-05-21T00:12:57.038151+0000","last_became_peered":"2024-05-21T00:12:57.038151+0000","last_unstale":"2024-05-21T00:13:00.048736+0000","last_undegraded":"2024-05-21T00:13:00.048736+0000","last_fullsized":"2024-05-21T00:13:00.048736+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:30:54.478462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816906+0000","last_change":"2024-05-21T00:12:53.002941+0000","last_active":"2024-05-21T00:13:48.816906+0000","last_peered":"2024-05-21T00:13:48.816906+0000","last_clean":"2024-05-21T00:13:48.816906+0000","last_became_active":"2024-05-21T00:12:53.001187+0000","last_became_peered":"2024-05-21T00:12:53.001187+0000","last_unstale":"2024-05-21T00:13:48.816906+0000","last_undegraded":"2024-05-21T00:13:48.816906+0000","last_fullsized":"2024-05-21T00:13:48.816906+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:45:19.012056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813164+0000","last_change":"2024-05-21T00:12:57.043398+0000","last_active":"2024-05-21T00:13:48.813164+0000","last_peered":"2024-05-21T00:13:48.813164+0000","last_clean":"2024-05-21T00:13:48.813164+0000","last_became_active":"2024-05-21T00:12:57.043033+0000","last_became_peered":"2024-05-21T00:12:57.043033+0000","last_unstale":"2024-05-21T00:13:48.813164+0000","last_undegraded":"2024-05-21T00:13:48.813164+0000","last_fullsized":"2024-05-21T00:13:48.813164+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:13:56.362516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.817364+0000","last_change":"2024-05-21T00:12:53.064219+0000","last_active":"2024-05-21T00:13:48.817364+0000","last_peered":"2024-05-21T00:13:48.817364+0000","last_clean":"2024-05-21T00:13:48.817364+0000","last_became_active":"2024-05-21T00:12:53.063780+0000","last_became_peered":"2024-05-21T00:12:53.063780+0000","last_unstale":"2024-05-21T00:13:48.817364+0000","last_undegraded":"2024-05-21T00:13:48.817364+0000","last_fullsized":"2024-05-21T00:13:48.817364+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:39:47.647305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"79'1","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811013+0000","last_change":"2024-05-21T00:12:57.049737+0000","last_active":"2024-05-21T00:13:48.811013+0000","last_peered":"2024-05-21T00:13:48.811013+0000","last_clean":"2024-05-21T00:13:48.811013+0000","last_became_active":"2024-05-21T00:12:57.049307+0000","last_became_peered":"2024-05-21T00:12:57.049307+0000","last_unstale":"2024-05-21T00:13:48.811013+0000","last_undegraded":"2024-05-21T00:13:48.811013+0000","last_fullsized":"2024-05-21T00:13:48.811013+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:45.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'6","reported_seq":65,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813967+0000","last_change":"2024-05-21T00:12:53.013933+0000","last_active":"2024-05-21T00:13:48.813967+0000","last_peered":"2024-05-21T00:13:48.813967+0000","last_clean":"2024-05-21T00:13:48.813967+0000","last_became_active":"2024-05-21T00:12:53.013547+0000","last_became_peered":"2024-05-21T00:12:53.013547+0000","last_unstale":"2024-05-21T00:13:48.813967+0000","last_undegraded":"2024-05-21T00:13:48.813967+0000","last_fullsized":"2024-05-21T00:13:48.813967+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:32.091022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":33,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810967+0000","last_change":"2024-05-21T00:12:57.042824+0000","last_active":"2024-05-21T00:13:48.810967+0000","last_peered":"2024-05-21T00:13:48.810967+0000","last_clean":"2024-05-21T00:13:48.810967+0000","last_became_active":"2024-05-21T00:12:57.040341+0000","last_became_peered":"2024-05-21T00:12:57.040341+0000","last_unstale":"2024-05-21T00:13:48.810967+0000","last_undegraded":"2024-05-21T00:13:48.810967+0000","last_fullsized":"2024-05-21T00:13:48.810967+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:51:10.629525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:00.048867+0000","last_change":"2024-05-21T00:12:57.049618+0000","last_active":"2024-05-21T00:13:00.048867+0000","last_peered":"2024-05-21T00:13:00.048867+0000","last_clean":"2024-05-21T00:13:00.048867+0000","last_became_active":"2024-05-21T00:12:57.049285+0000","last_became_peered":"2024-05-21T00:12:57.049285+0000","last_unstale":"2024-05-21T00:13:00.048867+0000","last_undegraded":"2024-05-21T00:13:00.048867+0000","last_fullsized":"2024-05-21T00:13:00.048867+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:47:20.928639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'5","reported_seq":64,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.776669+0000","last_change":"2024-05-21T00:12:53.061890+0000","last_active":"2024-05-21T00:13:49.776669+0000","last_peered":"2024-05-21T00:13:49.776669+0000","last_clean":"2024-05-21T00:13:49.776669+0000","last_became_active":"2024-05-21T00:12:53.061469+0000","last_became_peered":"2024-05-21T00:12:53.061469+0000","last_unstale":"2024-05-21T00:13:49.776669+0000","last_undegraded":"2024-05-21T00:13:49.776669+0000","last_fullsized":"2024-05-21T00:13:49.776669+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:42:27.776942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":33,"num_read_kb":33,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":5,"reported_epoch":81,"state":"activating","last_fresh":"2024-05-21T00:13:48.816195+0000","last_change":"2024-05-21T00:13:48.815175+0000","last_active":"2024-05-21T00:12:56.003754+0000","last_peered":"2024-05-21T00:12:56.003754+0000","last_clean":"2024-05-21T00:12:56.003754+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-05-21T00:13:48.816195+0000","last_undegraded":"2024-05-21T00:13:48.816195+0000","last_fullsized":"2024-05-21T00:13:48.816195+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":["9","1","3","5"],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":31,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:19.705860+0000","last_change":"2024-05-21T00:12:53.004587+0000","last_active":"2024-05-21T00:13:19.705860+0000","last_peered":"2024-05-21T00:13:19.705860+0000","last_clean":"2024-05-21T00:13:19.705860+0000","last_became_active":"2024-05-21T00:12:53.004100+0000","last_became_peered":"2024-05-21T00:12:53.004100+0000","last_unstale":"2024-05-21T00:13:19.705860+0000","last_undegraded":"2024-05-21T00:13:19.705860+0000","last_fullsized":"2024-05-21T00:13:19.705860+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:28.196445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":100,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813576+0000","last_change":"2024-05-21T00:11:22.025962+0000","last_active":"2024-05-21T00:13:48.813576+0000","last_peered":"2024-05-21T00:13:48.813576+0000","last_clean":"2024-05-21T00:13:48.813576+0000","last_became_active":"2024-05-21T00:11:22.020112+0000","last_became_peered":"2024-05-21T00:11:22.020112+0000","last_unstale":"2024-05-21T00:13:48.813576+0000","last_undegraded":"2024-05-21T00:13:48.813576+0000","last_fullsized":"2024-05-21T00:13:48.813576+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_clean_scrub_stamp":"2024-05-21T00:07:34.159650+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:43.385269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974275+0000","last_change":"2024-05-21T00:12:57.052251+0000","last_active":"2024-05-21T00:13:48.974275+0000","last_peered":"2024-05-21T00:13:48.974275+0000","last_clean":"2024-05-21T00:13:48.974275+0000","last_became_active":"2024-05-21T00:12:57.051831+0000","last_became_peered":"2024-05-21T00:12:57.051831+0000","last_unstale":"2024-05-21T00:13:48.974275+0000","last_undegraded":"2024-05-21T00:13:48.974275+0000","last_fullsized":"2024-05-21T00:13:48.974275+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:54:10.866841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813821+0000","last_change":"2024-05-21T00:12:53.006299+0000","last_active":"2024-05-21T00:13:48.813821+0000","last_peered":"2024-05-21T00:13:48.813821+0000","last_clean":"2024-05-21T00:13:48.813821+0000","last_became_active":"2024-05-21T00:12:53.005896+0000","last_became_peered":"2024-05-21T00:12:53.005896+0000","last_unstale":"2024-05-21T00:13:48.813821+0000","last_undegraded":"2024-05-21T00:13:48.813821+0000","last_fullsized":"2024-05-21T00:13:48.813821+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:38:13.023455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816706+0000","last_change":"2024-05-21T00:12:53.059074+0000","last_active":"2024-05-21T00:13:48.816706+0000","last_peered":"2024-05-21T00:13:48.816706+0000","last_clean":"2024-05-21T00:13:48.816706+0000","last_became_active":"2024-05-21T00:12:53.058789+0000","last_became_peered":"2024-05-21T00:12:53.058789+0000","last_unstale":"2024-05-21T00:13:48.816706+0000","last_undegraded":"2024-05-21T00:13:48.816706+0000","last_fullsized":"2024-05-21T00:13:48.816706+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:34:52.220672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975036+0000","last_change":"2024-05-21T00:12:57.043092+0000","last_active":"2024-05-21T00:13:48.975036+0000","last_peered":"2024-05-21T00:13:48.975036+0000","last_clean":"2024-05-21T00:13:48.975036+0000","last_became_active":"2024-05-21T00:12:57.039538+0000","last_became_peered":"2024-05-21T00:12:57.039538+0000","last_unstale":"2024-05-21T00:13:48.975036+0000","last_undegraded":"2024-05-21T00:13:48.975036+0000","last_fullsized":"2024-05-21T00:13:48.975036+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:45:51.064194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'16","reported_seq":58,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.844792+0000","last_change":"2024-05-21T00:13:48.844792+0000","last_active":"2024-05-21T00:13:48.844792+0000","last_peered":"2024-05-21T00:13:48.844792+0000","last_clean":"2024-05-21T00:13:48.844792+0000","last_became_active":"2024-05-21T00:13:48.830511+0000","last_became_peered":"2024-05-21T00:13:48.830511+0000","last_unstale":"2024-05-21T00:13:48.844792+0000","last_undegraded":"2024-05-21T00:13:48.844792+0000","last_fullsized":"2024-05-21T00:13:48.844792+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:12.248874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":8,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.822700+0000","last_change":"2024-05-21T00:12:57.049329+0000","last_active":"2024-05-21T00:13:48.822700+0000","last_peered":"2024-05-21T00:13:48.822700+0000","last_clean":"2024-05-21T00:13:48.822700+0000","last_became_active":"2024-05-21T00:12:57.048960+0000","last_became_peered":"2024-05-21T00:12:57.048960+0000","last_unstale":"2024-05-21T00:13:48.822700+0000","last_undegraded":"2024-05-21T00:13:48.822700+0000","last_fullsized":"2024-05-21T00:13:48.822700+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:36:30.430924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":30,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:18.698956+0000","last_change":"2024-05-21T00:12:53.056207+0000","last_active":"2024-05-21T00:13:18.698956+0000","last_peered":"2024-05-21T00:13:18.698956+0000","last_clean":"2024-05-21T00:13:18.698956+0000","last_became_active":"2024-05-21T00:12:53.055915+0000","last_became_peered":"2024-05-21T00:12:53.055915+0000","last_unstale":"2024-05-21T00:13:18.698956+0000","last_undegraded":"2024-05-21T00:13:18.698956+0000","last_fullsized":"2024-05-21T00:13:18.698956+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:41.144414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:13:47.810503+0000","last_change":"2024-05-21T00:12:57.055208+0000","last_active":"2024-05-21T00:13:47.810503+0000","last_peered":"2024-05-21T00:13:47.810503+0000","last_clean":"2024-05-21T00:13:47.810503+0000","last_became_active":"2024-05-21T00:12:57.054835+0000","last_became_peered":"2024-05-21T00:12:57.054835+0000","last_unstale":"2024-05-21T00:13:47.810503+0000","last_undegraded":"2024-05-21T00:13:47.810503+0000","last_fullsized":"2024-05-21T00:13:47.810503+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:26:46.080981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210268+0000","last_change":"2024-05-21T00:12:53.059674+0000","last_active":"2024-05-21T00:13:49.210268+0000","last_peered":"2024-05-21T00:13:49.210268+0000","last_clean":"2024-05-21T00:13:49.210268+0000","last_became_active":"2024-05-21T00:12:53.059442+0000","last_became_peered":"2024-05-21T00:12:53.059442+0000","last_unstale":"2024-05-21T00:13:49.210268+0000","last_undegraded":"2024-05-21T00:13:49.210268+0000","last_fullsized":"2024-05-21T00:13:49.210268+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:39.874661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816589+0000","last_change":"2024-05-21T00:12:57.047454+0000","last_active":"2024-05-21T00:13:48.816589+0000","last_peered":"2024-05-21T00:13:48.816589+0000","last_clean":"2024-05-21T00:13:48.816589+0000","last_became_active":"2024-05-21T00:12:57.047034+0000","last_became_peered":"2024-05-21T00:12:57.047034+0000","last_unstale":"2024-05-21T00:13:48.816589+0000","last_undegraded":"2024-05-21T00:13:48.816589+0000","last_fullsized":"2024-05-21T00:13:48.816589+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:52:48.980978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.820126+0000","last_change":"2024-05-21T00:12:53.018368+0000","last_active":"2024-05-21T00:13:48.820126+0000","last_peered":"2024-05-21T00:13:48.820126+0000","last_clean":"2024-05-21T00:13:48.820126+0000","last_became_active":"2024-05-21T00:12:53.015613+0000","last_became_peered":"2024-05-21T00:12:53.015613+0000","last_unstale":"2024-05-21T00:13:48.820126+0000","last_undegraded":"2024-05-21T00:13:48.820126+0000","last_fullsized":"2024-05-21T00:13:48.820126+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:51:57.280963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.812820+0000","last_change":"2024-05-21T00:12:57.041377+0000","last_active":"2024-05-21T00:13:48.812820+0000","last_peered":"2024-05-21T00:13:48.812820+0000","last_clean":"2024-05-21T00:13:48.812820+0000","last_became_active":"2024-05-21T00:12:57.040466+0000","last_became_peered":"2024-05-21T00:12:57.040466+0000","last_unstale":"2024-05-21T00:13:48.812820+0000","last_undegraded":"2024-05-21T00:13:48.812820+0000","last_fullsized":"2024-05-21T00:13:48.812820+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:35:59.677316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.830557+0000","last_change":"2024-05-21T00:13:48.830100+0000","last_active":"2024-05-21T00:13:48.830557+0000","last_peered":"2024-05-21T00:13:48.830557+0000","last_clean":"2024-05-21T00:13:48.830557+0000","last_became_active":"2024-05-21T00:13:48.822312+0000","last_became_peered":"2024-05-21T00:13:48.822312+0000","last_unstale":"2024-05-21T00:13:48.830557+0000","last_undegraded":"2024-05-21T00:13:48.830557+0000","last_fullsized":"2024-05-21T00:13:48.830557+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:27:01.631036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.819725+0000","last_change":"2024-05-21T00:12:57.063815+0000","last_active":"2024-05-21T00:13:48.819725+0000","last_peered":"2024-05-21T00:13:48.819725+0000","last_clean":"2024-05-21T00:13:48.819725+0000","last_became_active":"2024-05-21T00:12:57.063399+0000","last_became_peered":"2024-05-21T00:12:57.063399+0000","last_unstale":"2024-05-21T00:13:48.819725+0000","last_undegraded":"2024-05-21T00:13:48.819725+0000","last_fullsized":"2024-05-21T00:13:48.819725+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:41.185777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816692+0000","last_change":"2024-05-21T00:12:53.006935+0000","last_active":"2024-05-21T00:13:48.816692+0000","last_peered":"2024-05-21T00:13:48.816692+0000","last_clean":"2024-05-21T00:13:48.816692+0000","last_became_active":"2024-05-21T00:12:53.006417+0000","last_became_peered":"2024-05-21T00:12:53.006417+0000","last_unstale":"2024-05-21T00:13:48.816692+0000","last_undegraded":"2024-05-21T00:13:48.816692+0000","last_fullsized":"2024-05-21T00:13:48.816692+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:28.311334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813753+0000","last_change":"2024-05-21T00:12:57.039348+0000","last_active":"2024-05-21T00:13:48.813753+0000","last_peered":"2024-05-21T00:13:48.813753+0000","last_clean":"2024-05-21T00:13:48.813753+0000","last_became_active":"2024-05-21T00:12:57.038974+0000","last_became_peered":"2024-05-21T00:12:57.038974+0000","last_unstale":"2024-05-21T00:13:48.813753+0000","last_undegraded":"2024-05-21T00:13:48.813753+0000","last_fullsized":"2024-05-21T00:13:48.813753+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:07:22.264745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'5","reported_seq":63,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814580+0000","last_change":"2024-05-21T00:12:53.061792+0000","last_active":"2024-05-21T00:13:48.814580+0000","last_peered":"2024-05-21T00:13:48.814580+0000","last_clean":"2024-05-21T00:13:48.814580+0000","last_became_active":"2024-05-21T00:12:53.061412+0000","last_became_peered":"2024-05-21T00:12:53.061412+0000","last_unstale":"2024-05-21T00:13:48.814580+0000","last_undegraded":"2024-05-21T00:13:48.814580+0000","last_fullsized":"2024-05-21T00:13:48.814580+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:34.086547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":32,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814066+0000","last_change":"2024-05-21T00:12:57.039449+0000","last_active":"2024-05-21T00:13:48.814066+0000","last_peered":"2024-05-21T00:13:48.814066+0000","last_clean":"2024-05-21T00:13:48.814066+0000","last_became_active":"2024-05-21T00:12:57.038938+0000","last_became_peered":"2024-05-21T00:12:57.038938+0000","last_unstale":"2024-05-21T00:13:48.814066+0000","last_undegraded":"2024-05-21T00:13:48.814066+0000","last_fullsized":"2024-05-21T00:13:48.814066+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:49:06.890897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":26,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:18.698368+0000","last_change":"2024-05-21T00:12:53.015499+0000","last_active":"2024-05-21T00:13:18.698368+0000","last_peered":"2024-05-21T00:13:18.698368+0000","last_clean":"2024-05-21T00:13:18.698368+0000","last_became_active":"2024-05-21T00:12:53.015155+0000","last_became_peered":"2024-05-21T00:12:53.015155+0000","last_unstale":"2024-05-21T00:13:18.698368+0000","last_undegraded":"2024-05-21T00:13:18.698368+0000","last_fullsized":"2024-05-21T00:13:18.698368+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:15:03.035646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"79'1","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813755+0000","last_change":"2024-05-21T00:12:57.056493+0000","last_active":"2024-05-21T00:13:48.813755+0000","last_peered":"2024-05-21T00:13:48.813755+0000","last_clean":"2024-05-21T00:13:48.813755+0000","last_became_active":"2024-05-21T00:12:57.055970+0000","last_became_peered":"2024-05-21T00:12:57.055970+0000","last_unstale":"2024-05-21T00:13:48.813755+0000","last_undegraded":"2024-05-21T00:13:48.813755+0000","last_fullsized":"2024-05-21T00:13:48.813755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:05:20.667829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975166+0000","last_change":"2024-05-21T00:12:53.017967+0000","last_active":"2024-05-21T00:13:48.975166+0000","last_peered":"2024-05-21T00:13:48.975166+0000","last_clean":"2024-05-21T00:13:48.975166+0000","last_became_active":"2024-05-21T00:12:53.017449+0000","last_became_peered":"2024-05-21T00:12:53.017449+0000","last_unstale":"2024-05-21T00:13:48.975166+0000","last_undegraded":"2024-05-21T00:13:48.975166+0000","last_fullsized":"2024-05-21T00:13:48.975166+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:40:55.586870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814173+0000","last_change":"2024-05-21T00:12:57.045741+0000","last_active":"2024-05-21T00:13:48.814173+0000","last_peered":"2024-05-21T00:13:48.814173+0000","last_clean":"2024-05-21T00:13:48.814173+0000","last_became_active":"2024-05-21T00:12:57.044607+0000","last_became_peered":"2024-05-21T00:12:57.044607+0000","last_unstale":"2024-05-21T00:13:48.814173+0000","last_undegraded":"2024-05-21T00:13:48.814173+0000","last_fullsized":"2024-05-21T00:13:48.814173+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:17:12.299341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.821996+0000","last_change":"2024-05-21T00:13:48.821996+0000","last_active":"2024-05-21T00:13:48.821996+0000","last_peered":"2024-05-21T00:13:48.821996+0000","last_clean":"2024-05-21T00:13:48.821996+0000","last_became_active":"2024-05-21T00:13:48.821542+0000","last_became_peered":"2024-05-21T00:13:48.821542+0000","last_unstale":"2024-05-21T00:13:48.821996+0000","last_undegraded":"2024-05-21T00:13:48.821996+0000","last_fullsized":"2024-05-21T00:13:48.821996+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:17:51.614425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,9],"acting":[11,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813943+0000","last_change":"2024-05-21T00:12:57.040997+0000","last_active":"2024-05-21T00:13:48.813943+0000","last_peered":"2024-05-21T00:13:48.813943+0000","last_clean":"2024-05-21T00:13:48.813943+0000","last_became_active":"2024-05-21T00:12:57.040511+0000","last_became_peered":"2024-05-21T00:12:57.040511+0000","last_unstale":"2024-05-21T00:13:48.813943+0000","last_undegraded":"2024-05-21T00:13:48.813943+0000","last_fullsized":"2024-05-21T00:13:48.813943+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:31:29.985427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813876+0000","last_change":"2024-05-21T00:12:57.060563+0000","last_active":"2024-05-21T00:13:48.813876+0000","last_peered":"2024-05-21T00:13:48.813876+0000","last_clean":"2024-05-21T00:13:48.813876+0000","last_became_active":"2024-05-21T00:12:57.060138+0000","last_became_peered":"2024-05-21T00:12:57.060138+0000","last_unstale":"2024-05-21T00:13:48.813876+0000","last_undegraded":"2024-05-21T00:13:48.813876+0000","last_fullsized":"2024-05-21T00:13:48.813876+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:06.963046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-05-21T00:13:47.809416+0000","last_change":"2024-05-21T00:12:57.056351+0000","last_active":"2024-05-21T00:13:47.809416+0000","last_peered":"2024-05-21T00:13:47.809416+0000","last_clean":"2024-05-21T00:13:47.809416+0000","last_became_active":"2024-05-21T00:12:57.056014+0000","last_became_peered":"2024-05-21T00:12:57.056014+0000","last_unstale":"2024-05-21T00:13:47.809416+0000","last_undegraded":"2024-05-21T00:13:47.809416+0000","last_fullsized":"2024-05-21T00:13:47.809416+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.046704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975120+0000","last_change":"2024-05-21T00:12:57.058705+0000","last_active":"2024-05-21T00:13:48.975120+0000","last_peered":"2024-05-21T00:13:48.975120+0000","last_clean":"2024-05-21T00:13:48.975120+0000","last_became_active":"2024-05-21T00:12:57.058288+0000","last_became_peered":"2024-05-21T00:12:57.058288+0000","last_unstale":"2024-05-21T00:13:48.975120+0000","last_undegraded":"2024-05-21T00:13:48.975120+0000","last_fullsized":"2024-05-21T00:13:48.975120+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:35:37.179860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813132+0000","last_change":"2024-05-21T00:12:57.043982+0000","last_active":"2024-05-21T00:13:48.813132+0000","last_peered":"2024-05-21T00:13:48.813132+0000","last_clean":"2024-05-21T00:13:48.813132+0000","last_became_active":"2024-05-21T00:12:57.043361+0000","last_became_peered":"2024-05-21T00:12:57.043361+0000","last_unstale":"2024-05-21T00:13:48.813132+0000","last_undegraded":"2024-05-21T00:13:48.813132+0000","last_fullsized":"2024-05-21T00:13:48.813132+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:15:49.706743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814334+0000","last_change":"2024-05-21T00:12:57.049514+0000","last_active":"2024-05-21T00:13:48.814334+0000","last_peered":"2024-05-21T00:13:48.814334+0000","last_clean":"2024-05-21T00:13:48.814334+0000","last_became_active":"2024-05-21T00:12:57.049165+0000","last_became_peered":"2024-05-21T00:12:57.049165+0000","last_unstale":"2024-05-21T00:13:48.814334+0000","last_undegraded":"2024-05-21T00:13:48.814334+0000","last_fullsized":"2024-05-21T00:13:48.814334+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:29:13.528183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.822774+0000","last_change":"2024-05-21T00:12:57.061767+0000","last_active":"2024-05-21T00:13:48.822774+0000","last_peered":"2024-05-21T00:13:48.822774+0000","last_clean":"2024-05-21T00:13:48.822774+0000","last_became_active":"2024-05-21T00:12:57.060095+0000","last_became_peered":"2024-05-21T00:12:57.060095+0000","last_unstale":"2024-05-21T00:13:48.822774+0000","last_undegraded":"2024-05-21T00:13:48.822774+0000","last_fullsized":"2024-05-21T00:13:48.822774+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:09:49.983729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":79,"state":"active+clean","last_fresh":"2024-05-21T00:13:00.048405+0000","last_change":"2024-05-21T00:12:57.059613+0000","last_active":"2024-05-21T00:13:00.048405+0000","last_peered":"2024-05-21T00:13:00.048405+0000","last_clean":"2024-05-21T00:13:00.048405+0000","last_became_active":"2024-05-21T00:12:57.059370+0000","last_became_peered":"2024-05-21T00:12:57.059370+0000","last_unstale":"2024-05-21T00:13:00.048405+0000","last_undegraded":"2024-05-21T00:13:00.048405+0000","last_fullsized":"2024-05-21T00:13:00.048405+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:23.312453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.820638+0000","last_change":"2024-05-21T00:12:57.048475+0000","last_active":"2024-05-21T00:13:48.820638+0000","last_peered":"2024-05-21T00:13:48.820638+0000","last_clean":"2024-05-21T00:13:48.820638+0000","last_became_active":"2024-05-21T00:12:57.047738+0000","last_became_peered":"2024-05-21T00:12:57.047738+0000","last_unstale":"2024-05-21T00:13:48.820638+0000","last_undegraded":"2024-05-21T00:13:48.820638+0000","last_fullsized":"2024-05-21T00:13:48.820638+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:28:46.190914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210840+0000","last_change":"2024-05-21T00:12:57.056401+0000","last_active":"2024-05-21T00:13:49.210840+0000","last_peered":"2024-05-21T00:13:49.210840+0000","last_clean":"2024-05-21T00:13:49.210840+0000","last_became_active":"2024-05-21T00:12:57.055978+0000","last_became_peered":"2024-05-21T00:12:57.055978+0000","last_unstale":"2024-05-21T00:13:49.210840+0000","last_undegraded":"2024-05-21T00:13:49.210840+0000","last_fullsized":"2024-05-21T00:13:49.210840+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:54.140724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975189+0000","last_change":"2024-05-21T00:12:57.055227+0000","last_active":"2024-05-21T00:13:48.975189+0000","last_peered":"2024-05-21T00:13:48.975189+0000","last_clean":"2024-05-21T00:13:48.975189+0000","last_became_active":"2024-05-21T00:12:57.054840+0000","last_became_peered":"2024-05-21T00:12:57.054840+0000","last_unstale":"2024-05-21T00:13:48.975189+0000","last_undegraded":"2024-05-21T00:13:48.975189+0000","last_fullsized":"2024-05-21T00:13:48.975189+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:59.074145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813019+0000","last_change":"2024-05-21T00:12:57.037817+0000","last_active":"2024-05-21T00:13:48.813019+0000","last_peered":"2024-05-21T00:13:48.813019+0000","last_clean":"2024-05-21T00:13:48.813019+0000","last_became_active":"2024-05-21T00:12:57.037457+0000","last_became_peered":"2024-05-21T00:12:57.037457+0000","last_unstale":"2024-05-21T00:13:48.813019+0000","last_undegraded":"2024-05-21T00:13:48.813019+0000","last_fullsized":"2024-05-21T00:13:48.813019+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:26.664482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66410,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":341,"num_read_kb":246,"num_write":247,"num_write_kb":134,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":0,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":199230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":212,"ondisk_log_size":212,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678042,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":884736,"data_stored":430131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874271,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36892,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708260,"statfs":{"total":95995035648,"available":95957258240,"internally_reserved":0,"allocated":1585152,"data_stored":1080366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037798,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27896,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717256,"statfs":{"total":95995035648,"available":95966470144,"internally_reserved":0,"allocated":897024,"data_stored":421647,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234027,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":905216,"data_stored":430439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430257,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40968,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704184,"statfs":{"total":95995035648,"available":95953084416,"internally_reserved":0,"allocated":1503232,"data_stored":1023739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593784,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":892928,"data_stored":430169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574930,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36260,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708892,"statfs":{"total":95995035648,"available":95957905408,"internally_reserved":0,"allocated":942080,"data_stored":481483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":901120,"data_stored":422703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411405,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":962560,"data_stored":481703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182470,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":909312,"data_stored":429603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986241,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40344,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704808,"statfs":{"total":95995035648,"available":95953723392,"internally_reserved":0,"allocated":868352,"data_stored":413031,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790014,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32632,"kb_used_data":1456,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712520,"statfs":{"total":95995035648,"available":95961620480,"internally_reserved":0,"allocated":1490944,"data_stored":1005636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":60958,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":61178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":60942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:13:54.352 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:13:54.858 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:55.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:54 smithi012 ceph-mon[31403]: pgmap v344: 97 pgs: 1 activating, 96 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 895 B/s wr, 8 op/s; 126 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:55.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:54 smithi060 ceph-mon[36426]: pgmap v344: 97 pgs: 1 activating, 96 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 895 B/s wr, 8 op/s; 126 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:55.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:54 smithi077 ceph-mon[36377]: pgmap v344: 97 pgs: 1 activating, 96 active+clean; 642 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 895 B/s wr, 8 op/s; 126 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:56.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.790+0000 7f9156c00700 1 -- 172.21.15.12:0/3112058063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9150108510 msgr2=0x7f91501088f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:56.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.790+0000 7f9156c00700 1 --2- 172.21.15.12:0/3112058063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9150108510 0x7f91501088f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f9140009990 tx=0x7f9140009ca0 comp rx=0 tx=0).stop 2024-05-21T00:13:56.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.791+0000 7f9156c00700 1 -- 172.21.15.12:0/3112058063 shutdown_connections 2024-05-21T00:13:56.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.791+0000 7f9156c00700 1 --2- 172.21.15.12:0/3112058063 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9150102df0 0x7f915010f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:56.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.791+0000 7f9156c00700 1 --2- 172.21.15.12:0/3112058063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9150108510 0x7f91501088f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:56.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.791+0000 7f9156c00700 1 --2- 172.21.15.12:0/3112058063 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9150102430 0x7f91501028b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:56.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.791+0000 7f9156c00700 1 -- 172.21.15.12:0/3112058063 >> 172.21.15.12:0/3112058063 conn(0x7f91500793b0 msgr2=0x7f91500797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:56.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.791+0000 7f9156c00700 1 -- 172.21.15.12:0/3112058063 shutdown_connections 2024-05-21T00:13:56.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.791+0000 7f9156c00700 1 -- 172.21.15.12:0/3112058063 wait complete. 2024-05-21T00:13:56.791 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.793+0000 7f9156c00700 1 Processor -- start 2024-05-21T00:13:56.791 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.793+0000 7f9156c00700 1 -- start start 2024-05-21T00:13:56.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.794+0000 7f9156c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9150102430 0x7f915019f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:56.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.794+0000 7f9156c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9150102df0 0x7f915019fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:56.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.794+0000 7f9156c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9150108510 0x7f9150199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:56.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.794+0000 7f9156c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f915006c760 con 0x7f9150108510 2024-05-21T00:13:56.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.794+0000 7f9156c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f915006c5e0 con 0x7f9150102430 2024-05-21T00:13:56.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.794+0000 7f9156c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f915006c8e0 con 0x7f9150102df0 2024-05-21T00:13:56.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.794+0000 7f914fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9150102430 0x7f915019f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:56.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.794+0000 7f914fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9150102430 0x7f915019f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:50142/0 (socket says 172.21.15.12:50142) 2024-05-21T00:13:56.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.794+0000 7f914fe00700 1 -- 172.21.15.12:0/2300185785 learned_addr learned my addr 172.21.15.12:0/2300185785 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:13:56.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.794+0000 7f914f400700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9150102df0 0x7f915019fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:56.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.794+0000 7f9154c00700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9150108510 0x7f9150199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:56.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.794+0000 7f914fe00700 1 -- 172.21.15.12:0/2300185785 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9150102df0 msgr2=0x7f915019fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:56.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.795+0000 7f914fe00700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9150102df0 0x7f915019fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:56.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.795+0000 7f914fe00700 1 -- 172.21.15.12:0/2300185785 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9150108510 msgr2=0x7f9150199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:56.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.795+0000 7f914fe00700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9150108510 0x7f9150199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:56.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.795+0000 7f914fe00700 1 -- 172.21.15.12:0/2300185785 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f915019a220 con 0x7f9150102430 2024-05-21T00:13:56.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.795+0000 7f914f400700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9150102df0 0x7f915019fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:13:56.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.795+0000 7f914fe00700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9150102430 0x7f915019f900 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f91400057f0 tx=0x7f914000bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:56.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.795+0000 7f914cc00700 1 -- 172.21.15.12:0/2300185785 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9140026070 con 0x7f9150102430 2024-05-21T00:13:56.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.795+0000 7f914cc00700 1 -- 172.21.15.12:0/2300185785 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9140021410 con 0x7f9150102430 2024-05-21T00:13:56.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.795+0000 7f9156c00700 1 -- 172.21.15.12:0/2300185785 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f915019a4b0 con 0x7f9150102430 2024-05-21T00:13:56.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.795+0000 7f914cc00700 1 -- 172.21.15.12:0/2300185785 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9140017650 con 0x7f9150102430 2024-05-21T00:13:56.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.795+0000 7f9156c00700 1 -- 172.21.15.12:0/2300185785 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91501a67d0 con 0x7f9150102430 2024-05-21T00:13:56.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.797+0000 7f9156c00700 1 -- 172.21.15.12:0/2300185785 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f915010a9a0 con 0x7f9150102430 2024-05-21T00:13:56.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.799+0000 7f914cc00700 1 -- 172.21.15.12:0/2300185785 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f9140029070 con 0x7f9150102430 2024-05-21T00:13:56.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.802+0000 7f914cc00700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91340b2990 0x7f91340b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:13:56.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.802+0000 7f914cc00700 1 -- 172.21.15.12:0/2300185785 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f91400e3100 con 0x7f9150102430 2024-05-21T00:13:56.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.802+0000 7f914f400700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91340b2990 0x7f91340b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:13:56.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.803+0000 7f914f400700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91340b2990 0x7f91340b4e50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f913c009680 tx=0x7f913c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:13:56.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:56.803+0000 7f914cc00700 1 -- 172.21.15.12:0/2300185785 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9140013070 con 0x7f9150102430 2024-05-21T00:13:57.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.046+0000 7f9156c00700 1 -- 172.21.15.12:0/2300185785 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f915019aff0 con 0x7f91340b2990 2024-05-21T00:13:57.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.059+0000 7f914cc00700 1 -- 172.21.15.12:0/2300185785 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258806 (secure 0 0 0) 0x7f915019aff0 con 0x7f91340b2990 2024-05-21T00:13:57.062 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:13:57.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.067+0000 7f9156c00700 1 -- 172.21.15.12:0/2300185785 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91340b2990 msgr2=0x7f91340b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:57.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.067+0000 7f9156c00700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91340b2990 0x7f91340b4e50 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f913c009680 tx=0x7f913c009260 comp rx=0 tx=0).stop 2024-05-21T00:13:57.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.067+0000 7f9156c00700 1 -- 172.21.15.12:0/2300185785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9150102430 msgr2=0x7f915019f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:13:57.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.067+0000 7f9156c00700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9150102430 0x7f915019f900 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f91400057f0 tx=0x7f914000bfd0 comp rx=0 tx=0).stop 2024-05-21T00:13:57.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.067+0000 7f9156c00700 1 -- 172.21.15.12:0/2300185785 shutdown_connections 2024-05-21T00:13:57.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.067+0000 7f9156c00700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91340b2990 0x7f91340b4e50 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:57.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.067+0000 7f9156c00700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9150108510 0x7f9150199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:57.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.067+0000 7f9156c00700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9150102430 0x7f915019f900 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:57.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.067+0000 7f9156c00700 1 --2- 172.21.15.12:0/2300185785 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9150102df0 0x7f915019fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:13:57.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.067+0000 7f9156c00700 1 -- 172.21.15.12:0/2300185785 >> 172.21.15.12:0/2300185785 conn(0x7f91500793b0 msgr2=0x7f9150101300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:13:57.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.068+0000 7f9156c00700 1 -- 172.21.15.12:0/2300185785 shutdown_connections 2024-05-21T00:13:57.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:13:57.068+0000 7f9156c00700 1 -- 172.21.15.12:0/2300185785 wait complete. 2024-05-21T00:13:57.067 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-05-21T00:13:57.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:56 smithi060 ceph-mon[36426]: pgmap v345: 97 pgs: 97 active+clean; 646 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.5 KiB/s wr, 11 op/s; 126 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:57.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:57.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:56 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:57.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:56 smithi077 ceph-mon[36377]: pgmap v345: 97 pgs: 97 active+clean; 646 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.5 KiB/s wr, 11 op/s; 126 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:57.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:57.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:56 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:57.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:56 smithi012 ceph-mon[31403]: pgmap v345: 97 pgs: 97 active+clean; 646 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.5 KiB/s wr, 11 op/s; 126 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:57.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:57.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:56 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:57.876 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":345,"stamp":"2024-05-21T00:13:55.550700+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":661269,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":456,"num_read_kb":335,"num_write":373,"num_write_kb":2291,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":2952853,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":307,"ondisk_log_size":307,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":292,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390888,"kb_used_data":12552,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550936,"statfs":{"total":1151940427776,"available":1151540158464,"internally_reserved":0,"allocated":12853248,"data_stored":7131075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8705,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":55,"num_write":9,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1013,"num_keys_recovered":8,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.003340"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813331+0000","last_change":"2024-05-21T00:12:57.046784+0000","last_active":"2024-05-21T00:13:48.813331+0000","last_peered":"2024-05-21T00:13:48.813331+0000","last_clean":"2024-05-21T00:13:48.813331+0000","last_became_active":"2024-05-21T00:12:57.046448+0000","last_became_peered":"2024-05-21T00:12:57.046448+0000","last_unstale":"2024-05-21T00:13:48.813331+0000","last_undegraded":"2024-05-21T00:13:48.813331+0000","last_fullsized":"2024-05-21T00:13:48.813331+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:18.280294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.676108+0000","last_change":"2024-05-21T00:12:57.048996+0000","last_active":"2024-05-21T00:13:49.676108+0000","last_peered":"2024-05-21T00:13:49.676108+0000","last_clean":"2024-05-21T00:13:49.676108+0000","last_became_active":"2024-05-21T00:12:57.048645+0000","last_became_peered":"2024-05-21T00:12:57.048645+0000","last_unstale":"2024-05-21T00:13:49.676108+0000","last_undegraded":"2024-05-21T00:13:49.676108+0000","last_fullsized":"2024-05-21T00:13:49.676108+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:18:41.325045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.675825+0000","last_change":"2024-05-21T00:12:57.042373+0000","last_active":"2024-05-21T00:13:49.675825+0000","last_peered":"2024-05-21T00:13:49.675825+0000","last_clean":"2024-05-21T00:13:49.675825+0000","last_became_active":"2024-05-21T00:12:57.041870+0000","last_became_peered":"2024-05-21T00:12:57.041870+0000","last_unstale":"2024-05-21T00:13:49.675825+0000","last_undegraded":"2024-05-21T00:13:49.675825+0000","last_fullsized":"2024-05-21T00:13:49.675825+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:14:42.856326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.372288+0000","last_change":"2024-05-21T00:12:57.049459+0000","last_active":"2024-05-21T00:13:49.372288+0000","last_peered":"2024-05-21T00:13:49.372288+0000","last_clean":"2024-05-21T00:13:49.372288+0000","last_became_active":"2024-05-21T00:12:57.048977+0000","last_became_peered":"2024-05-21T00:12:57.048977+0000","last_unstale":"2024-05-21T00:13:49.372288+0000","last_undegraded":"2024-05-21T00:13:49.372288+0000","last_fullsized":"2024-05-21T00:13:49.372288+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:22:53.099843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816564+0000","last_change":"2024-05-21T00:12:57.048582+0000","last_active":"2024-05-21T00:13:48.816564+0000","last_peered":"2024-05-21T00:13:48.816564+0000","last_clean":"2024-05-21T00:13:48.816564+0000","last_became_active":"2024-05-21T00:12:57.048221+0000","last_became_peered":"2024-05-21T00:12:57.048221+0000","last_unstale":"2024-05-21T00:13:48.816564+0000","last_undegraded":"2024-05-21T00:13:48.816564+0000","last_fullsized":"2024-05-21T00:13:48.816564+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:50:07.529376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811169+0000","last_change":"2024-05-21T00:12:57.040462+0000","last_active":"2024-05-21T00:13:48.811169+0000","last_peered":"2024-05-21T00:13:48.811169+0000","last_clean":"2024-05-21T00:13:48.811169+0000","last_became_active":"2024-05-21T00:12:57.040058+0000","last_became_peered":"2024-05-21T00:12:57.040058+0000","last_unstale":"2024-05-21T00:13:48.811169+0000","last_undegraded":"2024-05-21T00:13:48.811169+0000","last_fullsized":"2024-05-21T00:13:48.811169+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:54:04.103484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813567+0000","last_change":"2024-05-21T00:12:57.041274+0000","last_active":"2024-05-21T00:13:48.813567+0000","last_peered":"2024-05-21T00:13:48.813567+0000","last_clean":"2024-05-21T00:13:48.813567+0000","last_became_active":"2024-05-21T00:12:57.040893+0000","last_became_peered":"2024-05-21T00:12:57.040893+0000","last_unstale":"2024-05-21T00:13:48.813567+0000","last_undegraded":"2024-05-21T00:13:48.813567+0000","last_fullsized":"2024-05-21T00:13:48.813567+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:48:49.972545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.818768+0000","last_change":"2024-05-21T00:12:57.059229+0000","last_active":"2024-05-21T00:13:48.818768+0000","last_peered":"2024-05-21T00:13:48.818768+0000","last_clean":"2024-05-21T00:13:48.818768+0000","last_became_active":"2024-05-21T00:12:57.057015+0000","last_became_peered":"2024-05-21T00:12:57.057015+0000","last_unstale":"2024-05-21T00:13:48.818768+0000","last_undegraded":"2024-05-21T00:13:48.818768+0000","last_fullsized":"2024-05-21T00:13:48.818768+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:17:35.690779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.211073+0000","last_change":"2024-05-21T00:12:57.047678+0000","last_active":"2024-05-21T00:13:49.211073+0000","last_peered":"2024-05-21T00:13:49.211073+0000","last_clean":"2024-05-21T00:13:49.211073+0000","last_became_active":"2024-05-21T00:12:57.046692+0000","last_became_peered":"2024-05-21T00:12:57.046692+0000","last_unstale":"2024-05-21T00:13:49.211073+0000","last_undegraded":"2024-05-21T00:13:49.211073+0000","last_fullsized":"2024-05-21T00:13:49.211073+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.979809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811243+0000","last_change":"2024-05-21T00:12:57.043894+0000","last_active":"2024-05-21T00:13:48.811243+0000","last_peered":"2024-05-21T00:13:48.811243+0000","last_clean":"2024-05-21T00:13:48.811243+0000","last_became_active":"2024-05-21T00:12:57.043455+0000","last_became_peered":"2024-05-21T00:12:57.043455+0000","last_unstale":"2024-05-21T00:13:48.811243+0000","last_undegraded":"2024-05-21T00:13:48.811243+0000","last_fullsized":"2024-05-21T00:13:48.811243+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:50:11.567175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813773+0000","last_change":"2024-05-21T00:12:57.042379+0000","last_active":"2024-05-21T00:13:48.813773+0000","last_peered":"2024-05-21T00:13:48.813773+0000","last_clean":"2024-05-21T00:13:48.813773+0000","last_became_active":"2024-05-21T00:12:57.041924+0000","last_became_peered":"2024-05-21T00:12:57.041924+0000","last_unstale":"2024-05-21T00:13:48.813773+0000","last_undegraded":"2024-05-21T00:13:48.813773+0000","last_fullsized":"2024-05-21T00:13:48.813773+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:39:58.127761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.372209+0000","last_change":"2024-05-21T00:12:57.050729+0000","last_active":"2024-05-21T00:13:49.372209+0000","last_peered":"2024-05-21T00:13:49.372209+0000","last_clean":"2024-05-21T00:13:49.372209+0000","last_became_active":"2024-05-21T00:12:57.050393+0000","last_became_peered":"2024-05-21T00:12:57.050393+0000","last_unstale":"2024-05-21T00:13:49.372209+0000","last_undegraded":"2024-05-21T00:13:49.372209+0000","last_fullsized":"2024-05-21T00:13:49.372209+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:16:14.272141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975541+0000","last_change":"2024-05-21T00:12:57.045310+0000","last_active":"2024-05-21T00:13:48.975541+0000","last_peered":"2024-05-21T00:13:48.975541+0000","last_clean":"2024-05-21T00:13:48.975541+0000","last_became_active":"2024-05-21T00:12:57.044865+0000","last_became_peered":"2024-05-21T00:12:57.044865+0000","last_unstale":"2024-05-21T00:13:48.975541+0000","last_undegraded":"2024-05-21T00:13:48.975541+0000","last_fullsized":"2024-05-21T00:13:48.975541+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:07:41.425647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.675220+0000","last_change":"2024-05-21T00:12:57.045874+0000","last_active":"2024-05-21T00:13:49.675220+0000","last_peered":"2024-05-21T00:13:49.675220+0000","last_clean":"2024-05-21T00:13:49.675220+0000","last_became_active":"2024-05-21T00:12:57.045311+0000","last_became_peered":"2024-05-21T00:12:57.045311+0000","last_unstale":"2024-05-21T00:13:49.675220+0000","last_undegraded":"2024-05-21T00:13:49.675220+0000","last_fullsized":"2024-05-21T00:13:49.675220+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:10.765103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.674817+0000","last_change":"2024-05-21T00:12:57.051610+0000","last_active":"2024-05-21T00:13:49.674817+0000","last_peered":"2024-05-21T00:13:49.674817+0000","last_clean":"2024-05-21T00:13:49.674817+0000","last_became_active":"2024-05-21T00:12:57.047654+0000","last_became_peered":"2024-05-21T00:12:57.047654+0000","last_unstale":"2024-05-21T00:13:49.674817+0000","last_undegraded":"2024-05-21T00:13:49.674817+0000","last_fullsized":"2024-05-21T00:13:49.674817+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:57.390655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210472+0000","last_change":"2024-05-21T00:12:57.044373+0000","last_active":"2024-05-21T00:13:49.210472+0000","last_peered":"2024-05-21T00:13:49.210472+0000","last_clean":"2024-05-21T00:13:49.210472+0000","last_became_active":"2024-05-21T00:12:57.043753+0000","last_became_peered":"2024-05-21T00:12:57.043753+0000","last_unstale":"2024-05-21T00:13:49.210472+0000","last_undegraded":"2024-05-21T00:13:49.210472+0000","last_fullsized":"2024-05-21T00:13:49.210472+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:36:42.639746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813522+0000","last_change":"2024-05-21T00:12:57.046120+0000","last_active":"2024-05-21T00:13:48.813522+0000","last_peered":"2024-05-21T00:13:48.813522+0000","last_clean":"2024-05-21T00:13:48.813522+0000","last_became_active":"2024-05-21T00:12:57.045058+0000","last_became_peered":"2024-05-21T00:12:57.045058+0000","last_unstale":"2024-05-21T00:13:48.813522+0000","last_undegraded":"2024-05-21T00:13:48.813522+0000","last_fullsized":"2024-05-21T00:13:48.813522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:11:23.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.818055+0000","last_change":"2024-05-21T00:12:57.041054+0000","last_active":"2024-05-21T00:13:48.818055+0000","last_peered":"2024-05-21T00:13:48.818055+0000","last_clean":"2024-05-21T00:13:48.818055+0000","last_became_active":"2024-05-21T00:12:57.040637+0000","last_became_peered":"2024-05-21T00:12:57.040637+0000","last_unstale":"2024-05-21T00:13:48.818055+0000","last_undegraded":"2024-05-21T00:13:48.818055+0000","last_fullsized":"2024-05-21T00:13:48.818055+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:50.618128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814216+0000","last_change":"2024-05-21T00:12:57.050159+0000","last_active":"2024-05-21T00:13:48.814216+0000","last_peered":"2024-05-21T00:13:48.814216+0000","last_clean":"2024-05-21T00:13:48.814216+0000","last_became_active":"2024-05-21T00:12:57.049771+0000","last_became_peered":"2024-05-21T00:12:57.049771+0000","last_unstale":"2024-05-21T00:13:48.814216+0000","last_undegraded":"2024-05-21T00:13:48.814216+0000","last_fullsized":"2024-05-21T00:13:48.814216+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:16:13.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"79'13","reported_seq":75,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:52.772543+0000","last_change":"2024-05-21T00:12:53.010045+0000","last_active":"2024-05-21T00:13:52.772543+0000","last_peered":"2024-05-21T00:13:52.772543+0000","last_clean":"2024-05-21T00:13:52.772543+0000","last_became_active":"2024-05-21T00:12:53.008748+0000","last_became_peered":"2024-05-21T00:12:53.008748+0000","last_unstale":"2024-05-21T00:13:52.772543+0000","last_undegraded":"2024-05-21T00:13:52.772543+0000","last_fullsized":"2024-05-21T00:13:52.772543+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:30.444075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":36,"num_read_kb":36,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.819533+0000","last_change":"2024-05-21T00:12:57.060688+0000","last_active":"2024-05-21T00:13:48.819533+0000","last_peered":"2024-05-21T00:13:48.819533+0000","last_clean":"2024-05-21T00:13:48.819533+0000","last_became_active":"2024-05-21T00:12:57.058825+0000","last_became_peered":"2024-05-21T00:12:57.058825+0000","last_unstale":"2024-05-21T00:13:48.819533+0000","last_undegraded":"2024-05-21T00:13:48.819533+0000","last_fullsized":"2024-05-21T00:13:48.819533+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:12.220194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.822162+0000","last_change":"2024-05-21T00:12:53.061454+0000","last_active":"2024-05-21T00:13:48.822162+0000","last_peered":"2024-05-21T00:13:48.822162+0000","last_clean":"2024-05-21T00:13:48.822162+0000","last_became_active":"2024-05-21T00:12:53.059971+0000","last_became_peered":"2024-05-21T00:12:53.059971+0000","last_unstale":"2024-05-21T00:13:48.822162+0000","last_undegraded":"2024-05-21T00:13:48.822162+0000","last_fullsized":"2024-05-21T00:13:48.822162+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:56.060446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.676434+0000","last_change":"2024-05-21T00:12:57.056260+0000","last_active":"2024-05-21T00:13:49.676434+0000","last_peered":"2024-05-21T00:13:49.676434+0000","last_clean":"2024-05-21T00:13:49.676434+0000","last_became_active":"2024-05-21T00:12:57.055865+0000","last_became_peered":"2024-05-21T00:12:57.055865+0000","last_unstale":"2024-05-21T00:13:49.676434+0000","last_undegraded":"2024-05-21T00:13:49.676434+0000","last_fullsized":"2024-05-21T00:13:49.676434+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:12.164966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816860+0000","last_change":"2024-05-21T00:12:53.006258+0000","last_active":"2024-05-21T00:13:48.816860+0000","last_peered":"2024-05-21T00:13:48.816860+0000","last_clean":"2024-05-21T00:13:48.816860+0000","last_became_active":"2024-05-21T00:12:53.005828+0000","last_became_peered":"2024-05-21T00:12:53.005828+0000","last_unstale":"2024-05-21T00:13:48.816860+0000","last_undegraded":"2024-05-21T00:13:48.816860+0000","last_fullsized":"2024-05-21T00:13:48.816860+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:05:39.049442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210501+0000","last_change":"2024-05-21T00:12:57.046692+0000","last_active":"2024-05-21T00:13:49.210501+0000","last_peered":"2024-05-21T00:13:49.210501+0000","last_clean":"2024-05-21T00:13:49.210501+0000","last_became_active":"2024-05-21T00:12:57.046326+0000","last_became_peered":"2024-05-21T00:12:57.046326+0000","last_unstale":"2024-05-21T00:13:49.210501+0000","last_undegraded":"2024-05-21T00:13:49.210501+0000","last_fullsized":"2024-05-21T00:13:49.210501+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:21:16.331849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816827+0000","last_change":"2024-05-21T00:12:53.003695+0000","last_active":"2024-05-21T00:13:48.816827+0000","last_peered":"2024-05-21T00:13:48.816827+0000","last_clean":"2024-05-21T00:13:48.816827+0000","last_became_active":"2024-05-21T00:12:53.003341+0000","last_became_peered":"2024-05-21T00:12:53.003341+0000","last_unstale":"2024-05-21T00:13:48.816827+0000","last_undegraded":"2024-05-21T00:13:48.816827+0000","last_fullsized":"2024-05-21T00:13:48.816827+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:11:10.635688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811150+0000","last_change":"2024-05-21T00:12:57.039520+0000","last_active":"2024-05-21T00:13:48.811150+0000","last_peered":"2024-05-21T00:13:48.811150+0000","last_clean":"2024-05-21T00:13:48.811150+0000","last_became_active":"2024-05-21T00:12:57.039132+0000","last_became_peered":"2024-05-21T00:12:57.039132+0000","last_unstale":"2024-05-21T00:13:48.811150+0000","last_undegraded":"2024-05-21T00:13:48.811150+0000","last_fullsized":"2024-05-21T00:13:48.811150+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:39:04.813835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"79'6","reported_seq":80,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:51.378703+0000","last_change":"2024-05-21T00:13:49.378341+0000","last_active":"2024-05-21T00:13:51.378703+0000","last_peered":"2024-05-21T00:13:51.378703+0000","last_clean":"2024-05-21T00:13:51.378703+0000","last_became_active":"2024-05-21T00:13:49.374100+0000","last_became_peered":"2024-05-21T00:13:49.374100+0000","last_unstale":"2024-05-21T00:13:51.378703+0000","last_undegraded":"2024-05-21T00:13:51.378703+0000","last_fullsized":"2024-05-21T00:13:51.378703+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:24:01.243352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":29,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816507+0000","last_change":"2024-05-21T00:12:57.048808+0000","last_active":"2024-05-21T00:13:48.816507+0000","last_peered":"2024-05-21T00:13:48.816507+0000","last_clean":"2024-05-21T00:13:48.816507+0000","last_became_active":"2024-05-21T00:12:57.048472+0000","last_became_peered":"2024-05-21T00:12:57.048472+0000","last_unstale":"2024-05-21T00:13:48.816507+0000","last_undegraded":"2024-05-21T00:13:48.816507+0000","last_fullsized":"2024-05-21T00:13:48.816507+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:28.355648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810960+0000","last_change":"2024-05-21T00:12:53.013912+0000","last_active":"2024-05-21T00:13:48.810960+0000","last_peered":"2024-05-21T00:13:48.810960+0000","last_clean":"2024-05-21T00:13:48.810960+0000","last_became_active":"2024-05-21T00:12:53.013501+0000","last_became_peered":"2024-05-21T00:12:53.013501+0000","last_unstale":"2024-05-21T00:13:48.810960+0000","last_undegraded":"2024-05-21T00:13:48.810960+0000","last_fullsized":"2024-05-21T00:13:48.810960+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:34:59.699946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811403+0000","last_change":"2024-05-21T00:12:57.048522+0000","last_active":"2024-05-21T00:13:48.811403+0000","last_peered":"2024-05-21T00:13:48.811403+0000","last_clean":"2024-05-21T00:13:48.811403+0000","last_became_active":"2024-05-21T00:12:57.048186+0000","last_became_peered":"2024-05-21T00:12:57.048186+0000","last_unstale":"2024-05-21T00:13:48.811403+0000","last_undegraded":"2024-05-21T00:13:48.811403+0000","last_fullsized":"2024-05-21T00:13:48.811403+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:04.856872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974684+0000","last_change":"2024-05-21T00:12:53.017013+0000","last_active":"2024-05-21T00:13:48.974684+0000","last_peered":"2024-05-21T00:13:48.974684+0000","last_clean":"2024-05-21T00:13:48.974684+0000","last_became_active":"2024-05-21T00:12:53.013624+0000","last_became_peered":"2024-05-21T00:12:53.013624+0000","last_unstale":"2024-05-21T00:13:48.974684+0000","last_undegraded":"2024-05-21T00:13:48.974684+0000","last_fullsized":"2024-05-21T00:13:48.974684+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:36:29.580861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.819522+0000","last_change":"2024-05-21T00:12:57.056452+0000","last_active":"2024-05-21T00:13:48.819522+0000","last_peered":"2024-05-21T00:13:48.819522+0000","last_clean":"2024-05-21T00:13:48.819522+0000","last_became_active":"2024-05-21T00:12:57.050103+0000","last_became_peered":"2024-05-21T00:12:57.050103+0000","last_unstale":"2024-05-21T00:13:48.819522+0000","last_undegraded":"2024-05-21T00:13:48.819522+0000","last_fullsized":"2024-05-21T00:13:48.819522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:11:23.891496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810625+0000","last_change":"2024-05-21T00:12:53.007972+0000","last_active":"2024-05-21T00:13:48.810625+0000","last_peered":"2024-05-21T00:13:48.810625+0000","last_clean":"2024-05-21T00:13:48.810625+0000","last_became_active":"2024-05-21T00:12:53.007597+0000","last_became_peered":"2024-05-21T00:12:53.007597+0000","last_unstale":"2024-05-21T00:13:48.810625+0000","last_undegraded":"2024-05-21T00:13:48.810625+0000","last_fullsized":"2024-05-21T00:13:48.810625+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:31:10.333950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.817106+0000","last_change":"2024-05-21T00:12:57.051923+0000","last_active":"2024-05-21T00:13:48.817106+0000","last_peered":"2024-05-21T00:13:48.817106+0000","last_clean":"2024-05-21T00:13:48.817106+0000","last_became_active":"2024-05-21T00:12:57.051401+0000","last_became_peered":"2024-05-21T00:12:57.051401+0000","last_unstale":"2024-05-21T00:13:48.817106+0000","last_undegraded":"2024-05-21T00:13:48.817106+0000","last_fullsized":"2024-05-21T00:13:48.817106+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:21.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"79'4","reported_seq":100,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:53.759570+0000","last_change":"2024-05-21T00:12:53.011503+0000","last_active":"2024-05-21T00:13:53.759570+0000","last_peered":"2024-05-21T00:13:53.759570+0000","last_clean":"2024-05-21T00:13:53.759570+0000","last_became_active":"2024-05-21T00:12:53.011191+0000","last_became_peered":"2024-05-21T00:12:53.011191+0000","last_unstale":"2024-05-21T00:13:53.759570+0000","last_undegraded":"2024-05-21T00:13:53.759570+0000","last_fullsized":"2024-05-21T00:13:53.759570+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:11.098119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":70,"num_read_kb":70,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.211216+0000","last_change":"2024-05-21T00:12:57.043199+0000","last_active":"2024-05-21T00:13:49.211216+0000","last_peered":"2024-05-21T00:13:49.211216+0000","last_clean":"2024-05-21T00:13:49.211216+0000","last_became_active":"2024-05-21T00:12:57.042321+0000","last_became_peered":"2024-05-21T00:12:57.042321+0000","last_unstale":"2024-05-21T00:13:49.211216+0000","last_undegraded":"2024-05-21T00:13:49.211216+0000","last_fullsized":"2024-05-21T00:13:49.211216+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:49:41.648559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814082+0000","last_change":"2024-05-21T00:12:53.008163+0000","last_active":"2024-05-21T00:13:48.814082+0000","last_peered":"2024-05-21T00:13:48.814082+0000","last_clean":"2024-05-21T00:13:48.814082+0000","last_became_active":"2024-05-21T00:12:53.007830+0000","last_became_peered":"2024-05-21T00:12:53.007830+0000","last_unstale":"2024-05-21T00:13:48.814082+0000","last_undegraded":"2024-05-21T00:13:48.814082+0000","last_fullsized":"2024-05-21T00:13:48.814082+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:48:33.324604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.676424+0000","last_change":"2024-05-21T00:12:57.051604+0000","last_active":"2024-05-21T00:13:49.676424+0000","last_peered":"2024-05-21T00:13:49.676424+0000","last_clean":"2024-05-21T00:13:49.676424+0000","last_became_active":"2024-05-21T00:12:57.051163+0000","last_became_peered":"2024-05-21T00:12:57.051163+0000","last_unstale":"2024-05-21T00:13:49.676424+0000","last_undegraded":"2024-05-21T00:13:49.676424+0000","last_fullsized":"2024-05-21T00:13:49.676424+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:52:44.339548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811276+0000","last_change":"2024-05-21T00:12:53.061900+0000","last_active":"2024-05-21T00:13:48.811276+0000","last_peered":"2024-05-21T00:13:48.811276+0000","last_clean":"2024-05-21T00:13:48.811276+0000","last_became_active":"2024-05-21T00:12:53.061259+0000","last_became_peered":"2024-05-21T00:12:53.061259+0000","last_unstale":"2024-05-21T00:13:48.811276+0000","last_undegraded":"2024-05-21T00:13:48.811276+0000","last_fullsized":"2024-05-21T00:13:48.811276+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:59:31.613311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210640+0000","last_change":"2024-05-21T00:12:57.051862+0000","last_active":"2024-05-21T00:13:49.210640+0000","last_peered":"2024-05-21T00:13:49.210640+0000","last_clean":"2024-05-21T00:13:49.210640+0000","last_became_active":"2024-05-21T00:12:57.051259+0000","last_became_peered":"2024-05-21T00:12:57.051259+0000","last_unstale":"2024-05-21T00:13:49.210640+0000","last_undegraded":"2024-05-21T00:13:49.210640+0000","last_fullsized":"2024-05-21T00:13:49.210640+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:49.851313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'32","reported_seq":138,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:54.381979+0000","last_change":"2024-05-21T00:12:53.007836+0000","last_active":"2024-05-21T00:13:54.381979+0000","last_peered":"2024-05-21T00:13:54.381979+0000","last_clean":"2024-05-21T00:13:54.381979+0000","last_became_active":"2024-05-21T00:12:53.007404+0000","last_became_peered":"2024-05-21T00:12:53.007404+0000","last_unstale":"2024-05-21T00:13:54.381979+0000","last_undegraded":"2024-05-21T00:13:54.381979+0000","last_fullsized":"2024-05-21T00:13:54.381979+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:31:09.959452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":63072,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":80,"num_read_kb":101,"num_write":34,"num_write_kb":72,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816630+0000","last_change":"2024-05-21T00:12:57.042835+0000","last_active":"2024-05-21T00:13:48.816630+0000","last_peered":"2024-05-21T00:13:48.816630+0000","last_clean":"2024-05-21T00:13:48.816630+0000","last_became_active":"2024-05-21T00:12:57.042507+0000","last_became_peered":"2024-05-21T00:12:57.042507+0000","last_unstale":"2024-05-21T00:13:48.816630+0000","last_undegraded":"2024-05-21T00:13:48.816630+0000","last_fullsized":"2024-05-21T00:13:48.816630+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:23:53.966867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813961+0000","last_change":"2024-05-21T00:12:53.016227+0000","last_active":"2024-05-21T00:13:48.813961+0000","last_peered":"2024-05-21T00:13:48.813961+0000","last_clean":"2024-05-21T00:13:48.813961+0000","last_became_active":"2024-05-21T00:12:53.015791+0000","last_became_peered":"2024-05-21T00:12:53.015791+0000","last_unstale":"2024-05-21T00:13:48.813961+0000","last_undegraded":"2024-05-21T00:13:48.813961+0000","last_fullsized":"2024-05-21T00:13:48.813961+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:55.413607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974654+0000","last_change":"2024-05-21T00:12:57.050393+0000","last_active":"2024-05-21T00:13:48.974654+0000","last_peered":"2024-05-21T00:13:48.974654+0000","last_clean":"2024-05-21T00:13:48.974654+0000","last_became_active":"2024-05-21T00:12:57.050065+0000","last_became_peered":"2024-05-21T00:12:57.050065+0000","last_unstale":"2024-05-21T00:13:48.974654+0000","last_undegraded":"2024-05-21T00:13:48.974654+0000","last_fullsized":"2024-05-21T00:13:48.974654+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:03:54.073088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810741+0000","last_change":"2024-05-21T00:12:53.014337+0000","last_active":"2024-05-21T00:13:48.810741+0000","last_peered":"2024-05-21T00:13:48.810741+0000","last_clean":"2024-05-21T00:13:48.810741+0000","last_became_active":"2024-05-21T00:12:53.013873+0000","last_became_peered":"2024-05-21T00:12:53.013873+0000","last_unstale":"2024-05-21T00:13:48.810741+0000","last_undegraded":"2024-05-21T00:13:48.810741+0000","last_fullsized":"2024-05-21T00:13:48.810741+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:16.467981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.976876+0000","last_change":"2024-05-21T00:13:48.976876+0000","last_active":"2024-05-21T00:13:48.976876+0000","last_peered":"2024-05-21T00:13:48.976876+0000","last_clean":"2024-05-21T00:13:48.976876+0000","last_became_active":"2024-05-21T00:13:48.976530+0000","last_became_peered":"2024-05-21T00:13:48.976530+0000","last_unstale":"2024-05-21T00:13:48.976876+0000","last_undegraded":"2024-05-21T00:13:48.976876+0000","last_fullsized":"2024-05-21T00:13:48.976876+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:08:26.324247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"79'6","reported_seq":68,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:50.780078+0000","last_change":"2024-05-21T00:12:53.006607+0000","last_active":"2024-05-21T00:13:50.780078+0000","last_peered":"2024-05-21T00:13:50.780078+0000","last_clean":"2024-05-21T00:13:50.780078+0000","last_became_active":"2024-05-21T00:12:53.006177+0000","last_became_peered":"2024-05-21T00:12:53.006177+0000","last_unstale":"2024-05-21T00:13:50.780078+0000","last_undegraded":"2024-05-21T00:13:50.780078+0000","last_fullsized":"2024-05-21T00:13:50.780078+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:07:58.281724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":37,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813461+0000","last_change":"2024-05-21T00:12:57.042325+0000","last_active":"2024-05-21T00:13:48.813461+0000","last_peered":"2024-05-21T00:13:48.813461+0000","last_clean":"2024-05-21T00:13:48.813461+0000","last_became_active":"2024-05-21T00:12:57.041890+0000","last_became_peered":"2024-05-21T00:12:57.041890+0000","last_unstale":"2024-05-21T00:13:48.813461+0000","last_undegraded":"2024-05-21T00:13:48.813461+0000","last_fullsized":"2024-05-21T00:13:48.813461+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.261956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":44,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816485+0000","last_change":"2024-05-21T00:12:53.059849+0000","last_active":"2024-05-21T00:13:48.816485+0000","last_peered":"2024-05-21T00:13:48.816485+0000","last_clean":"2024-05-21T00:13:48.816485+0000","last_became_active":"2024-05-21T00:12:53.059472+0000","last_became_peered":"2024-05-21T00:12:53.059472+0000","last_unstale":"2024-05-21T00:13:48.816485+0000","last_undegraded":"2024-05-21T00:13:48.816485+0000","last_fullsized":"2024-05-21T00:13:48.816485+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:16:19.091406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.212195+0000","last_change":"2024-05-21T00:13:49.212195+0000","last_active":"2024-05-21T00:13:49.212195+0000","last_peered":"2024-05-21T00:13:49.212195+0000","last_clean":"2024-05-21T00:13:49.212195+0000","last_became_active":"2024-05-21T00:13:49.211755+0000","last_became_peered":"2024-05-21T00:13:49.211755+0000","last_unstale":"2024-05-21T00:13:49.212195+0000","last_undegraded":"2024-05-21T00:13:49.212195+0000","last_fullsized":"2024-05-21T00:13:49.212195+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:41.621615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816906+0000","last_change":"2024-05-21T00:12:53.002941+0000","last_active":"2024-05-21T00:13:48.816906+0000","last_peered":"2024-05-21T00:13:48.816906+0000","last_clean":"2024-05-21T00:13:48.816906+0000","last_became_active":"2024-05-21T00:12:53.001187+0000","last_became_peered":"2024-05-21T00:12:53.001187+0000","last_unstale":"2024-05-21T00:13:48.816906+0000","last_undegraded":"2024-05-21T00:13:48.816906+0000","last_fullsized":"2024-05-21T00:13:48.816906+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:45:19.012056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813164+0000","last_change":"2024-05-21T00:12:57.043398+0000","last_active":"2024-05-21T00:13:48.813164+0000","last_peered":"2024-05-21T00:13:48.813164+0000","last_clean":"2024-05-21T00:13:48.813164+0000","last_became_active":"2024-05-21T00:12:57.043033+0000","last_became_peered":"2024-05-21T00:12:57.043033+0000","last_unstale":"2024-05-21T00:13:48.813164+0000","last_undegraded":"2024-05-21T00:13:48.813164+0000","last_fullsized":"2024-05-21T00:13:48.813164+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:13:56.362516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.817364+0000","last_change":"2024-05-21T00:12:53.064219+0000","last_active":"2024-05-21T00:13:48.817364+0000","last_peered":"2024-05-21T00:13:48.817364+0000","last_clean":"2024-05-21T00:13:48.817364+0000","last_became_active":"2024-05-21T00:12:53.063780+0000","last_became_peered":"2024-05-21T00:12:53.063780+0000","last_unstale":"2024-05-21T00:13:48.817364+0000","last_undegraded":"2024-05-21T00:13:48.817364+0000","last_fullsized":"2024-05-21T00:13:48.817364+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:39:47.647305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"79'1","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811013+0000","last_change":"2024-05-21T00:12:57.049737+0000","last_active":"2024-05-21T00:13:48.811013+0000","last_peered":"2024-05-21T00:13:48.811013+0000","last_clean":"2024-05-21T00:13:48.811013+0000","last_became_active":"2024-05-21T00:12:57.049307+0000","last_became_peered":"2024-05-21T00:12:57.049307+0000","last_unstale":"2024-05-21T00:13:48.811013+0000","last_undegraded":"2024-05-21T00:13:48.811013+0000","last_fullsized":"2024-05-21T00:13:48.811013+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:45.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"79'6","reported_seq":70,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:53.775083+0000","last_change":"2024-05-21T00:12:53.013933+0000","last_active":"2024-05-21T00:13:53.775083+0000","last_peered":"2024-05-21T00:13:53.775083+0000","last_clean":"2024-05-21T00:13:53.775083+0000","last_became_active":"2024-05-21T00:12:53.013547+0000","last_became_peered":"2024-05-21T00:12:53.013547+0000","last_unstale":"2024-05-21T00:13:53.775083+0000","last_undegraded":"2024-05-21T00:13:53.775083+0000","last_fullsized":"2024-05-21T00:13:53.775083+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:32.091022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":38,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810967+0000","last_change":"2024-05-21T00:12:57.042824+0000","last_active":"2024-05-21T00:13:48.810967+0000","last_peered":"2024-05-21T00:13:48.810967+0000","last_clean":"2024-05-21T00:13:48.810967+0000","last_became_active":"2024-05-21T00:12:57.040341+0000","last_became_peered":"2024-05-21T00:12:57.040341+0000","last_unstale":"2024-05-21T00:13:48.810967+0000","last_undegraded":"2024-05-21T00:13:48.810967+0000","last_fullsized":"2024-05-21T00:13:48.810967+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:51:10.629525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810996+0000","last_change":"2024-05-21T00:12:57.049618+0000","last_active":"2024-05-21T00:13:48.810996+0000","last_peered":"2024-05-21T00:13:48.810996+0000","last_clean":"2024-05-21T00:13:48.810996+0000","last_became_active":"2024-05-21T00:12:57.049285+0000","last_became_peered":"2024-05-21T00:12:57.049285+0000","last_unstale":"2024-05-21T00:13:48.810996+0000","last_undegraded":"2024-05-21T00:13:48.810996+0000","last_fullsized":"2024-05-21T00:13:48.810996+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:47:20.928639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"79'5","reported_seq":64,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.776669+0000","last_change":"2024-05-21T00:12:53.061890+0000","last_active":"2024-05-21T00:13:49.776669+0000","last_peered":"2024-05-21T00:13:49.776669+0000","last_clean":"2024-05-21T00:13:49.776669+0000","last_became_active":"2024-05-21T00:12:53.061469+0000","last_became_peered":"2024-05-21T00:12:53.061469+0000","last_unstale":"2024-05-21T00:13:49.776669+0000","last_undegraded":"2024-05-21T00:13:49.776669+0000","last_fullsized":"2024-05-21T00:13:49.776669+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:42:27.776942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":33,"num_read_kb":33,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.212833+0000","last_change":"2024-05-21T00:13:49.212833+0000","last_active":"2024-05-21T00:13:49.212833+0000","last_peered":"2024-05-21T00:13:49.212833+0000","last_clean":"2024-05-21T00:13:49.212833+0000","last_became_active":"2024-05-21T00:13:49.211958+0000","last_became_peered":"2024-05-21T00:13:49.211958+0000","last_unstale":"2024-05-21T00:13:49.212833+0000","last_undegraded":"2024-05-21T00:13:49.212833+0000","last_fullsized":"2024-05-21T00:13:49.212833+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:23.586551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.371762+0000","last_change":"2024-05-21T00:12:53.004587+0000","last_active":"2024-05-21T00:13:49.371762+0000","last_peered":"2024-05-21T00:13:49.371762+0000","last_clean":"2024-05-21T00:13:49.371762+0000","last_became_active":"2024-05-21T00:12:53.004100+0000","last_became_peered":"2024-05-21T00:12:53.004100+0000","last_unstale":"2024-05-21T00:13:49.371762+0000","last_undegraded":"2024-05-21T00:13:49.371762+0000","last_fullsized":"2024-05-21T00:13:49.371762+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:28.196445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":100,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813576+0000","last_change":"2024-05-21T00:11:22.025962+0000","last_active":"2024-05-21T00:13:48.813576+0000","last_peered":"2024-05-21T00:13:48.813576+0000","last_clean":"2024-05-21T00:13:48.813576+0000","last_became_active":"2024-05-21T00:11:22.020112+0000","last_became_peered":"2024-05-21T00:11:22.020112+0000","last_unstale":"2024-05-21T00:13:48.813576+0000","last_undegraded":"2024-05-21T00:13:48.813576+0000","last_fullsized":"2024-05-21T00:13:48.813576+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_clean_scrub_stamp":"2024-05-21T00:07:34.159650+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:43.385269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974275+0000","last_change":"2024-05-21T00:12:57.052251+0000","last_active":"2024-05-21T00:13:48.974275+0000","last_peered":"2024-05-21T00:13:48.974275+0000","last_clean":"2024-05-21T00:13:48.974275+0000","last_became_active":"2024-05-21T00:12:57.051831+0000","last_became_peered":"2024-05-21T00:12:57.051831+0000","last_unstale":"2024-05-21T00:13:48.974275+0000","last_undegraded":"2024-05-21T00:13:48.974275+0000","last_fullsized":"2024-05-21T00:13:48.974275+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:54:10.866841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813821+0000","last_change":"2024-05-21T00:12:53.006299+0000","last_active":"2024-05-21T00:13:48.813821+0000","last_peered":"2024-05-21T00:13:48.813821+0000","last_clean":"2024-05-21T00:13:48.813821+0000","last_became_active":"2024-05-21T00:12:53.005896+0000","last_became_peered":"2024-05-21T00:12:53.005896+0000","last_unstale":"2024-05-21T00:13:48.813821+0000","last_undegraded":"2024-05-21T00:13:48.813821+0000","last_fullsized":"2024-05-21T00:13:48.813821+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:38:13.023455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816706+0000","last_change":"2024-05-21T00:12:53.059074+0000","last_active":"2024-05-21T00:13:48.816706+0000","last_peered":"2024-05-21T00:13:48.816706+0000","last_clean":"2024-05-21T00:13:48.816706+0000","last_became_active":"2024-05-21T00:12:53.058789+0000","last_became_peered":"2024-05-21T00:12:53.058789+0000","last_unstale":"2024-05-21T00:13:48.816706+0000","last_undegraded":"2024-05-21T00:13:48.816706+0000","last_fullsized":"2024-05-21T00:13:48.816706+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:34:52.220672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975036+0000","last_change":"2024-05-21T00:12:57.043092+0000","last_active":"2024-05-21T00:13:48.975036+0000","last_peered":"2024-05-21T00:13:48.975036+0000","last_clean":"2024-05-21T00:13:48.975036+0000","last_became_active":"2024-05-21T00:12:57.039538+0000","last_became_peered":"2024-05-21T00:12:57.039538+0000","last_unstale":"2024-05-21T00:13:48.975036+0000","last_undegraded":"2024-05-21T00:13:48.975036+0000","last_fullsized":"2024-05-21T00:13:48.975036+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:45:51.064194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'16","reported_seq":58,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.844792+0000","last_change":"2024-05-21T00:13:48.844792+0000","last_active":"2024-05-21T00:13:48.844792+0000","last_peered":"2024-05-21T00:13:48.844792+0000","last_clean":"2024-05-21T00:13:48.844792+0000","last_became_active":"2024-05-21T00:13:48.830511+0000","last_became_peered":"2024-05-21T00:13:48.830511+0000","last_unstale":"2024-05-21T00:13:48.844792+0000","last_undegraded":"2024-05-21T00:13:48.844792+0000","last_fullsized":"2024-05-21T00:13:48.844792+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:12.248874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":8,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.822700+0000","last_change":"2024-05-21T00:12:57.049329+0000","last_active":"2024-05-21T00:13:48.822700+0000","last_peered":"2024-05-21T00:13:48.822700+0000","last_clean":"2024-05-21T00:13:48.822700+0000","last_became_active":"2024-05-21T00:12:57.048960+0000","last_became_peered":"2024-05-21T00:12:57.048960+0000","last_unstale":"2024-05-21T00:13:48.822700+0000","last_undegraded":"2024-05-21T00:13:48.822700+0000","last_fullsized":"2024-05-21T00:13:48.822700+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:36:30.430924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.371803+0000","last_change":"2024-05-21T00:12:53.056207+0000","last_active":"2024-05-21T00:13:49.371803+0000","last_peered":"2024-05-21T00:13:49.371803+0000","last_clean":"2024-05-21T00:13:49.371803+0000","last_became_active":"2024-05-21T00:12:53.055915+0000","last_became_peered":"2024-05-21T00:12:53.055915+0000","last_unstale":"2024-05-21T00:13:49.371803+0000","last_undegraded":"2024-05-21T00:13:49.371803+0000","last_fullsized":"2024-05-21T00:13:49.371803+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:41.144414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.676168+0000","last_change":"2024-05-21T00:12:57.055208+0000","last_active":"2024-05-21T00:13:49.676168+0000","last_peered":"2024-05-21T00:13:49.676168+0000","last_clean":"2024-05-21T00:13:49.676168+0000","last_became_active":"2024-05-21T00:12:57.054835+0000","last_became_peered":"2024-05-21T00:12:57.054835+0000","last_unstale":"2024-05-21T00:13:49.676168+0000","last_undegraded":"2024-05-21T00:13:49.676168+0000","last_fullsized":"2024-05-21T00:13:49.676168+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:26:46.080981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210268+0000","last_change":"2024-05-21T00:12:53.059674+0000","last_active":"2024-05-21T00:13:49.210268+0000","last_peered":"2024-05-21T00:13:49.210268+0000","last_clean":"2024-05-21T00:13:49.210268+0000","last_became_active":"2024-05-21T00:12:53.059442+0000","last_became_peered":"2024-05-21T00:12:53.059442+0000","last_unstale":"2024-05-21T00:13:49.210268+0000","last_undegraded":"2024-05-21T00:13:49.210268+0000","last_fullsized":"2024-05-21T00:13:49.210268+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:39.874661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816589+0000","last_change":"2024-05-21T00:12:57.047454+0000","last_active":"2024-05-21T00:13:48.816589+0000","last_peered":"2024-05-21T00:13:48.816589+0000","last_clean":"2024-05-21T00:13:48.816589+0000","last_became_active":"2024-05-21T00:12:57.047034+0000","last_became_peered":"2024-05-21T00:12:57.047034+0000","last_unstale":"2024-05-21T00:13:48.816589+0000","last_undegraded":"2024-05-21T00:13:48.816589+0000","last_fullsized":"2024-05-21T00:13:48.816589+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:52:48.980978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.820126+0000","last_change":"2024-05-21T00:12:53.018368+0000","last_active":"2024-05-21T00:13:48.820126+0000","last_peered":"2024-05-21T00:13:48.820126+0000","last_clean":"2024-05-21T00:13:48.820126+0000","last_became_active":"2024-05-21T00:12:53.015613+0000","last_became_peered":"2024-05-21T00:12:53.015613+0000","last_unstale":"2024-05-21T00:13:48.820126+0000","last_undegraded":"2024-05-21T00:13:48.820126+0000","last_fullsized":"2024-05-21T00:13:48.820126+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:51:57.280963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.812820+0000","last_change":"2024-05-21T00:12:57.041377+0000","last_active":"2024-05-21T00:13:48.812820+0000","last_peered":"2024-05-21T00:13:48.812820+0000","last_clean":"2024-05-21T00:13:48.812820+0000","last_became_active":"2024-05-21T00:12:57.040466+0000","last_became_peered":"2024-05-21T00:12:57.040466+0000","last_unstale":"2024-05-21T00:13:48.812820+0000","last_undegraded":"2024-05-21T00:13:48.812820+0000","last_fullsized":"2024-05-21T00:13:48.812820+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:35:59.677316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.830557+0000","last_change":"2024-05-21T00:13:48.830100+0000","last_active":"2024-05-21T00:13:48.830557+0000","last_peered":"2024-05-21T00:13:48.830557+0000","last_clean":"2024-05-21T00:13:48.830557+0000","last_became_active":"2024-05-21T00:13:48.822312+0000","last_became_peered":"2024-05-21T00:13:48.822312+0000","last_unstale":"2024-05-21T00:13:48.830557+0000","last_undegraded":"2024-05-21T00:13:48.830557+0000","last_fullsized":"2024-05-21T00:13:48.830557+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:27:01.631036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.819725+0000","last_change":"2024-05-21T00:12:57.063815+0000","last_active":"2024-05-21T00:13:48.819725+0000","last_peered":"2024-05-21T00:13:48.819725+0000","last_clean":"2024-05-21T00:13:48.819725+0000","last_became_active":"2024-05-21T00:12:57.063399+0000","last_became_peered":"2024-05-21T00:12:57.063399+0000","last_unstale":"2024-05-21T00:13:48.819725+0000","last_undegraded":"2024-05-21T00:13:48.819725+0000","last_fullsized":"2024-05-21T00:13:48.819725+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:41.185777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816692+0000","last_change":"2024-05-21T00:12:53.006935+0000","last_active":"2024-05-21T00:13:48.816692+0000","last_peered":"2024-05-21T00:13:48.816692+0000","last_clean":"2024-05-21T00:13:48.816692+0000","last_became_active":"2024-05-21T00:12:53.006417+0000","last_became_peered":"2024-05-21T00:12:53.006417+0000","last_unstale":"2024-05-21T00:13:48.816692+0000","last_undegraded":"2024-05-21T00:13:48.816692+0000","last_fullsized":"2024-05-21T00:13:48.816692+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:28.311334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813753+0000","last_change":"2024-05-21T00:12:57.039348+0000","last_active":"2024-05-21T00:13:48.813753+0000","last_peered":"2024-05-21T00:13:48.813753+0000","last_clean":"2024-05-21T00:13:48.813753+0000","last_became_active":"2024-05-21T00:12:57.038974+0000","last_became_peered":"2024-05-21T00:12:57.038974+0000","last_unstale":"2024-05-21T00:13:48.813753+0000","last_undegraded":"2024-05-21T00:13:48.813753+0000","last_fullsized":"2024-05-21T00:13:48.813753+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:07:22.264745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'5","reported_seq":68,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:52.758796+0000","last_change":"2024-05-21T00:12:53.061792+0000","last_active":"2024-05-21T00:13:52.758796+0000","last_peered":"2024-05-21T00:13:52.758796+0000","last_clean":"2024-05-21T00:13:52.758796+0000","last_became_active":"2024-05-21T00:12:53.061412+0000","last_became_peered":"2024-05-21T00:12:53.061412+0000","last_unstale":"2024-05-21T00:13:52.758796+0000","last_undegraded":"2024-05-21T00:13:52.758796+0000","last_fullsized":"2024-05-21T00:13:52.758796+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:34.086547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":37,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814066+0000","last_change":"2024-05-21T00:12:57.039449+0000","last_active":"2024-05-21T00:13:48.814066+0000","last_peered":"2024-05-21T00:13:48.814066+0000","last_clean":"2024-05-21T00:13:48.814066+0000","last_became_active":"2024-05-21T00:12:57.038938+0000","last_became_peered":"2024-05-21T00:12:57.038938+0000","last_unstale":"2024-05-21T00:13:48.814066+0000","last_undegraded":"2024-05-21T00:13:48.814066+0000","last_fullsized":"2024-05-21T00:13:48.814066+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:49:06.890897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810983+0000","last_change":"2024-05-21T00:12:53.015499+0000","last_active":"2024-05-21T00:13:48.810983+0000","last_peered":"2024-05-21T00:13:48.810983+0000","last_clean":"2024-05-21T00:13:48.810983+0000","last_became_active":"2024-05-21T00:12:53.015155+0000","last_became_peered":"2024-05-21T00:12:53.015155+0000","last_unstale":"2024-05-21T00:13:48.810983+0000","last_undegraded":"2024-05-21T00:13:48.810983+0000","last_fullsized":"2024-05-21T00:13:48.810983+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:15:03.035646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"79'1","reported_seq":21,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813755+0000","last_change":"2024-05-21T00:12:57.056493+0000","last_active":"2024-05-21T00:13:48.813755+0000","last_peered":"2024-05-21T00:13:48.813755+0000","last_clean":"2024-05-21T00:13:48.813755+0000","last_became_active":"2024-05-21T00:12:57.055970+0000","last_became_peered":"2024-05-21T00:12:57.055970+0000","last_unstale":"2024-05-21T00:13:48.813755+0000","last_undegraded":"2024-05-21T00:13:48.813755+0000","last_fullsized":"2024-05-21T00:13:48.813755+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:05:20.667829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975166+0000","last_change":"2024-05-21T00:12:53.017967+0000","last_active":"2024-05-21T00:13:48.975166+0000","last_peered":"2024-05-21T00:13:48.975166+0000","last_clean":"2024-05-21T00:13:48.975166+0000","last_became_active":"2024-05-21T00:12:53.017449+0000","last_became_peered":"2024-05-21T00:12:53.017449+0000","last_unstale":"2024-05-21T00:13:48.975166+0000","last_undegraded":"2024-05-21T00:13:48.975166+0000","last_fullsized":"2024-05-21T00:13:48.975166+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:40:55.586870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814173+0000","last_change":"2024-05-21T00:12:57.045741+0000","last_active":"2024-05-21T00:13:48.814173+0000","last_peered":"2024-05-21T00:13:48.814173+0000","last_clean":"2024-05-21T00:13:48.814173+0000","last_became_active":"2024-05-21T00:12:57.044607+0000","last_became_peered":"2024-05-21T00:12:57.044607+0000","last_unstale":"2024-05-21T00:13:48.814173+0000","last_undegraded":"2024-05-21T00:13:48.814173+0000","last_fullsized":"2024-05-21T00:13:48.814173+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:17:12.299341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.821996+0000","last_change":"2024-05-21T00:13:48.821996+0000","last_active":"2024-05-21T00:13:48.821996+0000","last_peered":"2024-05-21T00:13:48.821996+0000","last_clean":"2024-05-21T00:13:48.821996+0000","last_became_active":"2024-05-21T00:13:48.821542+0000","last_became_peered":"2024-05-21T00:13:48.821542+0000","last_unstale":"2024-05-21T00:13:48.821996+0000","last_undegraded":"2024-05-21T00:13:48.821996+0000","last_fullsized":"2024-05-21T00:13:48.821996+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:17:51.614425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,9],"acting":[11,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813943+0000","last_change":"2024-05-21T00:12:57.040997+0000","last_active":"2024-05-21T00:13:48.813943+0000","last_peered":"2024-05-21T00:13:48.813943+0000","last_clean":"2024-05-21T00:13:48.813943+0000","last_became_active":"2024-05-21T00:12:57.040511+0000","last_became_peered":"2024-05-21T00:12:57.040511+0000","last_unstale":"2024-05-21T00:13:48.813943+0000","last_undegraded":"2024-05-21T00:13:48.813943+0000","last_fullsized":"2024-05-21T00:13:48.813943+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:31:29.985427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813876+0000","last_change":"2024-05-21T00:12:57.060563+0000","last_active":"2024-05-21T00:13:48.813876+0000","last_peered":"2024-05-21T00:13:48.813876+0000","last_clean":"2024-05-21T00:13:48.813876+0000","last_became_active":"2024-05-21T00:12:57.060138+0000","last_became_peered":"2024-05-21T00:12:57.060138+0000","last_unstale":"2024-05-21T00:13:48.813876+0000","last_undegraded":"2024-05-21T00:13:48.813876+0000","last_fullsized":"2024-05-21T00:13:48.813876+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:06.963046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.675544+0000","last_change":"2024-05-21T00:12:57.056351+0000","last_active":"2024-05-21T00:13:49.675544+0000","last_peered":"2024-05-21T00:13:49.675544+0000","last_clean":"2024-05-21T00:13:49.675544+0000","last_became_active":"2024-05-21T00:12:57.056014+0000","last_became_peered":"2024-05-21T00:12:57.056014+0000","last_unstale":"2024-05-21T00:13:49.675544+0000","last_undegraded":"2024-05-21T00:13:49.675544+0000","last_fullsized":"2024-05-21T00:13:49.675544+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.046704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975120+0000","last_change":"2024-05-21T00:12:57.058705+0000","last_active":"2024-05-21T00:13:48.975120+0000","last_peered":"2024-05-21T00:13:48.975120+0000","last_clean":"2024-05-21T00:13:48.975120+0000","last_became_active":"2024-05-21T00:12:57.058288+0000","last_became_peered":"2024-05-21T00:12:57.058288+0000","last_unstale":"2024-05-21T00:13:48.975120+0000","last_undegraded":"2024-05-21T00:13:48.975120+0000","last_fullsized":"2024-05-21T00:13:48.975120+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:35:37.179860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813132+0000","last_change":"2024-05-21T00:12:57.043982+0000","last_active":"2024-05-21T00:13:48.813132+0000","last_peered":"2024-05-21T00:13:48.813132+0000","last_clean":"2024-05-21T00:13:48.813132+0000","last_became_active":"2024-05-21T00:12:57.043361+0000","last_became_peered":"2024-05-21T00:12:57.043361+0000","last_unstale":"2024-05-21T00:13:48.813132+0000","last_undegraded":"2024-05-21T00:13:48.813132+0000","last_fullsized":"2024-05-21T00:13:48.813132+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:15:49.706743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814334+0000","last_change":"2024-05-21T00:12:57.049514+0000","last_active":"2024-05-21T00:13:48.814334+0000","last_peered":"2024-05-21T00:13:48.814334+0000","last_clean":"2024-05-21T00:13:48.814334+0000","last_became_active":"2024-05-21T00:12:57.049165+0000","last_became_peered":"2024-05-21T00:12:57.049165+0000","last_unstale":"2024-05-21T00:13:48.814334+0000","last_undegraded":"2024-05-21T00:13:48.814334+0000","last_fullsized":"2024-05-21T00:13:48.814334+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:29:13.528183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.822774+0000","last_change":"2024-05-21T00:12:57.061767+0000","last_active":"2024-05-21T00:13:48.822774+0000","last_peered":"2024-05-21T00:13:48.822774+0000","last_clean":"2024-05-21T00:13:48.822774+0000","last_became_active":"2024-05-21T00:12:57.060095+0000","last_became_peered":"2024-05-21T00:12:57.060095+0000","last_unstale":"2024-05-21T00:13:48.822774+0000","last_undegraded":"2024-05-21T00:13:48.822774+0000","last_fullsized":"2024-05-21T00:13:48.822774+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:09:49.983729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810546+0000","last_change":"2024-05-21T00:12:57.059613+0000","last_active":"2024-05-21T00:13:48.810546+0000","last_peered":"2024-05-21T00:13:48.810546+0000","last_clean":"2024-05-21T00:13:48.810546+0000","last_became_active":"2024-05-21T00:12:57.059370+0000","last_became_peered":"2024-05-21T00:12:57.059370+0000","last_unstale":"2024-05-21T00:13:48.810546+0000","last_undegraded":"2024-05-21T00:13:48.810546+0000","last_fullsized":"2024-05-21T00:13:48.810546+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:23.312453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.820638+0000","last_change":"2024-05-21T00:12:57.048475+0000","last_active":"2024-05-21T00:13:48.820638+0000","last_peered":"2024-05-21T00:13:48.820638+0000","last_clean":"2024-05-21T00:13:48.820638+0000","last_became_active":"2024-05-21T00:12:57.047738+0000","last_became_peered":"2024-05-21T00:12:57.047738+0000","last_unstale":"2024-05-21T00:13:48.820638+0000","last_undegraded":"2024-05-21T00:13:48.820638+0000","last_fullsized":"2024-05-21T00:13:48.820638+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:28:46.190914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210840+0000","last_change":"2024-05-21T00:12:57.056401+0000","last_active":"2024-05-21T00:13:49.210840+0000","last_peered":"2024-05-21T00:13:49.210840+0000","last_clean":"2024-05-21T00:13:49.210840+0000","last_became_active":"2024-05-21T00:12:57.055978+0000","last_became_peered":"2024-05-21T00:12:57.055978+0000","last_unstale":"2024-05-21T00:13:49.210840+0000","last_undegraded":"2024-05-21T00:13:49.210840+0000","last_fullsized":"2024-05-21T00:13:49.210840+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:54.140724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975189+0000","last_change":"2024-05-21T00:12:57.055227+0000","last_active":"2024-05-21T00:13:48.975189+0000","last_peered":"2024-05-21T00:13:48.975189+0000","last_clean":"2024-05-21T00:13:48.975189+0000","last_became_active":"2024-05-21T00:12:57.054840+0000","last_became_peered":"2024-05-21T00:12:57.054840+0000","last_unstale":"2024-05-21T00:13:48.975189+0000","last_undegraded":"2024-05-21T00:13:48.975189+0000","last_fullsized":"2024-05-21T00:13:48.975189+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:59.074145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813019+0000","last_change":"2024-05-21T00:12:57.037817+0000","last_active":"2024-05-21T00:13:48.813019+0000","last_peered":"2024-05-21T00:13:48.813019+0000","last_clean":"2024-05-21T00:13:48.813019+0000","last_became_active":"2024-05-21T00:12:57.037457+0000","last_became_peered":"2024-05-21T00:12:57.037457+0000","last_unstale":"2024-05-21T00:13:48.813019+0000","last_undegraded":"2024-05-21T00:13:48.813019+0000","last_fullsized":"2024-05-21T00:13:48.813019+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:26.664482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":70667,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":380,"num_read_kb":271,"num_write":248,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1013,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":212001,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":213,"ondisk_log_size":213,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678043,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":884736,"data_stored":430131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874272,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36888,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708264,"statfs":{"total":95995035648,"available":95957262336,"internally_reserved":0,"allocated":1589248,"data_stored":1084623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037799,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":909312,"data_stored":430061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234028,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":905216,"data_stored":430439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430258,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40968,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704184,"statfs":{"total":95995035648,"available":95953084416,"internally_reserved":0,"allocated":1503232,"data_stored":1023739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593784,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36216,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708936,"statfs":{"total":95995035648,"available":95957950464,"internally_reserved":0,"allocated":892928,"data_stored":430169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574931,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36272,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708880,"statfs":{"total":95995035648,"available":95957893120,"internally_reserved":0,"allocated":958464,"data_stored":494154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":913408,"data_stored":431117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411406,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":493361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182470,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":909312,"data_stored":429603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986242,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40384,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704768,"statfs":{"total":95995035648,"available":95953682432,"internally_reserved":0,"allocated":901120,"data_stored":431043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790015,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32664,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712488,"statfs":{"total":95995035648,"available":95961587712,"internally_reserved":0,"allocated":1515520,"data_stored":1022635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":65215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":64422,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":65199,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:13:57.880 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-21T00:13:57.881 INFO:tasks.cephadm:Setting up client nodes... 2024-05-21T00:13:57.881 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-21T00:13:58.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:13:58.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:13:58.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:57 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:58.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:13:58.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:13:58.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:57 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:58.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:13:58.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:13:58.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:57 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:13:58.388 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:13:59.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:58 smithi060 ceph-mon[36426]: from='client.24656 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:13:59.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:13:58 smithi060 ceph-mon[36426]: pgmap v346: 97 pgs: 97 active+clean; 646 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s; 103 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:59.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:58 smithi077 ceph-mon[36377]: from='client.24656 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:13:59.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:13:58 smithi077 ceph-mon[36377]: pgmap v346: 97 pgs: 97 active+clean; 646 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s; 103 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:13:59.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:58 smithi012 ceph-mon[31403]: from='client.24656 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:13:59.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:13:58 smithi012 ceph-mon[31403]: pgmap v346: 97 pgs: 97 active+clean; 646 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.2 KiB/s wr, 10 op/s; 103 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:14:00.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.620+0000 7f3bc6a00700 1 -- 172.21.15.12:0/2853962595 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3bc01035f0 msgr2=0x7f3bc0103a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:00.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.620+0000 7f3bc6a00700 1 --2- 172.21.15.12:0/2853962595 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3bc01035f0 0x7f3bc0103a10 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3bb00099c0 tx=0x7f3bb0009cd0 comp rx=0 tx=0).stop 2024-05-21T00:14:00.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.620+0000 7f3bc6a00700 1 -- 172.21.15.12:0/2853962595 shutdown_connections 2024-05-21T00:14:00.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.620+0000 7f3bc6a00700 1 --2- 172.21.15.12:0/2853962595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bc0105190 0x7f3bc010ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:00.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.620+0000 7f3bc6a00700 1 --2- 172.21.15.12:0/2853962595 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3bc01035f0 0x7f3bc0103a10 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:00.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.620+0000 7f3bc6a00700 1 --2- 172.21.15.12:0/2853962595 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3bc01047f0 0x7f3bc0104c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:00.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.620+0000 7f3bc6a00700 1 -- 172.21.15.12:0/2853962595 >> 172.21.15.12:0/2853962595 conn(0x7f3bc00feb90 msgr2=0x7f3bc0100fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:00.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.620+0000 7f3bc6a00700 1 -- 172.21.15.12:0/2853962595 shutdown_connections 2024-05-21T00:14:00.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.620+0000 7f3bc6a00700 1 -- 172.21.15.12:0/2853962595 wait complete. 2024-05-21T00:14:00.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.621+0000 7f3bc6a00700 1 Processor -- start 2024-05-21T00:14:00.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.621+0000 7f3bc6a00700 1 -- start start 2024-05-21T00:14:00.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.622+0000 7f3bc6a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3bc01035f0 0x7f3bc00772e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:00.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.622+0000 7f3bc6a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bc01047f0 0x7f3bc0075930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:00.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.622+0000 7f3bc6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3bc0105190 0x7f3bc0075e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:00.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.622+0000 7f3bc6a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc010f0b0 con 0x7f3bc0105190 2024-05-21T00:14:00.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.622+0000 7f3bc6a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc010ef30 con 0x7f3bc01035f0 2024-05-21T00:14:00.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.622+0000 7f3bc6a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc010f230 con 0x7f3bc01047f0 2024-05-21T00:14:00.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.622+0000 7f3bc4a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3bc0105190 0x7f3bc0075e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:00.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.622+0000 7f3bc4a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3bc0105190 0x7f3bc0075e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:37706/0 (socket says 172.21.15.12:37706) 2024-05-21T00:14:00.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.622+0000 7f3bbfe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3bc01035f0 0x7f3bc00772e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:00.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.622+0000 7f3bc4a00700 1 -- 172.21.15.12:0/3374759613 learned_addr learned my addr 172.21.15.12:0/3374759613 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:00.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.622+0000 7f3bb7400700 1 --2- 172.21.15.12:0/3374759613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bc01047f0 0x7f3bc0075930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:00.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.623+0000 7f3bc4a00700 1 -- 172.21.15.12:0/3374759613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bc01047f0 msgr2=0x7f3bc0075930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:00.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.623+0000 7f3bc4a00700 1 --2- 172.21.15.12:0/3374759613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bc01047f0 0x7f3bc0075930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:00.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.623+0000 7f3bc4a00700 1 -- 172.21.15.12:0/3374759613 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3bc01035f0 msgr2=0x7f3bc00772e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:00.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.623+0000 7f3bc4a00700 1 --2- 172.21.15.12:0/3374759613 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3bc01035f0 0x7f3bc00772e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:00.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.623+0000 7f3bc4a00700 1 -- 172.21.15.12:0/3374759613 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bc0076720 con 0x7f3bc0105190 2024-05-21T00:14:00.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.623+0000 7f3bc4a00700 1 --2- 172.21.15.12:0/3374759613 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3bc0105190 0x7f3bc0075e70 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3bb800d980 tx=0x7f3bb800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:00.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.623+0000 7f3bbd600700 1 -- 172.21.15.12:0/3374759613 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb8017070 con 0x7f3bc0105190 2024-05-21T00:14:00.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.623+0000 7f3bbd600700 1 -- 172.21.15.12:0/3374759613 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3bb8005020 con 0x7f3bc0105190 2024-05-21T00:14:00.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.624+0000 7f3bc6a00700 1 -- 172.21.15.12:0/3374759613 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bc01a37a0 con 0x7f3bc0105190 2024-05-21T00:14:00.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.624+0000 7f3bbd600700 1 -- 172.21.15.12:0/3374759613 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb800fa10 con 0x7f3bc0105190 2024-05-21T00:14:00.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.624+0000 7f3bc6a00700 1 -- 172.21.15.12:0/3374759613 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bc01a3cb0 con 0x7f3bc0105190 2024-05-21T00:14:00.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.625+0000 7f3bc6a00700 1 -- 172.21.15.12:0/3374759613 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bc0051a80 con 0x7f3bc0105190 2024-05-21T00:14:00.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.627+0000 7f3bbd600700 1 -- 172.21.15.12:0/3374759613 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f3bb8004a30 con 0x7f3bc0105190 2024-05-21T00:14:00.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.630+0000 7f3bbd600700 1 --2- 172.21.15.12:0/3374759613 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3ba40b2a30 0x7f3ba40b4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:00.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.630+0000 7f3bbd600700 1 -- 172.21.15.12:0/3374759613 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f3bb80e21a0 con 0x7f3bc0105190 2024-05-21T00:14:00.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.630+0000 7f3bbfe00700 1 --2- 172.21.15.12:0/3374759613 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3ba40b2a30 0x7f3ba40b4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:00.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.631+0000 7f3bbfe00700 1 --2- 172.21.15.12:0/3374759613 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3ba40b2a30 0x7f3ba40b4ef0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f3bb000b580 tx=0x7f3bb0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:00.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.635+0000 7f3bbd600700 1 -- 172.21.15.12:0/3374759613 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f3bb8020020 con 0x7f3bc0105190 2024-05-21T00:14:00.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.969+0000 7f3bc6a00700 1 -- 172.21.15.12:0/3374759613 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f3bc0064150 con 0x7f3bc0105190 2024-05-21T00:14:00.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.974+0000 7f3bbd600700 1 -- 172.21.15.12:0/3374759613 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f3bb80a9d30 con 0x7f3bc0105190 2024-05-21T00:14:00.972 INFO:teuthology.orchestra.run.smithi012.stdout:[client.0] 2024-05-21T00:14:00.972 INFO:teuthology.orchestra.run.smithi012.stdout: key = AQBI50tmiP3hORAAat5MsnplTFJYG4vM49jrVQ== 2024-05-21T00:14:00.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.977+0000 7f3bc6a00700 1 -- 172.21.15.12:0/3374759613 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3ba40b2a30 msgr2=0x7f3ba40b4ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:00.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.977+0000 7f3bc6a00700 1 --2- 172.21.15.12:0/3374759613 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3ba40b2a30 0x7f3ba40b4ef0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f3bb000b580 tx=0x7f3bb0005fb0 comp rx=0 tx=0).stop 2024-05-21T00:14:00.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.977+0000 7f3bc6a00700 1 -- 172.21.15.12:0/3374759613 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3bc0105190 msgr2=0x7f3bc0075e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:00.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.977+0000 7f3bc6a00700 1 --2- 172.21.15.12:0/3374759613 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3bc0105190 0x7f3bc0075e70 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f3bb800d980 tx=0x7f3bb800dc90 comp rx=0 tx=0).stop 2024-05-21T00:14:00.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.977+0000 7f3bc6a00700 1 -- 172.21.15.12:0/3374759613 shutdown_connections 2024-05-21T00:14:00.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.977+0000 7f3bc6a00700 1 --2- 172.21.15.12:0/3374759613 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3ba40b2a30 0x7f3ba40b4ef0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:00.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.977+0000 7f3bc6a00700 1 --2- 172.21.15.12:0/3374759613 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3bc0105190 0x7f3bc0075e70 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:00.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.977+0000 7f3bc6a00700 1 --2- 172.21.15.12:0/3374759613 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3bc01035f0 0x7f3bc00772e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:00.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.977+0000 7f3bc6a00700 1 --2- 172.21.15.12:0/3374759613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3bc01047f0 0x7f3bc0075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:00.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.977+0000 7f3bc6a00700 1 -- 172.21.15.12:0/3374759613 >> 172.21.15.12:0/3374759613 conn(0x7f3bc00feb90 msgr2=0x7f3bc0107a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:00.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.977+0000 7f3bc6a00700 1 -- 172.21.15.12:0/3374759613 shutdown_connections 2024-05-21T00:14:00.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:00.978+0000 7f3bc6a00700 1 -- 172.21.15.12:0/3374759613 wait complete. 2024-05-21T00:14:01.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:00 smithi060 ceph-mon[36426]: pgmap v347: 97 pgs: 97 active+clean; 646 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.1 KiB/s wr, 10 op/s; 94 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:14:01.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:00 smithi077 ceph-mon[36377]: pgmap v347: 97 pgs: 97 active+clean; 646 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.1 KiB/s wr, 10 op/s; 94 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:14:01.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:00 smithi012 ceph-mon[31403]: pgmap v347: 97 pgs: 97 active+clean; 646 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.1 KiB/s wr, 10 op/s; 94 B/s, 0 keys/s, 0 objects/s recovering 2024-05-21T00:14:01.844 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:14:01.845 DEBUG:teuthology.orchestra.run.smithi012:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-05-21T00:14:01.845 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-21T00:14:01.986 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-21T00:14:01.986 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-21T00:14:01.987 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph mgr dump --format=json 2024-05-21T00:14:02.065 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:01 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3374759613' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T00:14:02.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:01 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3374759613' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-21T00:14:02.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:01 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3374759613' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T00:14:02.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:01 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3374759613' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-21T00:14:02.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:01 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3374759613' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-21T00:14:02.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:01 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3374759613' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-21T00:14:02.491 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:03.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:02 smithi077 ceph-mon[36377]: pgmap v348: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 10 op/s; 84 B/s, 0 objects/s recovering 2024-05-21T00:14:03.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:02 smithi012 ceph-mon[31403]: pgmap v348: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 10 op/s; 84 B/s, 0 objects/s recovering 2024-05-21T00:14:03.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:02 smithi060 ceph-mon[36426]: pgmap v348: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.2 KiB/s wr, 10 op/s; 84 B/s, 0 objects/s recovering 2024-05-21T00:14:04.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.617+0000 7ff18d800700 1 -- 172.21.15.12:0/3279513480 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff188106030 msgr2=0x7ff188112540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:04.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.617+0000 7ff18d800700 1 --2- 172.21.15.12:0/3279513480 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff188106030 0x7ff188112540 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff18000b0a0 tx=0x7ff18000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:14:04.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.617+0000 7ff18d800700 1 -- 172.21.15.12:0/3279513480 shutdown_connections 2024-05-21T00:14:04.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.617+0000 7ff18d800700 1 --2- 172.21.15.12:0/3279513480 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff188106030 0x7ff188112540 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:04.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.617+0000 7ff18d800700 1 --2- 172.21.15.12:0/3279513480 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff18810b670 0x7ff18810ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:04.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.617+0000 7ff18d800700 1 --2- 172.21.15.12:0/3279513480 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff188105670 0x7ff188105af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:04.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.617+0000 7ff18d800700 1 -- 172.21.15.12:0/3279513480 >> 172.21.15.12:0/3279513480 conn(0x7ff188101160 msgr2=0x7ff188103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:04.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.618+0000 7ff18d800700 1 -- 172.21.15.12:0/3279513480 shutdown_connections 2024-05-21T00:14:04.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.618+0000 7ff18d800700 1 -- 172.21.15.12:0/3279513480 wait complete. 2024-05-21T00:14:04.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.619+0000 7ff18d800700 1 Processor -- start 2024-05-21T00:14:04.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.620+0000 7ff18d800700 1 -- start start 2024-05-21T00:14:04.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.620+0000 7ff18d800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff188105670 0x7ff1881a1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:04.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.620+0000 7ff18d800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff188106030 0x7ff1881a1e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:04.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.620+0000 7ff18d800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff18810b670 0x7ff18819bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:04.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.620+0000 7ff18d800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff188115850 con 0x7ff188105670 2024-05-21T00:14:04.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.620+0000 7ff18d800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff1881156d0 con 0x7ff18810b670 2024-05-21T00:14:04.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.620+0000 7ff18d800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff1881159d0 con 0x7ff188106030 2024-05-21T00:14:04.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.620+0000 7ff187e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff188105670 0x7ff1881a1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:04.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.621+0000 7ff187e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff188105670 0x7ff1881a1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:37728/0 (socket says 172.21.15.12:37728) 2024-05-21T00:14:04.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.621+0000 7ff187e00700 1 -- 172.21.15.12:0/3454591460 learned_addr learned my addr 172.21.15.12:0/3454591460 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:04.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.621+0000 7ff18ce00700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff18810b670 0x7ff18819bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:04.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.621+0000 7ff17fe00700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff188106030 0x7ff1881a1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:04.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.621+0000 7ff187e00700 1 -- 172.21.15.12:0/3454591460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff188106030 msgr2=0x7ff1881a1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:04.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.621+0000 7ff187e00700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff188106030 0x7ff1881a1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:04.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.621+0000 7ff187e00700 1 -- 172.21.15.12:0/3454591460 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff18810b670 msgr2=0x7ff18819bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:04.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.621+0000 7ff187e00700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff18810b670 0x7ff18819bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:04.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.621+0000 7ff187e00700 1 -- 172.21.15.12:0/3454591460 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff18819c230 con 0x7ff188105670 2024-05-21T00:14:04.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.621+0000 7ff18ce00700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff18810b670 0x7ff18819bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:14:04.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.621+0000 7ff187e00700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff188105670 0x7ff1881a1910 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff17800e9a0 tx=0x7ff17800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:04.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.622+0000 7ff185600700 1 -- 172.21.15.12:0/3454591460 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff17800ca10 con 0x7ff188105670 2024-05-21T00:14:04.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.622+0000 7ff185600700 1 -- 172.21.15.12:0/3454591460 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff17800cbb0 con 0x7ff188105670 2024-05-21T00:14:04.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.622+0000 7ff185600700 1 -- 172.21.15.12:0/3454591460 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff178018680 con 0x7ff188105670 2024-05-21T00:14:04.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.622+0000 7ff18d800700 1 -- 172.21.15.12:0/3454591460 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff18819c520 con 0x7ff188105670 2024-05-21T00:14:04.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.622+0000 7ff18d800700 1 -- 172.21.15.12:0/3454591460 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1881a87e0 con 0x7ff188105670 2024-05-21T00:14:04.621 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.623+0000 7ff18d800700 1 -- 172.21.15.12:0/3454591460 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff18806a230 con 0x7ff188105670 2024-05-21T00:14:04.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.625+0000 7ff185600700 1 -- 172.21.15.12:0/3454591460 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7ff178010430 con 0x7ff188105670 2024-05-21T00:14:04.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.627+0000 7ff185600700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff16c0b2910 0x7ff16c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:04.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.627+0000 7ff185600700 1 -- 172.21.15.12:0/3454591460 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff1780e24e0 con 0x7ff188105670 2024-05-21T00:14:04.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.627+0000 7ff17fe00700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff16c0b2910 0x7ff16c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:04.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.628+0000 7ff17fe00700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff16c0b2910 0x7ff16c0b4dd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff18810ac10 tx=0x7ff170009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:04.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.632+0000 7ff185600700 1 -- 172.21.15.12:0/3454591460 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff1780aa070 con 0x7ff188105670 2024-05-21T00:14:04.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.939+0000 7ff18d800700 1 -- 172.21.15.12:0/3454591460 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7ff18802e560 con 0x7ff188105670 2024-05-21T00:14:04.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.952+0000 7ff185600700 1 -- 172.21.15.12:0/3454591460 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+288645 (secure 0 0 0) 0x7ff1780b20f0 con 0x7ff188105670 2024-05-21T00:14:04.956 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:14:04.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.960+0000 7ff18d800700 1 -- 172.21.15.12:0/3454591460 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff16c0b2910 msgr2=0x7ff16c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:04.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.960+0000 7ff18d800700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff16c0b2910 0x7ff16c0b4dd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff18810ac10 tx=0x7ff170009260 comp rx=0 tx=0).stop 2024-05-21T00:14:04.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.960+0000 7ff18d800700 1 -- 172.21.15.12:0/3454591460 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff188105670 msgr2=0x7ff1881a1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:04.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.960+0000 7ff18d800700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff188105670 0x7ff1881a1910 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff17800e9a0 tx=0x7ff17800ecb0 comp rx=0 tx=0).stop 2024-05-21T00:14:04.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.960+0000 7ff18d800700 1 -- 172.21.15.12:0/3454591460 shutdown_connections 2024-05-21T00:14:04.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.960+0000 7ff18d800700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff18810b670 0x7ff18819bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:04.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.960+0000 7ff18d800700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff16c0b2910 0x7ff16c0b4dd0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:04.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.960+0000 7ff18d800700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff188105670 0x7ff1881a1910 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:04.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.960+0000 7ff18d800700 1 --2- 172.21.15.12:0/3454591460 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff188106030 0x7ff1881a1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:04.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.960+0000 7ff18d800700 1 -- 172.21.15.12:0/3454591460 >> 172.21.15.12:0/3454591460 conn(0x7ff188101160 msgr2=0x7ff1881016a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:04.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.960+0000 7ff18d800700 1 -- 172.21.15.12:0/3454591460 shutdown_connections 2024-05-21T00:14:04.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:04.960+0000 7ff18d800700 1 -- 172.21.15.12:0/3454591460 wait complete. 2024-05-21T00:14:05.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:04 smithi077 ceph-mon[36377]: pgmap v349: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s; 84 B/s, 0 objects/s recovering 2024-05-21T00:14:05.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:04 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3454591460' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-21T00:14:05.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:04 smithi012 ceph-mon[31403]: pgmap v349: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s; 84 B/s, 0 objects/s recovering 2024-05-21T00:14:05.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:04 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3454591460' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-21T00:14:05.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:04 smithi060 ceph-mon[36426]: pgmap v349: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 8 op/s; 84 B/s, 0 objects/s recovering 2024-05-21T00:14:05.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:04 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3454591460' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-21T00:14:05.682 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6800","nonce":2419480299},{"type":"v1","addr":"172.21.15.12:6801","nonce":2419480299}]},"active_addr":"172.21.15.12:6801/2419480299","active_change":"2024-05-21T00:04:47.378606+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24116,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.12:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":2849002277}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":157132333}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":1203783457}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":3521024824}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.12:0","nonce":787864179}]}]} 2024-05-21T00:14:05.689 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-21T00:14:05.689 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-21T00:14:05.689 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:14:06.195 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:07.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:06 smithi077 ceph-mon[36377]: pgmap v350: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-21T00:14:07.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:06 smithi012 ceph-mon[31403]: pgmap v350: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-21T00:14:07.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:06 smithi060 ceph-mon[36426]: pgmap v350: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-21T00:14:08.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.324+0000 7f7d7a400700 1 -- 172.21.15.12:0/3996274464 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d7410b760 msgr2=0x7f7d7410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:08.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.324+0000 7f7d7a400700 1 --2- 172.21.15.12:0/3996274464 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d7410b760 0x7f7d7410bb40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7d64009990 tx=0x7f7d64009ca0 comp rx=0 tx=0).stop 2024-05-21T00:14:08.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.324+0000 7f7d7a400700 1 -- 172.21.15.12:0/3996274464 shutdown_connections 2024-05-21T00:14:08.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.324+0000 7f7d7a400700 1 --2- 172.21.15.12:0/3996274464 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d74106120 0x7f7d74112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:08.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.324+0000 7f7d7a400700 1 --2- 172.21.15.12:0/3996274464 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d7410b760 0x7f7d7410bb40 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:08.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.324+0000 7f7d7a400700 1 --2- 172.21.15.12:0/3996274464 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d74105760 0x7f7d74105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:08.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.324+0000 7f7d7a400700 1 -- 172.21.15.12:0/3996274464 >> 172.21.15.12:0/3996274464 conn(0x7f7d74101210 msgr2=0x7f7d74103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:08.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.325+0000 7f7d7a400700 1 -- 172.21.15.12:0/3996274464 shutdown_connections 2024-05-21T00:14:08.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.325+0000 7f7d7a400700 1 -- 172.21.15.12:0/3996274464 wait complete. 2024-05-21T00:14:08.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.326+0000 7f7d7a400700 1 Processor -- start 2024-05-21T00:14:08.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.326+0000 7f7d7a400700 1 -- start start 2024-05-21T00:14:08.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.326+0000 7f7d7a400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d74105760 0x7f7d7419be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:08.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.326+0000 7f7d7a400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d74106120 0x7f7d7419c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:08.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.326+0000 7f7d7a400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d7410b760 0x7f7d741a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:08.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.326+0000 7f7d7a400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7d741159b0 con 0x7f7d74106120 2024-05-21T00:14:08.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.326+0000 7f7d7a400700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7d74115830 con 0x7f7d74105760 2024-05-21T00:14:08.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.326+0000 7f7d7a400700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7d74115b30 con 0x7f7d7410b760 2024-05-21T00:14:08.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.327+0000 7f7d72a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d74106120 0x7f7d7419c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:08.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.327+0000 7f7d73400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d74105760 0x7f7d7419be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:08.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.327+0000 7f7d72a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d74106120 0x7f7d7419c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:49606/0 (socket says 172.21.15.12:49606) 2024-05-21T00:14:08.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.327+0000 7f7d72a00700 1 -- 172.21.15.12:0/847075985 learned_addr learned my addr 172.21.15.12:0/847075985 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:08.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.327+0000 7f7d73e00700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d7410b760 0x7f7d741a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:08.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.327+0000 7f7d72a00700 1 -- 172.21.15.12:0/847075985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d7410b760 msgr2=0x7f7d741a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:08.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.327+0000 7f7d72a00700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d7410b760 0x7f7d741a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:08.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.327+0000 7f7d72a00700 1 -- 172.21.15.12:0/847075985 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d74105760 msgr2=0x7f7d7419be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:08.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.327+0000 7f7d72a00700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d74105760 0x7f7d7419be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:08.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.327+0000 7f7d72a00700 1 -- 172.21.15.12:0/847075985 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d741a0e50 con 0x7f7d74106120 2024-05-21T00:14:08.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.327+0000 7f7d73e00700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d7410b760 0x7f7d741a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:14:08.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.327+0000 7f7d73400700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d74105760 0x7f7d7419be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:14:08.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.328+0000 7f7d72a00700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d74106120 0x7f7d7419c380 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7d6000eb30 tx=0x7f7d6000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:08.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.328+0000 7f7d6be00700 1 -- 172.21.15.12:0/847075985 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d6000cbd0 con 0x7f7d74106120 2024-05-21T00:14:08.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.328+0000 7f7d7a400700 1 -- 172.21.15.12:0/847075985 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d741a1140 con 0x7f7d74106120 2024-05-21T00:14:08.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.328+0000 7f7d6be00700 1 -- 172.21.15.12:0/847075985 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7d600044d0 con 0x7f7d74106120 2024-05-21T00:14:08.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.328+0000 7f7d6be00700 1 -- 172.21.15.12:0/847075985 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d60003e30 con 0x7f7d74106120 2024-05-21T00:14:08.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.328+0000 7f7d7a400700 1 -- 172.21.15.12:0/847075985 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d741a89c0 con 0x7f7d74106120 2024-05-21T00:14:08.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.330+0000 7f7d7a400700 1 -- 172.21.15.12:0/847075985 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d7406a230 con 0x7f7d74106120 2024-05-21T00:14:08.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.332+0000 7f7d6be00700 1 -- 172.21.15.12:0/847075985 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f7d60004000 con 0x7f7d74106120 2024-05-21T00:14:08.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.334+0000 7f7d6be00700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7d580b2910 0x7f7d580b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:08.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.334+0000 7f7d6be00700 1 -- 172.21.15.12:0/847075985 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7d600e2760 con 0x7f7d74106120 2024-05-21T00:14:08.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.334+0000 7f7d73400700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7d580b2910 0x7f7d580b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:08.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.335+0000 7f7d73400700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7d580b2910 0x7f7d580b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7d64006010 tx=0x7f7d6400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:08.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.338+0000 7f7d6be00700 1 -- 172.21.15.12:0/847075985 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7d600042f0 con 0x7f7d74106120 2024-05-21T00:14:08.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.578+0000 7f7d7a400700 1 -- 172.21.15.12:0/847075985 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7d7402e560 con 0x7f7d74106120 2024-05-21T00:14:08.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.580+0000 7f7d6be00700 1 -- 172.21.15.12:0/847075985 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22452 (secure 0 0 0) 0x7f7d600aa2f0 con 0x7f7d74106120 2024-05-21T00:14:08.580 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:14:08.580 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","created":"2024-05-21T00:03:31.857871+0000","modified":"2024-05-21T00:13:48.805372+0000","last_up_change":"2024-05-21T00:11:45.298954+0000","last_in_change":"2024-05-21T00:11:25.604086+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:07:33.533592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:12:51.199495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:12:55.743028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eb262230-57ca-4f86-9c2b-480a80166146","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6803","nonce":555322069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6805","nonce":555322069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6809","nonce":555322069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6807","nonce":555322069}]},"public_addr":"172.21.15.12:6803/555322069","cluster_addr":"172.21.15.12:6805/555322069","heartbeat_back_addr":"172.21.15.12:6809/555322069","heartbeat_front_addr":"172.21.15.12:6807/555322069","state":["exists","up"]},{"osd":1,"uuid":"4a47cb31-071b-46be-9a26-4a6312ddaaca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6801","nonce":1346604098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6803","nonce":1346604098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6807","nonce":1346604098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6805","nonce":1346604098}]},"public_addr":"172.21.15.60:6801/1346604098","cluster_addr":"172.21.15.60:6803/1346604098","heartbeat_back_addr":"172.21.15.60:6807/1346604098","heartbeat_front_addr":"172.21.15.60:6805/1346604098","state":["exists","up"]},{"osd":2,"uuid":"f29f0f11-f36c-4603-a4e7-3294eb5e9568","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6801","nonce":2955000302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6803","nonce":2955000302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6807","nonce":2955000302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6805","nonce":2955000302}]},"public_addr":"172.21.15.77:6801/2955000302","cluster_addr":"172.21.15.77:6803/2955000302","heartbeat_back_addr":"172.21.15.77:6807/2955000302","heartbeat_front_addr":"172.21.15.77:6805/2955000302","state":["exists","up"]},{"osd":3,"uuid":"671ae43b-4ee1-4c5f-8c8d-12c5807af59c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6811","nonce":2515804940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6813","nonce":2515804940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6817","nonce":2515804940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6815","nonce":2515804940}]},"public_addr":"172.21.15.12:6811/2515804940","cluster_addr":"172.21.15.12:6813/2515804940","heartbeat_back_addr":"172.21.15.12:6817/2515804940","heartbeat_front_addr":"172.21.15.12:6815/2515804940","state":["exists","up"]},{"osd":4,"uuid":"527f3934-7fb5-4e65-8ef9-e5921bc5ba65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6809","nonce":2773894843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6811","nonce":2773894843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6815","nonce":2773894843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6813","nonce":2773894843}]},"public_addr":"172.21.15.60:6809/2773894843","cluster_addr":"172.21.15.60:6811/2773894843","heartbeat_back_addr":"172.21.15.60:6815/2773894843","heartbeat_front_addr":"172.21.15.60:6813/2773894843","state":["exists","up"]},{"osd":5,"uuid":"2c37b2c3-a9c0-47b3-9023-84566d18e0af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6809","nonce":202950059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6811","nonce":202950059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6815","nonce":202950059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6813","nonce":202950059}]},"public_addr":"172.21.15.77:6809/202950059","cluster_addr":"172.21.15.77:6811/202950059","heartbeat_back_addr":"172.21.15.77:6815/202950059","heartbeat_front_addr":"172.21.15.77:6813/202950059","state":["exists","up"]},{"osd":6,"uuid":"68c18062-e034-421d-b135-ab35d7d4bd25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6819","nonce":1511296628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6821","nonce":1511296628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6825","nonce":1511296628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6823","nonce":1511296628}]},"public_addr":"172.21.15.12:6819/1511296628","cluster_addr":"172.21.15.12:6821/1511296628","heartbeat_back_addr":"172.21.15.12:6825/1511296628","heartbeat_front_addr":"172.21.15.12:6823/1511296628","state":["exists","up"]},{"osd":7,"uuid":"0ac8383b-1578-44f1-8ebe-420d79511dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6817","nonce":4203237802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6819","nonce":4203237802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6823","nonce":4203237802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6821","nonce":4203237802}]},"public_addr":"172.21.15.60:6817/4203237802","cluster_addr":"172.21.15.60:6819/4203237802","heartbeat_back_addr":"172.21.15.60:6823/4203237802","heartbeat_front_addr":"172.21.15.60:6821/4203237802","state":["exists","up"]},{"osd":8,"uuid":"65362b50-2bba-422b-a5c9-1584cf55583d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6817","nonce":1939530536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6819","nonce":1939530536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6823","nonce":1939530536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6821","nonce":1939530536}]},"public_addr":"172.21.15.77:6817/1939530536","cluster_addr":"172.21.15.77:6819/1939530536","heartbeat_back_addr":"172.21.15.77:6823/1939530536","heartbeat_front_addr":"172.21.15.77:6821/1939530536","state":["exists","up"]},{"osd":9,"uuid":"9572a8a5-22f1-49ac-8b92-9e88dfac6dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6827","nonce":849418735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6829","nonce":849418735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6833","nonce":849418735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6831","nonce":849418735}]},"public_addr":"172.21.15.12:6827/849418735","cluster_addr":"172.21.15.12:6829/849418735","heartbeat_back_addr":"172.21.15.12:6833/849418735","heartbeat_front_addr":"172.21.15.12:6831/849418735","state":["exists","up"]},{"osd":10,"uuid":"9a42dca5-3dfa-4d8e-a33d-385ca25a8728","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6825","nonce":1376044245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6827","nonce":1376044245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6831","nonce":1376044245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6829","nonce":1376044245}]},"public_addr":"172.21.15.60:6825/1376044245","cluster_addr":"172.21.15.60:6827/1376044245","heartbeat_back_addr":"172.21.15.60:6831/1376044245","heartbeat_front_addr":"172.21.15.60:6829/1376044245","state":["exists","up"]},{"osd":11,"uuid":"856d5711-f90b-4619-abff-071e87b9d9cd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6825","nonce":3670550862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6827","nonce":3670550862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6831","nonce":3670550862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6829","nonce":3670550862}]},"public_addr":"172.21.15.77:6825/3670550862","cluster_addr":"172.21.15.77:6827/3670550862","heartbeat_back_addr":"172.21.15.77:6831/3670550862","heartbeat_front_addr":"172.21.15.77:6829/3670550862","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:06:41.613797+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:07.131615+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:31.297626+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:04.225630+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:29.488657+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:53.416655+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:27.501283+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:52.564404+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:17.639136+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:51.369821+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:18.024792+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:43.603806+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2206749889":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/840755370":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6800/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/2890553385":"2024-05-22T00:04:13.638637+0000","172.21.15.12:6800/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/3618065373":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/3942652702":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/1867303420":"2024-05-22T00:04:13.638637+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:14:08.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.583+0000 7f7d7a400700 1 -- 172.21.15.12:0/847075985 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7d580b2910 msgr2=0x7f7d580b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:08.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.583+0000 7f7d7a400700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7d580b2910 0x7f7d580b4dd0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f7d64006010 tx=0x7f7d6400b260 comp rx=0 tx=0).stop 2024-05-21T00:14:08.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.583+0000 7f7d7a400700 1 -- 172.21.15.12:0/847075985 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d74106120 msgr2=0x7f7d7419c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:08.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.583+0000 7f7d7a400700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d74106120 0x7f7d7419c380 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7d6000eb30 tx=0x7f7d6000ee40 comp rx=0 tx=0).stop 2024-05-21T00:14:08.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.583+0000 7f7d7a400700 1 -- 172.21.15.12:0/847075985 shutdown_connections 2024-05-21T00:14:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.583+0000 7f7d7a400700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7d7410b760 0x7f7d741a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.583+0000 7f7d7a400700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7d74105760 0x7f7d7419be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.583+0000 7f7d7a400700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7d580b2910 0x7f7d580b4dd0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.583+0000 7f7d7a400700 1 --2- 172.21.15.12:0/847075985 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7d74106120 0x7f7d7419c380 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.583+0000 7f7d7a400700 1 -- 172.21.15.12:0/847075985 >> 172.21.15.12:0/847075985 conn(0x7f7d74101210 msgr2=0x7f7d74101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.584+0000 7f7d7a400700 1 -- 172.21.15.12:0/847075985 shutdown_connections 2024-05-21T00:14:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:08.584+0000 7f7d7a400700 1 -- 172.21.15.12:0/847075985 wait complete. 2024-05-21T00:14:09.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:08 smithi077 ceph-mon[36377]: pgmap v351: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T00:14:09.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:08 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/847075985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:14:09.315 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:08 smithi012 ceph-mon[31403]: pgmap v351: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T00:14:09.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:08 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/847075985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:14:09.440 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-21T00:14:09.440 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:14:09.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:08 smithi060 ceph-mon[36426]: pgmap v351: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T00:14:09.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:08 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/847075985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:14:09.915 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:11.106 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:10 smithi012 ceph-mon[31403]: pgmap v352: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T00:14:11.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:10 smithi077 ceph-mon[36377]: pgmap v352: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T00:14:11.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:10 smithi060 ceph-mon[36426]: pgmap v352: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T00:14:11.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.957+0000 7f407c800700 1 -- 172.21.15.12:0/1637238742 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f407410b780 msgr2=0x7f407410bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:11.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.957+0000 7f407c800700 1 --2- 172.21.15.12:0/1637238742 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f407410b780 0x7f407410bb60 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f40680098f0 tx=0x7f4068009c00 comp rx=0 tx=0).stop 2024-05-21T00:14:11.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.957+0000 7f407c800700 1 -- 172.21.15.12:0/1637238742 shutdown_connections 2024-05-21T00:14:11.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.957+0000 7f407c800700 1 --2- 172.21.15.12:0/1637238742 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4074106140 0x7f4074112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:11.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.957+0000 7f407c800700 1 --2- 172.21.15.12:0/1637238742 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f407410b780 0x7f407410bb60 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:11.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.957+0000 7f407c800700 1 --2- 172.21.15.12:0/1637238742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4074105780 0x7f4074105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:11.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.957+0000 7f407c800700 1 -- 172.21.15.12:0/1637238742 >> 172.21.15.12:0/1637238742 conn(0x7f4074101270 msgr2=0x7f4074103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:11.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.957+0000 7f407c800700 1 -- 172.21.15.12:0/1637238742 shutdown_connections 2024-05-21T00:14:11.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.957+0000 7f407c800700 1 -- 172.21.15.12:0/1637238742 wait complete. 2024-05-21T00:14:11.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.958+0000 7f407c800700 1 Processor -- start 2024-05-21T00:14:11.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.958+0000 7f407c800700 1 -- start start 2024-05-21T00:14:11.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f407c800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4074105780 0x7f407419bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:11.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f407c800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4074106140 0x7f407419c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:11.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f407c800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f407410b780 0x7f40741a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:11.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f407c800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f40741159b0 con 0x7f407410b780 2024-05-21T00:14:11.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f407c800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4074115830 con 0x7f4074106140 2024-05-21T00:14:11.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f407c800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f4074115b30 con 0x7f4074105780 2024-05-21T00:14:11.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f4079e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4074105780 0x7f407419bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:11.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f4079e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4074105780 0x7f407419bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:49558/0 (socket says 172.21.15.12:49558) 2024-05-21T00:14:11.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f4079e00700 1 -- 172.21.15.12:0/1343184343 learned_addr learned my addr 172.21.15.12:0/1343184343 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:11.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f407a800700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f407410b780 0x7f40741a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:11.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f4079400700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4074106140 0x7f407419c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:11.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f4079e00700 1 -- 172.21.15.12:0/1343184343 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4074106140 msgr2=0x7f407419c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:11.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f4079e00700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4074106140 0x7f407419c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:11.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f4079e00700 1 -- 172.21.15.12:0/1343184343 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f407410b780 msgr2=0x7f40741a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:11.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f4079e00700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f407410b780 0x7f40741a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:11.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.959+0000 7f4079e00700 1 -- 172.21.15.12:0/1343184343 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40741a0ed0 con 0x7f4074105780 2024-05-21T00:14:11.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.960+0000 7f4079e00700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4074105780 0x7f407419bec0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4068009230 tx=0x7f406800fa70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:11.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.960+0000 7f406ea00700 1 -- 172.21.15.12:0/1343184343 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40680050c0 con 0x7f4074105780 2024-05-21T00:14:11.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.960+0000 7f406ea00700 1 -- 172.21.15.12:0/1343184343 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f406800b560 con 0x7f4074105780 2024-05-21T00:14:11.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.960+0000 7f406ea00700 1 -- 172.21.15.12:0/1343184343 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4068003a00 con 0x7f4074105780 2024-05-21T00:14:11.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.960+0000 7f407c800700 1 -- 172.21.15.12:0/1343184343 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40741a1160 con 0x7f4074105780 2024-05-21T00:14:11.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.960+0000 7f407c800700 1 -- 172.21.15.12:0/1343184343 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40741a8a40 con 0x7f4074105780 2024-05-21T00:14:11.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.961+0000 7f407c800700 1 -- 172.21.15.12:0/1343184343 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4074106ec0 con 0x7f4074105780 2024-05-21T00:14:11.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.964+0000 7f406ea00700 1 -- 172.21.15.12:0/1343184343 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f406800b710 con 0x7f4074105780 2024-05-21T00:14:11.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.965+0000 7f406ea00700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f405c0b2910 0x7f405c0b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:11.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.965+0000 7f406ea00700 1 -- 172.21.15.12:0/1343184343 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f40680e3480 con 0x7f4074105780 2024-05-21T00:14:11.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.965+0000 7f4079400700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f405c0b2910 0x7f405c0b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:11.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.966+0000 7f4079400700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f405c0b2910 0x7f405c0b4dd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4064009750 tx=0x7f4064009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:11.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:11.967+0000 7f406ea00700 1 -- 172.21.15.12:0/1343184343 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4068013030 con 0x7f4074105780 2024-05-21T00:14:12.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.211+0000 7f407c800700 1 -- 172.21.15.12:0/1343184343 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f407402e560 con 0x7f4074105780 2024-05-21T00:14:12.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.213+0000 7f406ea00700 1 -- 172.21.15.12:0/1343184343 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22452 (secure 0 0 0) 0x7f40680ab0a0 con 0x7f4074105780 2024-05-21T00:14:12.212 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:14:12.212 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","created":"2024-05-21T00:03:31.857871+0000","modified":"2024-05-21T00:13:48.805372+0000","last_up_change":"2024-05-21T00:11:45.298954+0000","last_in_change":"2024-05-21T00:11:25.604086+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:07:33.533592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:12:51.199495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:12:55.743028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eb262230-57ca-4f86-9c2b-480a80166146","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6803","nonce":555322069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6805","nonce":555322069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6809","nonce":555322069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6807","nonce":555322069}]},"public_addr":"172.21.15.12:6803/555322069","cluster_addr":"172.21.15.12:6805/555322069","heartbeat_back_addr":"172.21.15.12:6809/555322069","heartbeat_front_addr":"172.21.15.12:6807/555322069","state":["exists","up"]},{"osd":1,"uuid":"4a47cb31-071b-46be-9a26-4a6312ddaaca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6801","nonce":1346604098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6803","nonce":1346604098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6807","nonce":1346604098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6805","nonce":1346604098}]},"public_addr":"172.21.15.60:6801/1346604098","cluster_addr":"172.21.15.60:6803/1346604098","heartbeat_back_addr":"172.21.15.60:6807/1346604098","heartbeat_front_addr":"172.21.15.60:6805/1346604098","state":["exists","up"]},{"osd":2,"uuid":"f29f0f11-f36c-4603-a4e7-3294eb5e9568","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6801","nonce":2955000302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6803","nonce":2955000302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6807","nonce":2955000302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6805","nonce":2955000302}]},"public_addr":"172.21.15.77:6801/2955000302","cluster_addr":"172.21.15.77:6803/2955000302","heartbeat_back_addr":"172.21.15.77:6807/2955000302","heartbeat_front_addr":"172.21.15.77:6805/2955000302","state":["exists","up"]},{"osd":3,"uuid":"671ae43b-4ee1-4c5f-8c8d-12c5807af59c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6811","nonce":2515804940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6813","nonce":2515804940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6817","nonce":2515804940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6815","nonce":2515804940}]},"public_addr":"172.21.15.12:6811/2515804940","cluster_addr":"172.21.15.12:6813/2515804940","heartbeat_back_addr":"172.21.15.12:6817/2515804940","heartbeat_front_addr":"172.21.15.12:6815/2515804940","state":["exists","up"]},{"osd":4,"uuid":"527f3934-7fb5-4e65-8ef9-e5921bc5ba65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6809","nonce":2773894843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6811","nonce":2773894843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6815","nonce":2773894843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6813","nonce":2773894843}]},"public_addr":"172.21.15.60:6809/2773894843","cluster_addr":"172.21.15.60:6811/2773894843","heartbeat_back_addr":"172.21.15.60:6815/2773894843","heartbeat_front_addr":"172.21.15.60:6813/2773894843","state":["exists","up"]},{"osd":5,"uuid":"2c37b2c3-a9c0-47b3-9023-84566d18e0af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6809","nonce":202950059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6811","nonce":202950059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6815","nonce":202950059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6813","nonce":202950059}]},"public_addr":"172.21.15.77:6809/202950059","cluster_addr":"172.21.15.77:6811/202950059","heartbeat_back_addr":"172.21.15.77:6815/202950059","heartbeat_front_addr":"172.21.15.77:6813/202950059","state":["exists","up"]},{"osd":6,"uuid":"68c18062-e034-421d-b135-ab35d7d4bd25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6819","nonce":1511296628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6821","nonce":1511296628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6825","nonce":1511296628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6823","nonce":1511296628}]},"public_addr":"172.21.15.12:6819/1511296628","cluster_addr":"172.21.15.12:6821/1511296628","heartbeat_back_addr":"172.21.15.12:6825/1511296628","heartbeat_front_addr":"172.21.15.12:6823/1511296628","state":["exists","up"]},{"osd":7,"uuid":"0ac8383b-1578-44f1-8ebe-420d79511dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6817","nonce":4203237802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6819","nonce":4203237802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6823","nonce":4203237802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6821","nonce":4203237802}]},"public_addr":"172.21.15.60:6817/4203237802","cluster_addr":"172.21.15.60:6819/4203237802","heartbeat_back_addr":"172.21.15.60:6823/4203237802","heartbeat_front_addr":"172.21.15.60:6821/4203237802","state":["exists","up"]},{"osd":8,"uuid":"65362b50-2bba-422b-a5c9-1584cf55583d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6817","nonce":1939530536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6819","nonce":1939530536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6823","nonce":1939530536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6821","nonce":1939530536}]},"public_addr":"172.21.15.77:6817/1939530536","cluster_addr":"172.21.15.77:6819/1939530536","heartbeat_back_addr":"172.21.15.77:6823/1939530536","heartbeat_front_addr":"172.21.15.77:6821/1939530536","state":["exists","up"]},{"osd":9,"uuid":"9572a8a5-22f1-49ac-8b92-9e88dfac6dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6827","nonce":849418735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6829","nonce":849418735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6833","nonce":849418735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6831","nonce":849418735}]},"public_addr":"172.21.15.12:6827/849418735","cluster_addr":"172.21.15.12:6829/849418735","heartbeat_back_addr":"172.21.15.12:6833/849418735","heartbeat_front_addr":"172.21.15.12:6831/849418735","state":["exists","up"]},{"osd":10,"uuid":"9a42dca5-3dfa-4d8e-a33d-385ca25a8728","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6825","nonce":1376044245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6827","nonce":1376044245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6831","nonce":1376044245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6829","nonce":1376044245}]},"public_addr":"172.21.15.60:6825/1376044245","cluster_addr":"172.21.15.60:6827/1376044245","heartbeat_back_addr":"172.21.15.60:6831/1376044245","heartbeat_front_addr":"172.21.15.60:6829/1376044245","state":["exists","up"]},{"osd":11,"uuid":"856d5711-f90b-4619-abff-071e87b9d9cd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6825","nonce":3670550862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6827","nonce":3670550862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6831","nonce":3670550862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6829","nonce":3670550862}]},"public_addr":"172.21.15.77:6825/3670550862","cluster_addr":"172.21.15.77:6827/3670550862","heartbeat_back_addr":"172.21.15.77:6831/3670550862","heartbeat_front_addr":"172.21.15.77:6829/3670550862","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:06:41.613797+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:07.131615+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:31.297626+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:04.225630+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:29.488657+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:53.416655+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:27.501283+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:52.564404+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:17.639136+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:51.369821+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:18.024792+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:43.603806+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2206749889":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/840755370":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6800/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/2890553385":"2024-05-22T00:04:13.638637+0000","172.21.15.12:6800/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/3618065373":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/3942652702":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/1867303420":"2024-05-22T00:04:13.638637+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:14:12.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.216+0000 7f407c800700 1 -- 172.21.15.12:0/1343184343 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f405c0b2910 msgr2=0x7f405c0b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:12.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.216+0000 7f407c800700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f405c0b2910 0x7f405c0b4dd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4064009750 tx=0x7f4064009310 comp rx=0 tx=0).stop 2024-05-21T00:14:12.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.216+0000 7f407c800700 1 -- 172.21.15.12:0/1343184343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4074105780 msgr2=0x7f407419bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:12.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.216+0000 7f407c800700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4074105780 0x7f407419bec0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4068009230 tx=0x7f406800fa70 comp rx=0 tx=0).stop 2024-05-21T00:14:12.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.216+0000 7f407c800700 1 -- 172.21.15.12:0/1343184343 shutdown_connections 2024-05-21T00:14:12.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.216+0000 7f407c800700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f405c0b2910 0x7f405c0b4dd0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:12.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.216+0000 7f407c800700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f407410b780 0x7f40741a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:12.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.216+0000 7f407c800700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4074105780 0x7f407419bec0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:12.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.217+0000 7f407c800700 1 --2- 172.21.15.12:0/1343184343 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4074106140 0x7f407419c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:12.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.217+0000 7f407c800700 1 -- 172.21.15.12:0/1343184343 >> 172.21.15.12:0/1343184343 conn(0x7f4074101270 msgr2=0x7f4074101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:12.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.217+0000 7f407c800700 1 -- 172.21.15.12:0/1343184343 shutdown_connections 2024-05-21T00:14:12.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:12.217+0000 7f407c800700 1 -- 172.21.15.12:0/1343184343 wait complete. 2024-05-21T00:14:13.050 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-21T00:14:13.050 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-21T00:14:13.051 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-21T00:14:13.051 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-21T00:14:13.052 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-21T00:14:13.052 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-21T00:14:13.052 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-21T00:14:13.053 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-21T00:14:13.053 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-05-21T00:14:13.054 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-05-21T00:14:13.054 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-05-21T00:14:13.054 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-05-21T00:14:13.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:13 smithi012 ceph-mon[31403]: pgmap v353: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-21T00:14:13.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:13 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1343184343' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:14:13.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:13 smithi077 ceph-mon[36377]: pgmap v353: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-21T00:14:13.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:13 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1343184343' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:14:13.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:13 smithi060 ceph-mon[36426]: pgmap v353: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-05-21T00:14:13.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:13 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1343184343' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:14:14.089 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:14.519 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:14.519 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:14.520 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:14.526 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:14.534 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:14.549 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:14.549 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:14.552 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:14.561 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:14.567 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:14.569 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:15.257 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:15 smithi012 ceph-mon[31403]: pgmap v354: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:14:15.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:15 smithi077 ceph-mon[36377]: pgmap v354: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:14:15.279 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:15 smithi060 ceph-mon[36426]: pgmap v354: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:14:17.161 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:17 smithi012 ceph-mon[31403]: pgmap v355: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:14:17.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:17 smithi077 ceph-mon[36377]: pgmap v355: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:14:17.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:17 smithi060 ceph-mon[36426]: pgmap v355: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:14:19.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.672+0000 7f3fb2200700 1 -- 172.21.15.12:0/365391780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fac10fd10 msgr2=0x7f3fac112120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:19.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.672+0000 7f3fb2200700 1 --2- 172.21.15.12:0/365391780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fac10fd10 0x7f3fac112120 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f3fa400b0a0 tx=0x7f3fa400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:14:19.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.672+0000 7f3fb2200700 1 -- 172.21.15.12:0/365391780 shutdown_connections 2024-05-21T00:14:19.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.673+0000 7f3fb2200700 1 --2- 172.21.15.12:0/365391780 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fac10fd10 0x7f3fac112120 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:19.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.673+0000 7f3fb2200700 1 --2- 172.21.15.12:0/365391780 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3fac075910 0x7f3fac075cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:19.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.673+0000 7f3fb2200700 1 --2- 172.21.15.12:0/365391780 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fac076230 0x7f3fac10f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:19.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.673+0000 7f3fb2200700 1 -- 172.21.15.12:0/365391780 >> 172.21.15.12:0/365391780 conn(0x7f3fac0fefc0 msgr2=0x7f3fac1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:19.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.673+0000 7f3fb2200700 1 -- 172.21.15.12:0/365391780 shutdown_connections 2024-05-21T00:14:19.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.673+0000 7f3fb2200700 1 -- 172.21.15.12:0/365391780 wait complete. 2024-05-21T00:14:19.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.674+0000 7f3fb2200700 1 Processor -- start 2024-05-21T00:14:19.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.674+0000 7f3fb2200700 1 -- start start 2024-05-21T00:14:19.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.674+0000 7f3fb2200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fac075910 0x7f3fac103430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:19.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.674+0000 7f3fb2200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fac076230 0x7f3fac103970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:19.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fb2200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3fac10fd10 0x7f3fac103eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:19.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fb2200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3fac115890 con 0x7f3fac075910 2024-05-21T00:14:19.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fb0e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fac075910 0x7f3fac103430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:19.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fb2200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3fac115710 con 0x7f3fac10fd10 2024-05-21T00:14:19.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fb2200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f3fac115a10 con 0x7f3fac076230 2024-05-21T00:14:19.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fb0e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fac075910 0x7f3fac103430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47412/0 (socket says 172.21.15.12:47412) 2024-05-21T00:14:19.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fb0e00700 1 -- 172.21.15.12:0/211019222 learned_addr learned my addr 172.21.15.12:0/211019222 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:19.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fabe00700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fac076230 0x7f3fac103970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:19.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fb1800700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3fac10fd10 0x7f3fac103eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:19.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fb0e00700 1 -- 172.21.15.12:0/211019222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fac076230 msgr2=0x7f3fac103970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:19.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fb0e00700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3fac076230 0x7f3fac103970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:19.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fb0e00700 1 -- 172.21.15.12:0/211019222 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3fac10fd10 msgr2=0x7f3fac103eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:19.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fb0e00700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3fac10fd10 0x7f3fac103eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:19.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.675+0000 7f3fb0e00700 1 -- 172.21.15.12:0/211019222 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fac19bac0 con 0x7f3fac075910 2024-05-21T00:14:19.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.676+0000 7f3fb0e00700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fac075910 0x7f3fac103430 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3fa000e9a0 tx=0x7f3fa000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:19.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.676+0000 7f3fa9600700 1 -- 172.21.15.12:0/211019222 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fa000cbd0 con 0x7f3fac075910 2024-05-21T00:14:19.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.676+0000 7f3fa9600700 1 -- 172.21.15.12:0/211019222 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3fa000cd70 con 0x7f3fac075910 2024-05-21T00:14:19.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.676+0000 7f3fa9600700 1 -- 172.21.15.12:0/211019222 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fa0018660 con 0x7f3fac075910 2024-05-21T00:14:19.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.676+0000 7f3fb2200700 1 -- 172.21.15.12:0/211019222 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fac19bdb0 con 0x7f3fac075910 2024-05-21T00:14:19.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.676+0000 7f3fb2200700 1 -- 172.21.15.12:0/211019222 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fac19c2f0 con 0x7f3fac075910 2024-05-21T00:14:19.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.677+0000 7f3fb2200700 1 -- 172.21.15.12:0/211019222 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3fac063cd0 con 0x7f3fac075910 2024-05-21T00:14:19.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.680+0000 7f3fa9600700 1 -- 172.21.15.12:0/211019222 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f3fa0010430 con 0x7f3fac075910 2024-05-21T00:14:19.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.681+0000 7f3fa9600700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3f940b2910 0x7f3f940b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:19.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.681+0000 7f3fa9600700 1 -- 172.21.15.12:0/211019222 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f3fa00e2e20 con 0x7f3fac075910 2024-05-21T00:14:19.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.682+0000 7f3fabe00700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3f940b2910 0x7f3f940b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:19.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.682+0000 7f3fa9600700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802] conn(0x7f3f940bc3d0 0x7f3f940be870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:19.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.682+0000 7f3fa9600700 1 -- 172.21.15.12:0/211019222 --> [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3fa0028ea0 con 0x7f3f940bc3d0 2024-05-21T00:14:19.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.682+0000 7f3fa9600700 1 -- 172.21.15.12:0/211019222 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f3fa00e31d0 con 0x7f3fac075910 2024-05-21T00:14:19.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.682+0000 7f3fb1800700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802] conn(0x7f3f940bc3d0 0x7f3f940be870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:19.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.682+0000 7f3fabe00700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3f940b2910 0x7f3f940b4dd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3fac104bf0 tx=0x7f3f98009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:19.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.683+0000 7f3fb1800700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802] conn(0x7f3f940bc3d0 0x7f3f940be870 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:19.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.684+0000 7f3fa9600700 1 -- 172.21.15.12:0/211019222 <== osd.7 v2:172.21.15.60:6816/4203237802 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3fa0028ea0 con 0x7f3f940bc3d0 2024-05-21T00:14:19.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.702+0000 7f3fb2200700 1 -- 172.21.15.12:0/211019222 --> [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3fac0640d0 con 0x7f3f940bc3d0 2024-05-21T00:14:19.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.702+0000 7f3fa9600700 1 -- 172.21.15.12:0/211019222 <== osd.7 v2:172.21.15.60:6816/4203237802 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3fac0640d0 con 0x7f3f940bc3d0 2024-05-21T00:14:19.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.703+0000 7f3fb2200700 1 -- 172.21.15.12:0/211019222 >> [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802] conn(0x7f3f940bc3d0 msgr2=0x7f3f940be870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:19.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.703+0000 7f3fb2200700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802] conn(0x7f3f940bc3d0 0x7f3f940be870 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:19.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.703+0000 7f3fb2200700 1 -- 172.21.15.12:0/211019222 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3f940b2910 msgr2=0x7f3f940b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:19.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.703+0000 7f3fb2200700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3f940b2910 0x7f3f940b4dd0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3fac104bf0 tx=0x7f3f98009260 comp rx=0 tx=0).stop 2024-05-21T00:14:19.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.703+0000 7f3fb2200700 1 -- 172.21.15.12:0/211019222 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fac075910 msgr2=0x7f3fac103430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:19.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.703+0000 7f3fb2200700 1 --2- 172.21.15.12:0/211019222 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3fac075910 0x7f3fac103430 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3fa000e9a0 tx=0x7f3fa000ecb0 comp rx=0 tx=0).stop 2024-05-21T00:14:19.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.703+0000 7f3fb1800700 1 -- 172.21.15.12:0/211019222 reap_dead start 2024-05-21T00:14:19.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.703+0000 7f3fb2200700 1 -- 172.21.15.12:0/211019222 shutdown_connections 2024-05-21T00:14:19.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.703+0000 7f3fb2200700 1 -- 172.21.15.12:0/211019222 >> 172.21.15.12:0/211019222 conn(0x7f3fac0fefc0 msgr2=0x7f3fac0ffc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:19.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.703+0000 7f3fb2200700 1 -- 172.21.15.12:0/211019222 shutdown_connections 2024-05-21T00:14:19.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:18.703+0000 7f3fb2200700 1 -- 172.21.15.12:0/211019222 wait complete. 2024-05-21T00:14:19.128 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:19 smithi012 ceph-mon[31403]: pgmap v356: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:19.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:19 smithi077 ceph-mon[36377]: pgmap v356: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:19.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:19 smithi060 ceph-mon[36426]: pgmap v356: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:21.206 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:21 smithi012 ceph-mon[31403]: pgmap v357: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:21.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:21 smithi077 ceph-mon[36377]: pgmap v357: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:21.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:21 smithi060 ceph-mon[36426]: pgmap v357: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:23.278 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:23 smithi077 ceph-mon[36377]: pgmap v358: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:14:23.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:23 smithi012 ceph-mon[31403]: pgmap v358: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:14:23.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:23 smithi060 ceph-mon[36426]: pgmap v358: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:14:23.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.650+0000 7f2b98600700 1 -- 172.21.15.12:0/527233271 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2b90076090 msgr2=0x7f2b9010fa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:23.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.650+0000 7f2b98600700 1 --2- 172.21.15.12:0/527233271 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2b90076090 0x7f2b9010fa70 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c009990 tx=0x7f2b7c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:14:23.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.650+0000 7f2b98600700 1 -- 172.21.15.12:0/527233271 shutdown_connections 2024-05-21T00:14:23.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.650+0000 7f2b98600700 1 --2- 172.21.15.12:0/527233271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2b9010ffb0 0x7f2b901123a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:23.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.650+0000 7f2b98600700 1 --2- 172.21.15.12:0/527233271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b90075770 0x7f2b90075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:23.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.650+0000 7f2b98600700 1 --2- 172.21.15.12:0/527233271 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2b90076090 0x7f2b9010fa70 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:23.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.650+0000 7f2b98600700 1 -- 172.21.15.12:0/527233271 >> 172.21.15.12:0/527233271 conn(0x7f2b9007a700 msgr2=0x7f2b9007ab10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:23.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.650+0000 7f2b98600700 1 -- 172.21.15.12:0/527233271 shutdown_connections 2024-05-21T00:14:23.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.650+0000 7f2b98600700 1 -- 172.21.15.12:0/527233271 wait complete. 2024-05-21T00:14:23.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.652+0000 7f2b98600700 1 Processor -- start 2024-05-21T00:14:23.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.652+0000 7f2b98600700 1 -- start start 2024-05-21T00:14:23.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b98600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b90075770 0x7f2b9019beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:23.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b98600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2b90076090 0x7f2b9019c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:23.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b98600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2b9010ffb0 0x7f2b901a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:23.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b98600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2b901158c0 con 0x7f2b9010ffb0 2024-05-21T00:14:23.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b98600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2b90115740 con 0x7f2b90076090 2024-05-21T00:14:23.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b98600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f2b90115a40 con 0x7f2b90075770 2024-05-21T00:14:23.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b95200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2b90076090 0x7f2b9019c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:23.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b96600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2b9010ffb0 0x7f2b901a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:23.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b95200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2b90076090 0x7f2b9019c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:50424/0 (socket says 172.21.15.12:50424) 2024-05-21T00:14:23.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b95200700 1 -- 172.21.15.12:0/155186483 learned_addr learned my addr 172.21.15.12:0/155186483 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:23.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b95c00700 1 --2- 172.21.15.12:0/155186483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b90075770 0x7f2b9019beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:23.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b95200700 1 -- 172.21.15.12:0/155186483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b90075770 msgr2=0x7f2b9019beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:23.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b95200700 1 --2- 172.21.15.12:0/155186483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2b90075770 0x7f2b9019beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:23.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b95200700 1 -- 172.21.15.12:0/155186483 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2b9010ffb0 msgr2=0x7f2b901a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:23.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b95200700 1 --2- 172.21.15.12:0/155186483 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2b9010ffb0 0x7f2b901a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:23.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.653+0000 7f2b95200700 1 -- 172.21.15.12:0/155186483 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b901a0ec0 con 0x7f2b90076090 2024-05-21T00:14:23.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.654+0000 7f2b95200700 1 --2- 172.21.15.12:0/155186483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2b90076090 0x7f2b9019c3f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c000c00 tx=0x7f2b7c00bfd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:23.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.654+0000 7f2b8e000700 1 -- 172.21.15.12:0/155186483 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b7c027070 con 0x7f2b90076090 2024-05-21T00:14:23.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.654+0000 7f2b98600700 1 -- 172.21.15.12:0/155186483 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b901a1150 con 0x7f2b90076090 2024-05-21T00:14:23.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.654+0000 7f2b8e000700 1 -- 172.21.15.12:0/155186483 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2b7c022470 con 0x7f2b90076090 2024-05-21T00:14:23.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.654+0000 7f2b8e000700 1 -- 172.21.15.12:0/155186483 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b7c017650 con 0x7f2b90076090 2024-05-21T00:14:23.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.654+0000 7f2b98600700 1 -- 172.21.15.12:0/155186483 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b901a8a30 con 0x7f2b90076090 2024-05-21T00:14:23.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.655+0000 7f2b98600700 1 -- 172.21.15.12:0/155186483 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2b90063c50 con 0x7f2b90076090 2024-05-21T00:14:23.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.658+0000 7f2b8e000700 1 -- 172.21.15.12:0/155186483 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f2b7c02a070 con 0x7f2b90076090 2024-05-21T00:14:23.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.659+0000 7f2b8e000700 1 --2- 172.21.15.12:0/155186483 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2b780b2910 0x7f2b780b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:23.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.659+0000 7f2b8e000700 1 -- 172.21.15.12:0/155186483 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f2b7c0e3520 con 0x7f2b90076090 2024-05-21T00:14:23.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.659+0000 7f2b95c00700 1 --2- 172.21.15.12:0/155186483 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2b780b2910 0x7f2b780b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:23.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.660+0000 7f2b8e000700 1 --2- 172.21.15.12:0/155186483 >> [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302] conn(0x7f2b780bc2a0 0x7f2b780be740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:23.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.660+0000 7f2b8e000700 1 -- 172.21.15.12:0/155186483 --> [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2b7c00b0b0 con 0x7f2b780bc2a0 2024-05-21T00:14:23.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.660+0000 7f2b8e000700 1 -- 172.21.15.12:0/155186483 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f2b7c0e38d0 con 0x7f2b90076090 2024-05-21T00:14:23.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.660+0000 7f2b96600700 1 --2- 172.21.15.12:0/155186483 >> [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302] conn(0x7f2b780bc2a0 0x7f2b780be740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:23.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.660+0000 7f2b95c00700 1 --2- 172.21.15.12:0/155186483 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2b780b2910 0x7f2b780b4dd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2b84009680 tx=0x7f2b84009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:23.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.661+0000 7f2b96600700 1 --2- 172.21.15.12:0/155186483 >> [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302] conn(0x7f2b780bc2a0 0x7f2b780be740 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:23.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.662+0000 7f2b8e000700 1 -- 172.21.15.12:0/155186483 <== osd.2 v2:172.21.15.77:6800/2955000302 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2b7c00b0b0 con 0x7f2b780bc2a0 2024-05-21T00:14:23.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.680+0000 7f2b98600700 1 -- 172.21.15.12:0/155186483 --> [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2b90064050 con 0x7f2b780bc2a0 2024-05-21T00:14:23.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.681+0000 7f2b8e000700 1 -- 172.21.15.12:0/155186483 <== osd.2 v2:172.21.15.77:6800/2955000302 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f2b90064050 con 0x7f2b780bc2a0 2024-05-21T00:14:23.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.681+0000 7f2b98600700 1 -- 172.21.15.12:0/155186483 >> [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302] conn(0x7f2b780bc2a0 msgr2=0x7f2b780be740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:23.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.681+0000 7f2b98600700 1 --2- 172.21.15.12:0/155186483 >> [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302] conn(0x7f2b780bc2a0 0x7f2b780be740 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:23.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.681+0000 7f2b98600700 1 -- 172.21.15.12:0/155186483 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2b780b2910 msgr2=0x7f2b780b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:23.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.681+0000 7f2b98600700 1 --2- 172.21.15.12:0/155186483 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2b780b2910 0x7f2b780b4dd0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2b84009680 tx=0x7f2b84009260 comp rx=0 tx=0).stop 2024-05-21T00:14:23.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.681+0000 7f2b98600700 1 -- 172.21.15.12:0/155186483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2b90076090 msgr2=0x7f2b9019c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:23.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.681+0000 7f2b98600700 1 --2- 172.21.15.12:0/155186483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2b90076090 0x7f2b9019c3f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c000c00 tx=0x7f2b7c00bfd0 comp rx=0 tx=0).stop 2024-05-21T00:14:23.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.681+0000 7f2b96600700 1 -- 172.21.15.12:0/155186483 reap_dead start 2024-05-21T00:14:23.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.682+0000 7f2b98600700 1 -- 172.21.15.12:0/155186483 shutdown_connections 2024-05-21T00:14:23.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.682+0000 7f2b98600700 1 -- 172.21.15.12:0/155186483 >> 172.21.15.12:0/155186483 conn(0x7f2b9007a700 msgr2=0x7f2b90101bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:23.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.682+0000 7f2b98600700 1 -- 172.21.15.12:0/155186483 shutdown_connections 2024-05-21T00:14:23.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:23.682+0000 7f2b98600700 1 -- 172.21.15.12:0/155186483 wait complete. 2024-05-21T00:14:25.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:25 smithi012 ceph-mon[31403]: pgmap v359: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:14:25.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:25 smithi060 ceph-mon[36426]: pgmap v359: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:14:25.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:25 smithi077 ceph-mon[36377]: pgmap v359: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:14:26.700 INFO:teuthology.orchestra.run.smithi012.stdout:77309411412 2024-05-21T00:14:26.701 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-21T00:14:27.163 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:27 smithi012 ceph-mon[31403]: pgmap v360: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:14:27.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.242+0000 7feb58800700 1 -- 172.21.15.12:0/1468805951 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb5010b760 msgr2=0x7feb5010bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:27.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.242+0000 7feb58800700 1 --2- 172.21.15.12:0/1468805951 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb5010b760 0x7feb5010bb40 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7feb44009990 tx=0x7feb44009ca0 comp rx=0 tx=0).stop 2024-05-21T00:14:27.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.242+0000 7feb58800700 1 -- 172.21.15.12:0/1468805951 shutdown_connections 2024-05-21T00:14:27.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.242+0000 7feb58800700 1 --2- 172.21.15.12:0/1468805951 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb50106120 0x7feb50112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:27.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.242+0000 7feb58800700 1 --2- 172.21.15.12:0/1468805951 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb5010b760 0x7feb5010bb40 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:27.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.242+0000 7feb58800700 1 --2- 172.21.15.12:0/1468805951 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb50105760 0x7feb50105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:27.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.242+0000 7feb58800700 1 -- 172.21.15.12:0/1468805951 >> 172.21.15.12:0/1468805951 conn(0x7feb50101210 msgr2=0x7feb50103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:27.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.242+0000 7feb58800700 1 -- 172.21.15.12:0/1468805951 shutdown_connections 2024-05-21T00:14:27.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.242+0000 7feb58800700 1 -- 172.21.15.12:0/1468805951 wait complete. 2024-05-21T00:14:27.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.243+0000 7feb58800700 1 Processor -- start 2024-05-21T00:14:27.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.244+0000 7feb58800700 1 -- start start 2024-05-21T00:14:27.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.244+0000 7feb58800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb50105760 0x7feb50077a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.244+0000 7feb58800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb50106120 0x7feb50077f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.244+0000 7feb58800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb5010b760 0x7feb500784d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.244+0000 7feb58800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7feb50115990 con 0x7feb5010b760 2024-05-21T00:14:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.244+0000 7feb58800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7feb50115810 con 0x7feb50106120 2024-05-21T00:14:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.244+0000 7feb58800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7feb50115b10 con 0x7feb50105760 2024-05-21T00:14:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.244+0000 7feb55400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb50106120 0x7feb50077f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.244+0000 7feb55e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb50105760 0x7feb50077a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.244+0000 7feb55400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb50106120 0x7feb50077f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:51896/0 (socket says 172.21.15.12:51896) 2024-05-21T00:14:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.244+0000 7feb55400700 1 -- 172.21.15.12:0/3345994126 learned_addr learned my addr 172.21.15.12:0/3345994126 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:27.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.244+0000 7feb56800700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb5010b760 0x7feb500784d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.245+0000 7feb55400700 1 -- 172.21.15.12:0/3345994126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb50105760 msgr2=0x7feb50077a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.245+0000 7feb55400700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb50105760 0x7feb50077a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.245+0000 7feb55400700 1 -- 172.21.15.12:0/3345994126 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb5010b760 msgr2=0x7feb500784d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.245+0000 7feb55400700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb5010b760 0x7feb500784d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.245+0000 7feb55400700 1 -- 172.21.15.12:0/3345994126 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb501ac4f0 con 0x7feb50106120 2024-05-21T00:14:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.245+0000 7feb56800700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb5010b760 0x7feb500784d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:14:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.245+0000 7feb55400700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb50106120 0x7feb50077f90 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7feb4000e9a0 tx=0x7feb4000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:27.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.245+0000 7feb4aa00700 1 -- 172.21.15.12:0/3345994126 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4000cbd0 con 0x7feb50106120 2024-05-21T00:14:27.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.245+0000 7feb4aa00700 1 -- 172.21.15.12:0/3345994126 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb4000cd70 con 0x7feb50106120 2024-05-21T00:14:27.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.245+0000 7feb58800700 1 -- 172.21.15.12:0/3345994126 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb501ac7e0 con 0x7feb50106120 2024-05-21T00:14:27.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.245+0000 7feb4aa00700 1 -- 172.21.15.12:0/3345994126 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb40018660 con 0x7feb50106120 2024-05-21T00:14:27.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.245+0000 7feb58800700 1 -- 172.21.15.12:0/3345994126 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb501acd70 con 0x7feb50106120 2024-05-21T00:14:27.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.246+0000 7feb58800700 1 -- 172.21.15.12:0/3345994126 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7feb50063cd0 con 0x7feb50106120 2024-05-21T00:14:27.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.249+0000 7feb4aa00700 1 -- 172.21.15.12:0/3345994126 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7feb40010430 con 0x7feb50106120 2024-05-21T00:14:27.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.251+0000 7feb4aa00700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb380b29c0 0x7feb380b4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:27.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.251+0000 7feb4aa00700 1 -- 172.21.15.12:0/3345994126 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7feb400e2d40 con 0x7feb50106120 2024-05-21T00:14:27.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.251+0000 7feb55e00700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb380b29c0 0x7feb380b4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:27.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.251+0000 7feb4aa00700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059] conn(0x7feb380bc480 0x7feb380be920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:27.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.251+0000 7feb4aa00700 1 -- 172.21.15.12:0/3345994126 --> [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7feb380beff0 con 0x7feb380bc480 2024-05-21T00:14:27.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.251+0000 7feb4aa00700 1 -- 172.21.15.12:0/3345994126 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7feb400e30f0 con 0x7feb50106120 2024-05-21T00:14:27.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.252+0000 7feb56800700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059] conn(0x7feb380bc480 0x7feb380be920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.252+0000 7feb55e00700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb380b29c0 0x7feb380b4e80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7feb44006010 tx=0x7feb4400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.252+0000 7feb56800700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059] conn(0x7feb380bc480 0x7feb380be920 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.253+0000 7feb4aa00700 1 -- 172.21.15.12:0/3345994126 <== osd.5 v2:172.21.15.77:6808/202950059 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7feb380beff0 con 0x7feb380bc480 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.272+0000 7feb58800700 1 -- 172.21.15.12:0/3345994126 --> [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7feb500640d0 con 0x7feb380bc480 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.273+0000 7feb4aa00700 1 -- 172.21.15.12:0/3345994126 <== osd.5 v2:172.21.15.77:6808/202950059 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7feb500640d0 con 0x7feb380bc480 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.274+0000 7feb58800700 1 -- 172.21.15.12:0/3345994126 >> [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059] conn(0x7feb380bc480 msgr2=0x7feb380be920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.274+0000 7feb58800700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059] conn(0x7feb380bc480 0x7feb380be920 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.274+0000 7feb58800700 1 -- 172.21.15.12:0/3345994126 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb380b29c0 msgr2=0x7feb380b4e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.274+0000 7feb58800700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb380b29c0 0x7feb380b4e80 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7feb44006010 tx=0x7feb4400b260 comp rx=0 tx=0).stop 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.274+0000 7feb58800700 1 -- 172.21.15.12:0/3345994126 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb50106120 msgr2=0x7feb50077f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.274+0000 7feb58800700 1 --2- 172.21.15.12:0/3345994126 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb50106120 0x7feb50077f90 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7feb4000e9a0 tx=0x7feb4000ecb0 comp rx=0 tx=0).stop 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.274+0000 7feb56800700 1 -- 172.21.15.12:0/3345994126 reap_dead start 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.274+0000 7feb58800700 1 -- 172.21.15.12:0/3345994126 shutdown_connections 2024-05-21T00:14:27.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.274+0000 7feb58800700 1 -- 172.21.15.12:0/3345994126 >> 172.21.15.12:0/3345994126 conn(0x7feb50101210 msgr2=0x7feb50101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:27.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.274+0000 7feb58800700 1 -- 172.21.15.12:0/3345994126 shutdown_connections 2024-05-21T00:14:27.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:27.274+0000 7feb58800700 1 -- 172.21.15.12:0/3345994126 wait complete. 2024-05-21T00:14:27.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:27 smithi060 ceph-mon[36426]: pgmap v360: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:14:27.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:27 smithi077 ceph-mon[36377]: pgmap v360: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:14:28.607 INFO:teuthology.orchestra.run.smithi012.stdout:206158430263 2024-05-21T00:14:28.607 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-21T00:14:28.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.836+0000 7f0220000700 1 -- 172.21.15.12:0/575359158 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0218075770 msgr2=0x7f0218075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:28.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.836+0000 7f0220000700 1 --2- 172.21.15.12:0/575359158 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0218075770 0x7f0218075b50 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f020c0098f0 tx=0x7f020c009c00 comp rx=0 tx=0).stop 2024-05-21T00:14:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.836+0000 7f0220000700 1 -- 172.21.15.12:0/575359158 shutdown_connections 2024-05-21T00:14:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.836+0000 7f0220000700 1 --2- 172.21.15.12:0/575359158 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0218114710 0x7f0218116b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.836+0000 7f0220000700 1 --2- 172.21.15.12:0/575359158 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0218075770 0x7f0218075b50 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.836+0000 7f0220000700 1 --2- 172.21.15.12:0/575359158 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0218076090 0x7f02181141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.836+0000 7f0220000700 1 -- 172.21.15.12:0/575359158 >> 172.21.15.12:0/575359158 conn(0x7f021807a6f0 msgr2=0x7f021807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.836+0000 7f0220000700 1 -- 172.21.15.12:0/575359158 shutdown_connections 2024-05-21T00:14:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.836+0000 7f0220000700 1 -- 172.21.15.12:0/575359158 wait complete. 2024-05-21T00:14:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.837+0000 7f0220000700 1 Processor -- start 2024-05-21T00:14:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.837+0000 7f0220000700 1 -- start start 2024-05-21T00:14:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f0220000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0218075770 0x7f02181a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f0220000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0218076090 0x7f02181a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f0220000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0218114710 0x7f02181a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:28.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f0220000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0218119da0 con 0x7f0218075770 2024-05-21T00:14:28.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f0220000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0218119c20 con 0x7f0218076090 2024-05-21T00:14:28.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f0220000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0218119f20 con 0x7f0218114710 2024-05-21T00:14:28.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f021d600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0218075770 0x7f02181a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:28.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f021d600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0218075770 0x7f02181a0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53642/0 (socket says 172.21.15.12:53642) 2024-05-21T00:14:28.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f021d600700 1 -- 172.21.15.12:0/2534946436 learned_addr learned my addr 172.21.15.12:0/2534946436 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:28.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f021cc00700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0218076090 0x7f02181a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:28.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f021e000700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0218114710 0x7f02181a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:28.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f021d600700 1 -- 172.21.15.12:0/2534946436 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0218114710 msgr2=0x7f02181a4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:28.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f021d600700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0218114710 0x7f02181a4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:28.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f021d600700 1 -- 172.21.15.12:0/2534946436 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0218076090 msgr2=0x7f02181a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:28.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f021d600700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0218076090 0x7f02181a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:28.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.838+0000 7f021d600700 1 -- 172.21.15.12:0/2534946436 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02181a5260 con 0x7f0218075770 2024-05-21T00:14:28.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.839+0000 7f021d600700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0218075770 0x7f02181a0250 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f020c009230 tx=0x7f020c00fa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:28.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.839+0000 7f0216000700 1 -- 172.21.15.12:0/2534946436 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f020c0050c0 con 0x7f0218075770 2024-05-21T00:14:28.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.839+0000 7f0220000700 1 -- 172.21.15.12:0/2534946436 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02181a54f0 con 0x7f0218075770 2024-05-21T00:14:28.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.839+0000 7f0216000700 1 -- 172.21.15.12:0/2534946436 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f020c00b560 con 0x7f0218075770 2024-05-21T00:14:28.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.839+0000 7f0216000700 1 -- 172.21.15.12:0/2534946436 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f020c003a00 con 0x7f0218075770 2024-05-21T00:14:28.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.839+0000 7f0220000700 1 -- 172.21.15.12:0/2534946436 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02181acdd0 con 0x7f0218075770 2024-05-21T00:14:28.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.840+0000 7f0220000700 1 -- 172.21.15.12:0/2534946436 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0218110c10 con 0x7f0218075770 2024-05-21T00:14:28.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.843+0000 7f0216000700 1 -- 172.21.15.12:0/2534946436 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f020c00b710 con 0x7f0218075770 2024-05-21T00:14:28.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.844+0000 7f0216000700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f02000b2910 0x7f02000b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:28.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.845+0000 7f0216000700 1 -- 172.21.15.12:0/2534946436 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f020c0e36b0 con 0x7f0218075770 2024-05-21T00:14:28.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.845+0000 7f021cc00700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f02000b2910 0x7f02000b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:28.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.845+0000 7f0216000700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069] conn(0x7f02000bc3d0 0x7f02000be870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:28.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.845+0000 7f0216000700 1 -- 172.21.15.12:0/2534946436 --> [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f020c024e50 con 0x7f02000bc3d0 2024-05-21T00:14:28.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.845+0000 7f0216000700 1 -- 172.21.15.12:0/2534946436 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f020c0e3a60 con 0x7f0218075770 2024-05-21T00:14:28.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.845+0000 7f021e000700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069] conn(0x7f02000bc3d0 0x7f02000be870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:28.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.846+0000 7f021cc00700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f02000b2910 0x7f02000b4dd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0204009750 tx=0x7f0204009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:28.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.846+0000 7f021e000700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069] conn(0x7f02000bc3d0 0x7f02000be870 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:28.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.847+0000 7f0216000700 1 -- 172.21.15.12:0/2534946436 <== osd.0 v2:172.21.15.12:6802/555322069 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f020c024e50 con 0x7f02000bc3d0 2024-05-21T00:14:28.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.865+0000 7f0220000700 1 -- 172.21.15.12:0/2534946436 --> [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0218076e90 con 0x7f02000bc3d0 2024-05-21T00:14:28.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.866+0000 7f0216000700 1 -- 172.21.15.12:0/2534946436 <== osd.0 v2:172.21.15.12:6802/555322069 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0218076e90 con 0x7f02000bc3d0 2024-05-21T00:14:28.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.867+0000 7f0220000700 1 -- 172.21.15.12:0/2534946436 >> [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069] conn(0x7f02000bc3d0 msgr2=0x7f02000be870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:28.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.867+0000 7f0220000700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069] conn(0x7f02000bc3d0 0x7f02000be870 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:28.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.867+0000 7f0220000700 1 -- 172.21.15.12:0/2534946436 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f02000b2910 msgr2=0x7f02000b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:28.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.867+0000 7f0220000700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f02000b2910 0x7f02000b4dd0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0204009750 tx=0x7f0204009310 comp rx=0 tx=0).stop 2024-05-21T00:14:28.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.867+0000 7f0220000700 1 -- 172.21.15.12:0/2534946436 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0218075770 msgr2=0x7f02181a0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:28.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.867+0000 7f0220000700 1 --2- 172.21.15.12:0/2534946436 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0218075770 0x7f02181a0250 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f020c009230 tx=0x7f020c00fa70 comp rx=0 tx=0).stop 2024-05-21T00:14:28.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.867+0000 7f021e000700 1 -- 172.21.15.12:0/2534946436 reap_dead start 2024-05-21T00:14:28.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.867+0000 7f0220000700 1 -- 172.21.15.12:0/2534946436 shutdown_connections 2024-05-21T00:14:28.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.867+0000 7f0220000700 1 -- 172.21.15.12:0/2534946436 >> 172.21.15.12:0/2534946436 conn(0x7f021807a6f0 msgr2=0x7f02181101b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:28.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.867+0000 7f0220000700 1 -- 172.21.15.12:0/2534946436 shutdown_connections 2024-05-21T00:14:28.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:28.868+0000 7f0220000700 1 -- 172.21.15.12:0/2534946436 wait complete. 2024-05-21T00:14:29.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.925+0000 7f0314a00700 1 -- 172.21.15.12:0/2818658967 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0310075970 msgr2=0x7f0310075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:29.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.925+0000 7f0314a00700 1 --2- 172.21.15.12:0/2818658967 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0310075970 0x7f0310075d50 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f0300009990 tx=0x7f0300009ca0 comp rx=0 tx=0).stop 2024-05-21T00:14:29.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.925+0000 7f0314a00700 1 -- 172.21.15.12:0/2818658967 shutdown_connections 2024-05-21T00:14:29.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.925+0000 7f0314a00700 1 --2- 172.21.15.12:0/2818658967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f031010fc90 0x7f0310112100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:29.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.925+0000 7f0314a00700 1 --2- 172.21.15.12:0/2818658967 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0310075970 0x7f0310075d50 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:29.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.925+0000 7f0314a00700 1 --2- 172.21.15.12:0/2818658967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0310076290 0x7f031010f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:29.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.925+0000 7f0314a00700 1 -- 172.21.15.12:0/2818658967 >> 172.21.15.12:0/2818658967 conn(0x7f03100fef20 msgr2=0x7f0310101340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:29.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.925+0000 7f0314a00700 1 -- 172.21.15.12:0/2818658967 shutdown_connections 2024-05-21T00:14:29.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.925+0000 7f0314a00700 1 -- 172.21.15.12:0/2818658967 wait complete. 2024-05-21T00:14:29.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.926+0000 7f0314a00700 1 Processor -- start 2024-05-21T00:14:29.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.926+0000 7f0314a00700 1 -- start start 2024-05-21T00:14:29.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.926+0000 7f0314a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0310075970 0x7f031019bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:29.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.926+0000 7f0314a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0310076290 0x7f031019c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:29.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.926+0000 7f0314a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f031010fc90 0x7f03101a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:29.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.927+0000 7f0314a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0310115880 con 0x7f031010fc90 2024-05-21T00:14:29.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.927+0000 7f0314a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0310115700 con 0x7f0310075970 2024-05-21T00:14:29.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.927+0000 7f0314a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0310115a00 con 0x7f0310076290 2024-05-21T00:14:29.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.927+0000 7f030fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f031010fc90 0x7f03101a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:29.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.927+0000 7f030fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f031010fc90 0x7f03101a0620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53608/0 (socket says 172.21.15.12:53608) 2024-05-21T00:14:29.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.927+0000 7f030fe00700 1 -- 172.21.15.12:0/1350160074 learned_addr learned my addr 172.21.15.12:0/1350160074 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:29.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.927+0000 7f0307e00700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0310076290 0x7f031019c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:29.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.927+0000 7f030f400700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0310075970 0x7f031019bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:29.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.927+0000 7f030fe00700 1 -- 172.21.15.12:0/1350160074 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0310076290 msgr2=0x7f031019c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:29.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.927+0000 7f030fe00700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0310076290 0x7f031019c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:29.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.927+0000 7f030fe00700 1 -- 172.21.15.12:0/1350160074 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0310075970 msgr2=0x7f031019bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:29.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.927+0000 7f030fe00700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0310075970 0x7f031019bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:29.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.927+0000 7f030fe00700 1 -- 172.21.15.12:0/1350160074 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03101a0d60 con 0x7f031010fc90 2024-05-21T00:14:29.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.928+0000 7f030fe00700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f031010fc90 0x7f03101a0620 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f030800ef30 tx=0x7f030800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:29.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.928+0000 7f030cc00700 1 -- 172.21.15.12:0/1350160074 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03080092e0 con 0x7f031010fc90 2024-05-21T00:14:29.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.928+0000 7f030cc00700 1 -- 172.21.15.12:0/1350160074 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0308004bb0 con 0x7f031010fc90 2024-05-21T00:14:29.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.928+0000 7f030cc00700 1 -- 172.21.15.12:0/1350160074 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0308004020 con 0x7f031010fc90 2024-05-21T00:14:29.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.928+0000 7f0314a00700 1 -- 172.21.15.12:0/1350160074 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03101a0ff0 con 0x7f031010fc90 2024-05-21T00:14:29.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.928+0000 7f0314a00700 1 -- 172.21.15.12:0/1350160074 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03101a88d0 con 0x7f031010fc90 2024-05-21T00:14:29.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.929+0000 7f0314a00700 1 -- 172.21.15.12:0/1350160074 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0310063cd0 con 0x7f031010fc90 2024-05-21T00:14:29.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.931+0000 7f030cc00700 1 -- 172.21.15.12:0/1350160074 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f030801b030 con 0x7f031010fc90 2024-05-21T00:14:29.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.933+0000 7f030cc00700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f02f40b2990 0x7f02f40b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:29.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.933+0000 7f030cc00700 1 -- 172.21.15.12:0/1350160074 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f03080e26e0 con 0x7f031010fc90 2024-05-21T00:14:29.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.933+0000 7f030f400700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f02f40b2990 0x7f02f40b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:29.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.933+0000 7f030cc00700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940] conn(0x7f02f40bc450 0x7f02f40be8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:29.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.933+0000 7f030cc00700 1 -- 172.21.15.12:0/1350160074 --> [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0308011e50 con 0x7f02f40bc450 2024-05-21T00:14:29.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.933+0000 7f030cc00700 1 -- 172.21.15.12:0/1350160074 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f03080e2a90 con 0x7f031010fc90 2024-05-21T00:14:29.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.934+0000 7f0307e00700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940] conn(0x7f02f40bc450 0x7f02f40be8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:29.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.934+0000 7f030f400700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f02f40b2990 0x7f02f40b4e50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f0300006010 tx=0x7f030000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:29.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.934+0000 7f0307e00700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940] conn(0x7f02f40bc450 0x7f02f40be8f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:29.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.935+0000 7f030cc00700 1 -- 172.21.15.12:0/1350160074 <== osd.3 v2:172.21.15.12:6810/2515804940 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0308011e50 con 0x7f02f40bc450 2024-05-21T00:14:29.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.953+0000 7f0314a00700 1 -- 172.21.15.12:0/1350160074 --> [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f03100641a0 con 0x7f02f40bc450 2024-05-21T00:14:29.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.954+0000 7f030cc00700 1 -- 172.21.15.12:0/1350160074 <== osd.3 v2:172.21.15.12:6810/2515804940 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f03100641a0 con 0x7f02f40bc450 2024-05-21T00:14:29.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.954+0000 7f0314a00700 1 -- 172.21.15.12:0/1350160074 >> [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940] conn(0x7f02f40bc450 msgr2=0x7f02f40be8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:29.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.954+0000 7f0314a00700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940] conn(0x7f02f40bc450 0x7f02f40be8f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:29.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.955+0000 7f0314a00700 1 -- 172.21.15.12:0/1350160074 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f02f40b2990 msgr2=0x7f02f40b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:29.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.955+0000 7f0314a00700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f02f40b2990 0x7f02f40b4e50 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f0300006010 tx=0x7f030000b260 comp rx=0 tx=0).stop 2024-05-21T00:14:29.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.955+0000 7f0314a00700 1 -- 172.21.15.12:0/1350160074 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f031010fc90 msgr2=0x7f03101a0620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:29.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.955+0000 7f0314a00700 1 --2- 172.21.15.12:0/1350160074 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f031010fc90 0x7f03101a0620 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f030800ef30 tx=0x7f030800c3a0 comp rx=0 tx=0).stop 2024-05-21T00:14:29.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.955+0000 7f030fe00700 1 -- 172.21.15.12:0/1350160074 reap_dead start 2024-05-21T00:14:29.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.955+0000 7f0314a00700 1 -- 172.21.15.12:0/1350160074 shutdown_connections 2024-05-21T00:14:29.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.955+0000 7f0314a00700 1 -- 172.21.15.12:0/1350160074 >> 172.21.15.12:0/1350160074 conn(0x7f03100fef20 msgr2=0x7f03100ffc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:29.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.955+0000 7f0314a00700 1 -- 172.21.15.12:0/1350160074 shutdown_connections 2024-05-21T00:14:29.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:25.956+0000 7f0314a00700 1 -- 172.21.15.12:0/1350160074 wait complete. 2024-05-21T00:14:29.257 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:29 smithi012 ceph-mon[31403]: pgmap v361: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:29.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:29 smithi060 ceph-mon[36426]: pgmap v361: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:29.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:29 smithi077 ceph-mon[36377]: pgmap v361: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:30.126 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:30 smithi012 ceph-mon[31403]: pgmap v362: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:30.201 INFO:teuthology.orchestra.run.smithi012.stdout:107374182477 2024-05-21T00:14:30.201 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-21T00:14:30.476 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:30 smithi060 ceph-mon[36426]: pgmap v362: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:30.528 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:30 smithi077 ceph-mon[36377]: pgmap v362: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:30.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.711+0000 7f5413800700 1 -- 172.21.15.12:0/4007058871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f540c06b220 msgr2=0x7f540c06b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:30.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.711+0000 7f5413800700 1 --2- 172.21.15.12:0/4007058871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f540c06b220 0x7f540c06b6a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f53f8009990 tx=0x7f53f8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.711+0000 7f5413800700 1 -- 172.21.15.12:0/4007058871 shutdown_connections 2024-05-21T00:14:30.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.711+0000 7f5413800700 1 --2- 172.21.15.12:0/4007058871 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f540c06bbe0 0x7f540c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.711+0000 7f5413800700 1 --2- 172.21.15.12:0/4007058871 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f540c1095b0 0x7f540c109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.711+0000 7f5413800700 1 --2- 172.21.15.12:0/4007058871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f540c06b220 0x7f540c06b6a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.711+0000 7f5413800700 1 -- 172.21.15.12:0/4007058871 >> 172.21.15.12:0/4007058871 conn(0x7f540c0793f0 msgr2=0x7f540c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:30.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.712+0000 7f5413800700 1 -- 172.21.15.12:0/4007058871 shutdown_connections 2024-05-21T00:14:30.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.712+0000 7f5413800700 1 -- 172.21.15.12:0/4007058871 wait complete. 2024-05-21T00:14:30.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.713+0000 7f5413800700 1 Processor -- start 2024-05-21T00:14:30.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.713+0000 7f5413800700 1 -- start start 2024-05-21T00:14:30.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.713+0000 7f5413800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f540c06b220 0x7f540c102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:30.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.713+0000 7f5413800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f540c06bbe0 0x7f540c102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:30.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.713+0000 7f5413800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f540c1095b0 0x7f540c102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:30.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.713+0000 7f5413800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f540c113730 con 0x7f540c06b220 2024-05-21T00:14:30.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.713+0000 7f5413800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f540c1135b0 con 0x7f540c06bbe0 2024-05-21T00:14:30.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.713+0000 7f5413800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f540c1138b0 con 0x7f540c1095b0 2024-05-21T00:14:30.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.714+0000 7f5410e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f540c06b220 0x7f540c102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:30.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.714+0000 7f540be00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f540c06bbe0 0x7f540c102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:30.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.714+0000 7f5410e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f540c06b220 0x7f540c102510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53648/0 (socket says 172.21.15.12:53648) 2024-05-21T00:14:30.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.714+0000 7f5410e00700 1 -- 172.21.15.12:0/2023662443 learned_addr learned my addr 172.21.15.12:0/2023662443 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:30.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.714+0000 7f5411800700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f540c1095b0 0x7f540c102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.714+0000 7f540be00700 1 -- 172.21.15.12:0/2023662443 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f540c1095b0 msgr2=0x7f540c102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.714+0000 7f540be00700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f540c1095b0 0x7f540c102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.714+0000 7f540be00700 1 -- 172.21.15.12:0/2023662443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f540c06b220 msgr2=0x7f540c102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.714+0000 7f540be00700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f540c06b220 0x7f540c102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.714+0000 7f540be00700 1 -- 172.21.15.12:0/2023662443 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f540c1a8170 con 0x7f540c06bbe0 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.714+0000 7f5411800700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f540c1095b0 0x7f540c102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.714+0000 7f5410e00700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f540c06b220 0x7f540c102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.715+0000 7f540be00700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f540c06bbe0 0x7f540c102a50 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f53f80098e0 tx=0x7f53f80057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.715+0000 7f5409600700 1 -- 172.21.15.12:0/2023662443 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53f8027070 con 0x7f540c06bbe0 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.715+0000 7f5413800700 1 -- 172.21.15.12:0/2023662443 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f540c1a8400 con 0x7f540c06bbe0 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.715+0000 7f5409600700 1 -- 172.21.15.12:0/2023662443 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f53f8022470 con 0x7f540c06bbe0 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.715+0000 7f5409600700 1 -- 172.21.15.12:0/2023662443 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53f8017650 con 0x7f540c06bbe0 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.715+0000 7f5413800700 1 -- 172.21.15.12:0/2023662443 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f540c1a88b0 con 0x7f540c06bbe0 2024-05-21T00:14:30.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.716+0000 7f5413800700 1 -- 172.21.15.12:0/2023662443 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f540c063c50 con 0x7f540c06bbe0 2024-05-21T00:14:30.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.719+0000 7f5409600700 1 -- 172.21.15.12:0/2023662443 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f53f802a070 con 0x7f540c06bbe0 2024-05-21T00:14:30.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.720+0000 7f5409600700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f53f40b2910 0x7f53f40b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:30.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.720+0000 7f5409600700 1 -- 172.21.15.12:0/2023662443 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f53f80e35b0 con 0x7f540c06bbe0 2024-05-21T00:14:30.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.721+0000 7f5410e00700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f53f40b2910 0x7f53f40b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:30.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.721+0000 7f5409600700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843] conn(0x7f53f40bc3d0 0x7f53f40be870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:30.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.721+0000 7f5409600700 1 -- 172.21.15.12:0/2023662443 --> [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f53f8007e80 con 0x7f53f40bc3d0 2024-05-21T00:14:30.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.721+0000 7f5409600700 1 -- 172.21.15.12:0/2023662443 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f53f80e3960 con 0x7f540c06bbe0 2024-05-21T00:14:30.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.721+0000 7f5411800700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843] conn(0x7f53f40bc3d0 0x7f53f40be870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:30.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.721+0000 7f5410e00700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f53f40b2910 0x7f53f40b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5400011550 tx=0x7f5400009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:30.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.721+0000 7f5411800700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843] conn(0x7f53f40bc3d0 0x7f53f40be870 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:30.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.722+0000 7f5409600700 1 -- 172.21.15.12:0/2023662443 <== osd.4 v2:172.21.15.60:6808/2773894843 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f53f8007e80 con 0x7f53f40bc3d0 2024-05-21T00:14:30.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.741+0000 7f5413800700 1 -- 172.21.15.12:0/2023662443 --> [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f540c0640d0 con 0x7f53f40bc3d0 2024-05-21T00:14:30.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.742+0000 7f5409600700 1 -- 172.21.15.12:0/2023662443 <== osd.4 v2:172.21.15.60:6808/2773894843 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f540c0640d0 con 0x7f53f40bc3d0 2024-05-21T00:14:30.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.742+0000 7f5413800700 1 -- 172.21.15.12:0/2023662443 >> [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843] conn(0x7f53f40bc3d0 msgr2=0x7f53f40be870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:30.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.742+0000 7f5413800700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843] conn(0x7f53f40bc3d0 0x7f53f40be870 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.743+0000 7f5413800700 1 -- 172.21.15.12:0/2023662443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f53f40b2910 msgr2=0x7f53f40b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:30.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.743+0000 7f5413800700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f53f40b2910 0x7f53f40b4dd0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5400011550 tx=0x7f5400009260 comp rx=0 tx=0).stop 2024-05-21T00:14:30.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.743+0000 7f5413800700 1 -- 172.21.15.12:0/2023662443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f540c06bbe0 msgr2=0x7f540c102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:30.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.743+0000 7f5413800700 1 --2- 172.21.15.12:0/2023662443 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f540c06bbe0 0x7f540c102a50 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f53f80098e0 tx=0x7f53f80057c0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.743+0000 7f5411800700 1 -- 172.21.15.12:0/2023662443 reap_dead start 2024-05-21T00:14:30.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.743+0000 7f5413800700 1 -- 172.21.15.12:0/2023662443 shutdown_connections 2024-05-21T00:14:30.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.743+0000 7f5413800700 1 -- 172.21.15.12:0/2023662443 >> 172.21.15.12:0/2023662443 conn(0x7f540c0793f0 msgr2=0x7f540c1010e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:30.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.743+0000 7f5413800700 1 -- 172.21.15.12:0/2023662443 shutdown_connections 2024-05-21T00:14:30.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.743+0000 7f5413800700 1 -- 172.21.15.12:0/2023662443 wait complete. 2024-05-21T00:14:30.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.804+0000 7f9e81a00700 1 -- 172.21.15.12:0/3060165064 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e7c10fff0 msgr2=0x7f9e7c1123e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:30.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.804+0000 7f9e81a00700 1 --2- 172.21.15.12:0/3060165064 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e7c10fff0 0x7f9e7c1123e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f9e7400b0a0 tx=0x7f9e7400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.804+0000 7f9e81a00700 1 -- 172.21.15.12:0/3060165064 shutdown_connections 2024-05-21T00:14:30.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.804+0000 7f9e81a00700 1 --2- 172.21.15.12:0/3060165064 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e7c10fff0 0x7f9e7c1123e0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.804+0000 7f9e81a00700 1 --2- 172.21.15.12:0/3060165064 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e7c06b250 0x7f9e7c06b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.804+0000 7f9e81a00700 1 --2- 172.21.15.12:0/3060165064 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e7c06bb70 0x7f9e7c10fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.804+0000 7f9e81a00700 1 -- 172.21.15.12:0/3060165064 >> 172.21.15.12:0/3060165064 conn(0x7f9e7c0793f0 msgr2=0x7f9e7c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:30.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.805+0000 7f9e81a00700 1 -- 172.21.15.12:0/3060165064 shutdown_connections 2024-05-21T00:14:30.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.805+0000 7f9e81a00700 1 -- 172.21.15.12:0/3060165064 wait complete. 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.806+0000 7f9e81a00700 1 Processor -- start 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.806+0000 7f9e81a00700 1 -- start start 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.807+0000 7f9e81a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e7c06b250 0x7f9e7c19be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.807+0000 7f9e81a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e7c06bb70 0x7f9e7c19c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.807+0000 7f9e81a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e7c10fff0 0x7f9e7c1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.807+0000 7f9e81a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9e7c115960 con 0x7f9e7c06bb70 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.807+0000 7f9e81a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9e7c1157e0 con 0x7f9e7c06b250 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.807+0000 7f9e81a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f9e7c115ae0 con 0x7f9e7c10fff0 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.807+0000 7f9e7a000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e7c06bb70 0x7f9e7c19c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.807+0000 7f9e7b400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e7c10fff0 0x7f9e7c1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.807+0000 7f9e7a000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e7c06bb70 0x7f9e7c19c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53666/0 (socket says 172.21.15.12:53666) 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.807+0000 7f9e7a000700 1 -- 172.21.15.12:0/3527228660 learned_addr learned my addr 172.21.15.12:0/3527228660 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.807+0000 7f9e7aa00700 1 --2- 172.21.15.12:0/3527228660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e7c06b250 0x7f9e7c19be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.808+0000 7f9e7b400700 1 -- 172.21.15.12:0/3527228660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e7c06b250 msgr2=0x7f9e7c19be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:30.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.808+0000 7f9e7b400700 1 --2- 172.21.15.12:0/3527228660 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e7c06b250 0x7f9e7c19be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.808+0000 7f9e7b400700 1 -- 172.21.15.12:0/3527228660 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e7c06bb70 msgr2=0x7f9e7c19c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:30.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.808+0000 7f9e7b400700 1 --2- 172.21.15.12:0/3527228660 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e7c06bb70 0x7f9e7c19c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.808+0000 7f9e7b400700 1 -- 172.21.15.12:0/3527228660 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e7c1a0e20 con 0x7f9e7c10fff0 2024-05-21T00:14:30.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.808+0000 7f9e7b400700 1 --2- 172.21.15.12:0/3527228660 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e7c10fff0 0x7f9e7c1a06e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9e7400b070 tx=0x7f9e74004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:30.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.808+0000 7f9e73400700 1 -- 172.21.15.12:0/3527228660 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e74021070 con 0x7f9e7c10fff0 2024-05-21T00:14:30.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.808+0000 7f9e73400700 1 -- 172.21.15.12:0/3527228660 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e74004e30 con 0x7f9e7c10fff0 2024-05-21T00:14:30.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.808+0000 7f9e73400700 1 -- 172.21.15.12:0/3527228660 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e74004620 con 0x7f9e7c10fff0 2024-05-21T00:14:30.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.808+0000 7f9e81a00700 1 -- 172.21.15.12:0/3527228660 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e7c1a10b0 con 0x7f9e7c10fff0 2024-05-21T00:14:30.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.808+0000 7f9e81a00700 1 -- 172.21.15.12:0/3527228660 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e7c1a8990 con 0x7f9e7c10fff0 2024-05-21T00:14:30.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.809+0000 7f9e81a00700 1 -- 172.21.15.12:0/3527228660 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9e7c063cd0 con 0x7f9e7c10fff0 2024-05-21T00:14:30.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.812+0000 7f9e73400700 1 -- 172.21.15.12:0/3527228660 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f9e74007980 con 0x7f9e7c10fff0 2024-05-21T00:14:30.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.813+0000 7f9e73400700 1 --2- 172.21.15.12:0/3527228660 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9e600b2990 0x7f9e600b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:30.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.813+0000 7f9e73400700 1 -- 172.21.15.12:0/3527228660 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f9e7400f020 con 0x7f9e7c10fff0 2024-05-21T00:14:30.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.814+0000 7f9e7aa00700 1 --2- 172.21.15.12:0/3527228660 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9e600b2990 0x7f9e600b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:30.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.814+0000 7f9e73400700 1 --2- 172.21.15.12:0/3527228660 >> [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536] conn(0x7f9e600bc450 0x7f9e600be8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:30.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.814+0000 7f9e73400700 1 -- 172.21.15.12:0/3527228660 --> [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9e600befc0 con 0x7f9e600bc450 2024-05-21T00:14:30.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.814+0000 7f9e73400700 1 -- 172.21.15.12:0/3527228660 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f9e740e3c20 con 0x7f9e7c10fff0 2024-05-21T00:14:30.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.814+0000 7f9e7a000700 1 --2- 172.21.15.12:0/3527228660 >> [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536] conn(0x7f9e600bc450 0x7f9e600be8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:30.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.814+0000 7f9e7aa00700 1 --2- 172.21.15.12:0/3527228660 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9e600b2990 0x7f9e600b4e50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9e6c009680 tx=0x7f9e6c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:30.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.815+0000 7f9e7a000700 1 --2- 172.21.15.12:0/3527228660 >> [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536] conn(0x7f9e600bc450 0x7f9e600be8f0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:30.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.816+0000 7f9e73400700 1 -- 172.21.15.12:0/3527228660 <== osd.8 v2:172.21.15.77:6816/1939530536 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9e600befc0 con 0x7f9e600bc450 2024-05-21T00:14:30.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.834+0000 7f9e81a00700 1 -- 172.21.15.12:0/3527228660 --> [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9e7c0641a0 con 0x7f9e600bc450 2024-05-21T00:14:30.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.834+0000 7f9e73400700 1 -- 172.21.15.12:0/3527228660 <== osd.8 v2:172.21.15.77:6816/1939530536 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f9e7c0641a0 con 0x7f9e600bc450 2024-05-21T00:14:30.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.835+0000 7f9e81a00700 1 -- 172.21.15.12:0/3527228660 >> [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536] conn(0x7f9e600bc450 msgr2=0x7f9e600be8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:30.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.835+0000 7f9e81a00700 1 --2- 172.21.15.12:0/3527228660 >> [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536] conn(0x7f9e600bc450 0x7f9e600be8f0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:30.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.835+0000 7f9e81a00700 1 -- 172.21.15.12:0/3527228660 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9e600b2990 msgr2=0x7f9e600b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:30.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.835+0000 7f9e81a00700 1 --2- 172.21.15.12:0/3527228660 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9e600b2990 0x7f9e600b4e50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9e6c009680 tx=0x7f9e6c009260 comp rx=0 tx=0).stop 2024-05-21T00:14:30.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.835+0000 7f9e81a00700 1 -- 172.21.15.12:0/3527228660 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e7c10fff0 msgr2=0x7f9e7c1a06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:30.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.835+0000 7f9e81a00700 1 --2- 172.21.15.12:0/3527228660 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e7c10fff0 0x7f9e7c1a06e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9e7400b070 tx=0x7f9e74004c80 comp rx=0 tx=0).stop 2024-05-21T00:14:30.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.835+0000 7f9e7b400700 1 -- 172.21.15.12:0/3527228660 reap_dead start 2024-05-21T00:14:30.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.835+0000 7f9e81a00700 1 -- 172.21.15.12:0/3527228660 shutdown_connections 2024-05-21T00:14:30.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.835+0000 7f9e81a00700 1 -- 172.21.15.12:0/3527228660 >> 172.21.15.12:0/3527228660 conn(0x7f9e7c0793f0 msgr2=0x7f9e7c1114a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:30.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.836+0000 7f9e81a00700 1 -- 172.21.15.12:0/3527228660 shutdown_connections 2024-05-21T00:14:30.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:30.836+0000 7f9e81a00700 1 -- 172.21.15.12:0/3527228660 wait complete. 2024-05-21T00:14:31.953 INFO:teuthology.orchestra.run.smithi012.stdout:231928234036 2024-05-21T00:14:31.953 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-05-21T00:14:32.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:32 smithi012 ceph-mon[31403]: pgmap v363: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:14:32.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:32 smithi060 ceph-mon[36426]: pgmap v363: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:14:33.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:32 smithi077 ceph-mon[36377]: pgmap v363: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:14:34.332 INFO:teuthology.orchestra.run.smithi012.stdout:133143986250 2024-05-21T00:14:34.332 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-21T00:14:34.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.571+0000 7fa9b2a00700 1 -- 172.21.15.12:0/1773073567 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9ac1037f0 msgr2=0x7fa9ac103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:34.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.571+0000 7fa9b2a00700 1 --2- 172.21.15.12:0/1773073567 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9ac1037f0 0x7fa9ac103bd0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fa99c0099c0 tx=0x7fa99c009cd0 comp rx=0 tx=0).stop 2024-05-21T00:14:34.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.571+0000 7fa9b2a00700 1 -- 172.21.15.12:0/1773073567 shutdown_connections 2024-05-21T00:14:34.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.571+0000 7fa9b2a00700 1 --2- 172.21.15.12:0/1773073567 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa9ac1088f0 0x7fa9ac110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:34.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.571+0000 7fa9b2a00700 1 --2- 172.21.15.12:0/1773073567 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9ac1037f0 0x7fa9ac103bd0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:34.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.571+0000 7fa9b2a00700 1 --2- 172.21.15.12:0/1773073567 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9ac1041a0 0x7fa9ac1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:34.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.571+0000 7fa9b2a00700 1 -- 172.21.15.12:0/1773073567 >> 172.21.15.12:0/1773073567 conn(0x7fa9ac07a6a0 msgr2=0x7fa9ac07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:34.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.571+0000 7fa9b2a00700 1 -- 172.21.15.12:0/1773073567 shutdown_connections 2024-05-21T00:14:34.572 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.571+0000 7fa9b2a00700 1 -- 172.21.15.12:0/1773073567 wait complete. 2024-05-21T00:14:34.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.572+0000 7fa9b2a00700 1 Processor -- start 2024-05-21T00:14:34.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.572+0000 7fa9b2a00700 1 -- start start 2024-05-21T00:14:34.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.573+0000 7fa9b2a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9ac1037f0 0x7fa9ac19be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:34.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.573+0000 7fa9b2a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9ac1041a0 0x7fa9ac19c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:34.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.573+0000 7fa9b2a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa9ac1088f0 0x7fa9ac1a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:34.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.573+0000 7fa9b2a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa9ac1136e0 con 0x7fa9ac1041a0 2024-05-21T00:14:34.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.573+0000 7fa9b2a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa9ac113560 con 0x7fa9ac1088f0 2024-05-21T00:14:34.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.573+0000 7fa9b2a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fa9ac113860 con 0x7fa9ac1037f0 2024-05-21T00:14:34.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.573+0000 7fa9ab400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9ac1041a0 0x7fa9ac19c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:34.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.573+0000 7fa9ab400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9ac1041a0 0x7fa9ac19c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53690/0 (socket says 172.21.15.12:53690) 2024-05-21T00:14:34.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.573+0000 7fa9ab400700 1 -- 172.21.15.12:0/2770377013 learned_addr learned my addr 172.21.15.12:0/2770377013 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:34.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.573+0000 7fa9abe00700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9ac1037f0 0x7fa9ac19be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:34.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.573+0000 7fa9b0a00700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa9ac1088f0 0x7fa9ac1a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:34.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.574+0000 7fa9abe00700 1 -- 172.21.15.12:0/2770377013 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa9ac1088f0 msgr2=0x7fa9ac1a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:34.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.574+0000 7fa9abe00700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa9ac1088f0 0x7fa9ac1a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:34.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.574+0000 7fa9abe00700 1 -- 172.21.15.12:0/2770377013 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9ac1041a0 msgr2=0x7fa9ac19c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:34.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.574+0000 7fa9abe00700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9ac1041a0 0x7fa9ac19c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:34.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.574+0000 7fa9abe00700 1 -- 172.21.15.12:0/2770377013 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9ac1a0db0 con 0x7fa9ac1037f0 2024-05-21T00:14:34.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.574+0000 7fa9ab400700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa9ac1041a0 0x7fa9ac19c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:14:34.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.574+0000 7fa9abe00700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9ac1037f0 0x7fa9ac19be40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa99c0098e0 tx=0x7fa99c004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:34.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.574+0000 7fa9a8c00700 1 -- 172.21.15.12:0/2770377013 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa99c026070 con 0x7fa9ac1037f0 2024-05-21T00:14:34.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.574+0000 7fa9b2a00700 1 -- 172.21.15.12:0/2770377013 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9ac1a1040 con 0x7fa9ac1037f0 2024-05-21T00:14:34.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.574+0000 7fa9a8c00700 1 -- 172.21.15.12:0/2770377013 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa99c003c70 con 0x7fa9ac1037f0 2024-05-21T00:14:34.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.574+0000 7fa9a8c00700 1 -- 172.21.15.12:0/2770377013 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa99c00f9f0 con 0x7fa9ac1037f0 2024-05-21T00:14:34.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.575+0000 7fa9b2a00700 1 -- 172.21.15.12:0/2770377013 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9ac1a8920 con 0x7fa9ac1037f0 2024-05-21T00:14:34.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.576+0000 7fa9b2a00700 1 -- 172.21.15.12:0/2770377013 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa9ac10fb20 con 0x7fa9ac1037f0 2024-05-21T00:14:34.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.578+0000 7fa9a8c00700 1 -- 172.21.15.12:0/2770377013 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fa99c029070 con 0x7fa9ac1037f0 2024-05-21T00:14:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.579+0000 7fa9a8c00700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa9900b2910 0x7fa9900b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.580+0000 7fa9a8c00700 1 -- 172.21.15.12:0/2770377013 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fa99c0e2eb0 con 0x7fa9ac1037f0 2024-05-21T00:14:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.580+0000 7fa9ab400700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa9900b2910 0x7fa9900b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.580+0000 7fa9a8c00700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245] conn(0x7fa9900bc3d0 0x7fa9900be870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.580+0000 7fa9a8c00700 1 -- 172.21.15.12:0/2770377013 --> [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa99c001d30 con 0x7fa9900bc3d0 2024-05-21T00:14:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.580+0000 7fa9a8c00700 1 -- 172.21.15.12:0/2770377013 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7fa99c0e3260 con 0x7fa9ac1037f0 2024-05-21T00:14:34.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.580+0000 7fa9b0a00700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245] conn(0x7fa9900bc3d0 0x7fa9900be870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:34.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.581+0000 7fa9ab400700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa9900b2910 0x7fa9900b4dd0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac103340 tx=0x7fa998009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:34.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.581+0000 7fa9b0a00700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245] conn(0x7fa9900bc3d0 0x7fa9900be870 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:34.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.582+0000 7fa9a8c00700 1 -- 172.21.15.12:0/2770377013 <== osd.10 v2:172.21.15.60:6824/1376044245 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa99c001d30 con 0x7fa9900bc3d0 2024-05-21T00:14:34.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.600+0000 7fa9b2a00700 1 -- 172.21.15.12:0/2770377013 --> [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa9ac104c80 con 0x7fa9900bc3d0 2024-05-21T00:14:34.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.601+0000 7fa9a8c00700 1 -- 172.21.15.12:0/2770377013 <== osd.10 v2:172.21.15.60:6824/1376044245 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fa9ac104c80 con 0x7fa9900bc3d0 2024-05-21T00:14:34.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.601+0000 7fa9b2a00700 1 -- 172.21.15.12:0/2770377013 >> [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245] conn(0x7fa9900bc3d0 msgr2=0x7fa9900be870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:34.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.601+0000 7fa9b2a00700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245] conn(0x7fa9900bc3d0 0x7fa9900be870 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.601+0000 7fa9b2a00700 1 -- 172.21.15.12:0/2770377013 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa9900b2910 msgr2=0x7fa9900b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.601+0000 7fa9b2a00700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa9900b2910 0x7fa9900b4dd0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa9ac103340 tx=0x7fa998009260 comp rx=0 tx=0).stop 2024-05-21T00:14:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.601+0000 7fa9b2a00700 1 -- 172.21.15.12:0/2770377013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9ac1037f0 msgr2=0x7fa9ac19be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.601+0000 7fa9b2a00700 1 --2- 172.21.15.12:0/2770377013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9ac1037f0 0x7fa9ac19be40 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa99c0098e0 tx=0x7fa99c004270 comp rx=0 tx=0).stop 2024-05-21T00:14:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.602+0000 7fa9b0a00700 1 -- 172.21.15.12:0/2770377013 reap_dead start 2024-05-21T00:14:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.602+0000 7fa9b2a00700 1 -- 172.21.15.12:0/2770377013 shutdown_connections 2024-05-21T00:14:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.602+0000 7fa9b2a00700 1 -- 172.21.15.12:0/2770377013 >> 172.21.15.12:0/2770377013 conn(0x7fa9ac07a6a0 msgr2=0x7fa9ac109a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.602+0000 7fa9b2a00700 1 -- 172.21.15.12:0/2770377013 shutdown_connections 2024-05-21T00:14:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:34.602+0000 7fa9b2a00700 1 -- 172.21.15.12:0/2770377013 wait complete. 2024-05-21T00:14:34.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:34 smithi060 ceph-mon[36426]: pgmap v364: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:14:35.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:34 smithi077 ceph-mon[36377]: pgmap v364: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:14:35.029 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:34 smithi012 ceph-mon[31403]: pgmap v364: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:14:35.079 INFO:teuthology.orchestra.run.smithi012.stdout:158913790022 2024-05-21T00:14:35.080 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-21T00:14:36.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.247+0000 7f8497000700 1 -- 172.21.15.12:0/1601261474 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f84901095b0 msgr2=0x7f8490109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.247+0000 7f8497000700 1 --2- 172.21.15.12:0/1601261474 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f84901095b0 0x7f8490109990 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8480009990 tx=0x7f8480009ca0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.247+0000 7f8497000700 1 -- 172.21.15.12:0/1601261474 shutdown_connections 2024-05-21T00:14:36.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.247+0000 7f8497000700 1 --2- 172.21.15.12:0/1601261474 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f849006bbe0 0x7f84901103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.247+0000 7f8497000700 1 --2- 172.21.15.12:0/1601261474 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f84901095b0 0x7f8490109990 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.247+0000 7f8497000700 1 --2- 172.21.15.12:0/1601261474 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f849006b220 0x7f849006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.247+0000 7f8497000700 1 -- 172.21.15.12:0/1601261474 >> 172.21.15.12:0/1601261474 conn(0x7f84900793f0 msgr2=0x7f8490079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:36.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.247+0000 7f8497000700 1 -- 172.21.15.12:0/1601261474 shutdown_connections 2024-05-21T00:14:36.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.247+0000 7f8497000700 1 -- 172.21.15.12:0/1601261474 wait complete. 2024-05-21T00:14:36.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.248+0000 7f8497000700 1 Processor -- start 2024-05-21T00:14:36.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.248+0000 7f8497000700 1 -- start start 2024-05-21T00:14:36.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.249+0000 7f8497000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f849006b220 0x7f849019be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.249+0000 7f8497000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f849006bbe0 0x7f849019c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.249+0000 7f8497000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f84901095b0 0x7f84901a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.249+0000 7f8497000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f84901136e0 con 0x7f84901095b0 2024-05-21T00:14:36.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.249+0000 7f8497000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8490113560 con 0x7f849006b220 2024-05-21T00:14:36.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.249+0000 7f8497000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f8490113860 con 0x7f849006bbe0 2024-05-21T00:14:36.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.249+0000 7f8495000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f84901095b0 0x7f84901a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.249+0000 7f8495000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f84901095b0 0x7f84901a06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51400/0 (socket says 172.21.15.12:51400) 2024-05-21T00:14:36.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.249+0000 7f8495000700 1 -- 172.21.15.12:0/3679601254 learned_addr learned my addr 172.21.15.12:0/3679601254 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:36.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.249+0000 7f848f400700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f849006bbe0 0x7f849019c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.249+0000 7f848fe00700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f849006b220 0x7f849019be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.250+0000 7f8495000700 1 -- 172.21.15.12:0/3679601254 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f849006bbe0 msgr2=0x7f849019c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.250+0000 7f8495000700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f849006bbe0 0x7f849019c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.250+0000 7f8495000700 1 -- 172.21.15.12:0/3679601254 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f849006b220 msgr2=0x7f849019be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.250+0000 7f8495000700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f849006b220 0x7f849019be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.250+0000 7f8495000700 1 -- 172.21.15.12:0/3679601254 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84901a0e10 con 0x7f84901095b0 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.250+0000 7f848f400700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f849006bbe0 0x7f849019c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.250+0000 7f8495000700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f84901095b0 0x7f84901a06d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f848800ef30 tx=0x7f848800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.250+0000 7f848cc00700 1 -- 172.21.15.12:0/3679601254 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84880092e0 con 0x7f84901095b0 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.251+0000 7f848cc00700 1 -- 172.21.15.12:0/3679601254 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8488004bb0 con 0x7f84901095b0 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.251+0000 7f848cc00700 1 -- 172.21.15.12:0/3679601254 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8488004020 con 0x7f84901095b0 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.251+0000 7f8497000700 1 -- 172.21.15.12:0/3679601254 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84901a10a0 con 0x7f84901095b0 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.251+0000 7f8497000700 1 -- 172.21.15.12:0/3679601254 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84901a8980 con 0x7f84901095b0 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.252+0000 7f8497000700 1 -- 172.21.15.12:0/3679601254 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f849010f180 con 0x7f84901095b0 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.254+0000 7f848cc00700 1 -- 172.21.15.12:0/3679601254 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f848801b030 con 0x7f84901095b0 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.256+0000 7f848cc00700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f84740b2990 0x7f84740b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.256+0000 7f848cc00700 1 -- 172.21.15.12:0/3679601254 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f84880e2730 con 0x7f84901095b0 2024-05-21T00:14:36.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.256+0000 7f848fe00700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f84740b2990 0x7f84740b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.257+0000 7f848cc00700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098] conn(0x7f84740bc450 0x7f84740be8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.257+0000 7f848cc00700 1 -- 172.21.15.12:0/3679601254 --> [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f84740befc0 con 0x7f84740bc450 2024-05-21T00:14:36.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.257+0000 7f848cc00700 1 -- 172.21.15.12:0/3679601254 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f84880e2ae0 con 0x7f84901095b0 2024-05-21T00:14:36.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.257+0000 7f848f400700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098] conn(0x7f84740bc450 0x7f84740be8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.257+0000 7f848fe00700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f84740b2990 0x7f84740b4e50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f848000b2e0 tx=0x7f8480005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:36.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.258+0000 7f848f400700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098] conn(0x7f84740bc450 0x7f84740be8f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:36.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.259+0000 7f848cc00700 1 -- 172.21.15.12:0/3679601254 <== osd.1 v2:172.21.15.60:6800/1346604098 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f84740befc0 con 0x7f84740bc450 2024-05-21T00:14:36.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.283+0000 7f8497000700 1 -- 172.21.15.12:0/3679601254 --> [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8490104c70 con 0x7f84740bc450 2024-05-21T00:14:36.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.283+0000 7f848cc00700 1 -- 172.21.15.12:0/3679601254 <== osd.1 v2:172.21.15.60:6800/1346604098 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8490104c70 con 0x7f84740bc450 2024-05-21T00:14:36.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.284+0000 7f8497000700 1 -- 172.21.15.12:0/3679601254 >> [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098] conn(0x7f84740bc450 msgr2=0x7f84740be8f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.284+0000 7f8497000700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098] conn(0x7f84740bc450 0x7f84740be8f0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.284+0000 7f8497000700 1 -- 172.21.15.12:0/3679601254 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f84740b2990 msgr2=0x7f84740b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.284+0000 7f8497000700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f84740b2990 0x7f84740b4e50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f848000b2e0 tx=0x7f8480005960 comp rx=0 tx=0).stop 2024-05-21T00:14:36.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.284+0000 7f8497000700 1 -- 172.21.15.12:0/3679601254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f84901095b0 msgr2=0x7f84901a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.284+0000 7f8497000700 1 --2- 172.21.15.12:0/3679601254 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f84901095b0 0x7f84901a06d0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f848800ef30 tx=0x7f848800c3a0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.284+0000 7f8495000700 1 -- 172.21.15.12:0/3679601254 reap_dead start 2024-05-21T00:14:36.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.284+0000 7f8497000700 1 -- 172.21.15.12:0/3679601254 shutdown_connections 2024-05-21T00:14:36.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.284+0000 7f8497000700 1 -- 172.21.15.12:0/3679601254 >> 172.21.15.12:0/3679601254 conn(0x7f84900793f0 msgr2=0x7f849010e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:36.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.284+0000 7f8497000700 1 -- 172.21.15.12:0/3679601254 shutdown_connections 2024-05-21T00:14:36.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.285+0000 7f8497000700 1 -- 172.21.15.12:0/3679601254 wait complete. 2024-05-21T00:14:36.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.766+0000 7f5ba6400700 1 -- 172.21.15.12:0/4086852825 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ba006bc80 msgr2=0x7f5ba006c100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.766+0000 7f5ba6400700 1 --2- 172.21.15.12:0/4086852825 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ba006bc80 0x7f5ba006c100 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5b88009990 tx=0x7f5b88009ca0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.766+0000 7f5ba6400700 1 -- 172.21.15.12:0/4086852825 shutdown_connections 2024-05-21T00:14:36.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.766+0000 7f5ba6400700 1 --2- 172.21.15.12:0/4086852825 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5ba006c640 0x7f5ba0110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.766+0000 7f5ba6400700 1 --2- 172.21.15.12:0/4086852825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ba01096e0 0x7f5ba0109ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.766+0000 7f5ba6400700 1 --2- 172.21.15.12:0/4086852825 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ba006bc80 0x7f5ba006c100 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.766+0000 7f5ba6400700 1 -- 172.21.15.12:0/4086852825 >> 172.21.15.12:0/4086852825 conn(0x7f5ba0079240 msgr2=0x7f5ba0079650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:36.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.766+0000 7f5ba6400700 1 -- 172.21.15.12:0/4086852825 shutdown_connections 2024-05-21T00:14:36.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.766+0000 7f5ba6400700 1 -- 172.21.15.12:0/4086852825 wait complete. 2024-05-21T00:14:36.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.767+0000 7f5ba6400700 1 Processor -- start 2024-05-21T00:14:36.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.767+0000 7f5ba6400700 1 -- start start 2024-05-21T00:14:36.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.768+0000 7f5ba6400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ba006bc80 0x7f5ba0102810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.768+0000 7f5ba6400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5ba006c640 0x7f5ba0102d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.768+0000 7f5ba6400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ba01096e0 0x7f5ba0103290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.768+0000 7f5ba6400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba01137c0 con 0x7f5ba006bc80 2024-05-21T00:14:36.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.768+0000 7f5ba6400700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba0113640 con 0x7f5ba006c640 2024-05-21T00:14:36.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.768+0000 7f5ba6400700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f5ba0113940 con 0x7f5ba01096e0 2024-05-21T00:14:36.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.768+0000 7f5b97e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5ba006c640 0x7f5ba0102d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.768+0000 7f5b9f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ba006bc80 0x7f5ba0102810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.768+0000 7f5b97e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5ba006c640 0x7f5ba0102d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:59538/0 (socket says 172.21.15.12:59538) 2024-05-21T00:14:36.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.768+0000 7f5b97e00700 1 -- 172.21.15.12:0/614498589 learned_addr learned my addr 172.21.15.12:0/614498589 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:36.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.768+0000 7f5b9fe00700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ba01096e0 0x7f5ba0103290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.769+0000 7f5b97e00700 1 -- 172.21.15.12:0/614498589 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ba01096e0 msgr2=0x7f5ba0103290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.769+0000 7f5b97e00700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ba01096e0 0x7f5ba0103290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.769+0000 7f5b97e00700 1 -- 172.21.15.12:0/614498589 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ba006bc80 msgr2=0x7f5ba0102810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.769+0000 7f5b97e00700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ba006bc80 0x7f5ba0102810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.769+0000 7f5b97e00700 1 -- 172.21.15.12:0/614498589 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ba01a81a0 con 0x7f5ba006c640 2024-05-21T00:14:36.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.769+0000 7f5b9fe00700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5ba01096e0 0x7f5ba0103290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:14:36.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.769+0000 7f5b9f400700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5ba006bc80 0x7f5ba0102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:14:36.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.769+0000 7f5b97e00700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5ba006c640 0x7f5ba0102d50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5b88000c00 tx=0x7f5b880057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:36.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.769+0000 7f5b9cc00700 1 -- 172.21.15.12:0/614498589 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b88027070 con 0x7f5ba006c640 2024-05-21T00:14:36.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.769+0000 7f5ba6400700 1 -- 172.21.15.12:0/614498589 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ba01a8430 con 0x7f5ba006c640 2024-05-21T00:14:36.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.770+0000 7f5b9cc00700 1 -- 172.21.15.12:0/614498589 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5b88022470 con 0x7f5ba006c640 2024-05-21T00:14:36.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.770+0000 7f5b9cc00700 1 -- 172.21.15.12:0/614498589 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b88017650 con 0x7f5ba006c640 2024-05-21T00:14:36.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.770+0000 7f5ba6400700 1 -- 172.21.15.12:0/614498589 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ba01a88e0 con 0x7f5ba006c640 2024-05-21T00:14:36.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.770+0000 7f5ba6400700 1 -- 172.21.15.12:0/614498589 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5ba0063c50 con 0x7f5ba006c640 2024-05-21T00:14:36.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.773+0000 7f5b9cc00700 1 -- 172.21.15.12:0/614498589 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f5b8802a070 con 0x7f5ba006c640 2024-05-21T00:14:36.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.774+0000 7f5b9cc00700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5b840b2910 0x7f5b840b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.775+0000 7f5b9cc00700 1 -- 172.21.15.12:0/614498589 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f5b880e3790 con 0x7f5ba006c640 2024-05-21T00:14:36.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.775+0000 7f5b9f400700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5b840b2910 0x7f5b840b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.775+0000 7f5b9cc00700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628] conn(0x7f5b840bc2a0 0x7f5b840be740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.775+0000 7f5b9cc00700 1 -- 172.21.15.12:0/614498589 --> [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5b88007e80 con 0x7f5b840bc2a0 2024-05-21T00:14:36.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.775+0000 7f5b9cc00700 1 -- 172.21.15.12:0/614498589 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f5b880e3b40 con 0x7f5ba006c640 2024-05-21T00:14:36.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.775+0000 7f5b9fe00700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628] conn(0x7f5b840bc2a0 0x7f5b840be740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.776+0000 7f5b9f400700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5b840b2910 0x7f5b840b4dd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5b90009fd0 tx=0x7f5b90009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:36.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.776+0000 7f5b9fe00700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628] conn(0x7f5b840bc2a0 0x7f5b840be740 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:36.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.777+0000 7f5b9cc00700 1 -- 172.21.15.12:0/614498589 <== osd.6 v2:172.21.15.12:6818/1511296628 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5b88007e80 con 0x7f5b840bc2a0 2024-05-21T00:14:36.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.795+0000 7f5ba6400700 1 -- 172.21.15.12:0/614498589 --> [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5ba00640d0 con 0x7f5b840bc2a0 2024-05-21T00:14:36.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.796+0000 7f5b9cc00700 1 -- 172.21.15.12:0/614498589 <== osd.6 v2:172.21.15.12:6818/1511296628 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5ba00640d0 con 0x7f5b840bc2a0 2024-05-21T00:14:36.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.796+0000 7f5ba6400700 1 -- 172.21.15.12:0/614498589 >> [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628] conn(0x7f5b840bc2a0 msgr2=0x7f5b840be740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.796+0000 7f5ba6400700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628] conn(0x7f5b840bc2a0 0x7f5b840be740 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.796+0000 7f5ba6400700 1 -- 172.21.15.12:0/614498589 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5b840b2910 msgr2=0x7f5b840b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.797+0000 7f5ba6400700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5b840b2910 0x7f5b840b4dd0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5b90009fd0 tx=0x7f5b90009260 comp rx=0 tx=0).stop 2024-05-21T00:14:36.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.797+0000 7f5ba6400700 1 -- 172.21.15.12:0/614498589 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5ba006c640 msgr2=0x7f5ba0102d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.797+0000 7f5ba6400700 1 --2- 172.21.15.12:0/614498589 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5ba006c640 0x7f5ba0102d50 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5b88000c00 tx=0x7f5b880057c0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.797+0000 7f5b9fe00700 1 -- 172.21.15.12:0/614498589 reap_dead start 2024-05-21T00:14:36.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.797+0000 7f5ba6400700 1 -- 172.21.15.12:0/614498589 shutdown_connections 2024-05-21T00:14:36.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.797+0000 7f5ba6400700 1 -- 172.21.15.12:0/614498589 >> 172.21.15.12:0/614498589 conn(0x7f5ba0079240 msgr2=0x7f5ba0101390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:36.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.797+0000 7f5ba6400700 1 -- 172.21.15.12:0/614498589 shutdown_connections 2024-05-21T00:14:36.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.797+0000 7f5ba6400700 1 -- 172.21.15.12:0/614498589 wait complete. 2024-05-21T00:14:36.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.141+0000 7f09a3200700 1 -- 172.21.15.12:0/2375195141 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f09a4103490 msgr2=0x7f09a4103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.141+0000 7f09a3200700 1 --2- 172.21.15.12:0/2375195141 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f09a4103490 0x7f09a4103910 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f09900099c0 tx=0x7f0990009cd0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.141+0000 7f09a3200700 1 -- 172.21.15.12:0/2375195141 shutdown_connections 2024-05-21T00:14:36.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.141+0000 7f09a3200700 1 --2- 172.21.15.12:0/2375195141 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f09a4103e50 0x7f09a4110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.141+0000 7f09a3200700 1 --2- 172.21.15.12:0/2375195141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09a4109540 0x7f09a4109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.141+0000 7f09a3200700 1 --2- 172.21.15.12:0/2375195141 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f09a4103490 0x7f09a4103910 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.141+0000 7f09a3200700 1 -- 172.21.15.12:0/2375195141 >> 172.21.15.12:0/2375195141 conn(0x7f09a40fefc0 msgr2=0x7f09a41013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:36.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.141+0000 7f09a3200700 1 -- 172.21.15.12:0/2375195141 shutdown_connections 2024-05-21T00:14:36.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.141+0000 7f09a3200700 1 -- 172.21.15.12:0/2375195141 wait complete. 2024-05-21T00:14:36.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.142+0000 7f09a3200700 1 Processor -- start 2024-05-21T00:14:36.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.143+0000 7f09a3200700 1 -- start start 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.143+0000 7f09a3200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09a4103490 0x7f09a41a18d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.143+0000 7f09a3200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f09a4103e50 0x7f09a41a1e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.143+0000 7f09a3200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f09a4109540 0x7f09a419ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.143+0000 7f09a3200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f09a4113650 con 0x7f09a4109540 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.143+0000 7f09a3200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f09a41134d0 con 0x7f09a4103490 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.143+0000 7f09a3200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f09a41137d0 con 0x7f09a4103e50 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.143+0000 7f09a1e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09a4103490 0x7f09a41a18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.144+0000 7f09a1e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09a4103490 0x7f09a41a18d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:59494/0 (socket says 172.21.15.12:59494) 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.144+0000 7f09a2800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f09a4109540 0x7f09a419ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.144+0000 7f09a1e00700 1 -- 172.21.15.12:0/395636569 learned_addr learned my addr 172.21.15.12:0/395636569 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.144+0000 7f09a1400700 1 --2- 172.21.15.12:0/395636569 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f09a4103e50 0x7f09a41a1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.144+0000 7f09a2800700 1 -- 172.21.15.12:0/395636569 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f09a4103e50 msgr2=0x7f09a41a1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.144+0000 7f09a2800700 1 --2- 172.21.15.12:0/395636569 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f09a4103e50 0x7f09a41a1e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.144+0000 7f09a2800700 1 -- 172.21.15.12:0/395636569 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09a4103490 msgr2=0x7f09a41a18d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.144+0000 7f09a2800700 1 --2- 172.21.15.12:0/395636569 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f09a4103490 0x7f09a41a18d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.144+0000 7f09a2800700 1 -- 172.21.15.12:0/395636569 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09a419c1f0 con 0x7f09a4109540 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.144+0000 7f09a2800700 1 --2- 172.21.15.12:0/395636569 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f09a4109540 0x7f09a419ba90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f099c00efc0 tx=0x7f099c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.145+0000 7f099aa00700 1 -- 172.21.15.12:0/395636569 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f099c0092e0 con 0x7f09a4109540 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.145+0000 7f099aa00700 1 -- 172.21.15.12:0/395636569 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f099c004bb0 con 0x7f09a4109540 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.145+0000 7f09a3200700 1 -- 172.21.15.12:0/395636569 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09a419c480 con 0x7f09a4109540 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.145+0000 7f099aa00700 1 -- 172.21.15.12:0/395636569 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f099c004020 con 0x7f09a4109540 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.145+0000 7f09a3200700 1 -- 172.21.15.12:0/395636569 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09a41a87a0 con 0x7f09a4109540 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.146+0000 7f09a3200700 1 -- 172.21.15.12:0/395636569 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f09a4076a30 con 0x7f09a4109540 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.150+0000 7f099aa00700 1 -- 172.21.15.12:0/395636569 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f099c01b030 con 0x7f09a4109540 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.152+0000 7f099aa00700 1 --2- 172.21.15.12:0/395636569 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f09880b2910 0x7f09880b4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.152+0000 7f099aa00700 1 -- 172.21.15.12:0/395636569 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f099c0e2810 con 0x7f09a4109540 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.152+0000 7f09a1e00700 1 --2- 172.21.15.12:0/395636569 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f09880b2910 0x7f09880b4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.152+0000 7f099aa00700 1 --2- 172.21.15.12:0/395636569 >> [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862] conn(0x7f09880bc3d0 0x7f09880be870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:36.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.152+0000 7f099aa00700 1 -- 172.21.15.12:0/395636569 --> [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f099c011e50 con 0x7f09880bc3d0 2024-05-21T00:14:36.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.152+0000 7f099aa00700 1 -- 172.21.15.12:0/395636569 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f099c0e2bc0 con 0x7f09a4109540 2024-05-21T00:14:36.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.153+0000 7f09a1400700 1 --2- 172.21.15.12:0/395636569 >> [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862] conn(0x7f09880bc3d0 0x7f09880be870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:36.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.153+0000 7f09a1e00700 1 --2- 172.21.15.12:0/395636569 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f09880b2910 0x7f09880b4dd0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f09a419cbd0 tx=0x7f0994009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:36.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.153+0000 7f09a1400700 1 --2- 172.21.15.12:0/395636569 >> [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862] conn(0x7f09880bc3d0 0x7f09880be870 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:36.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.154+0000 7f099aa00700 1 -- 172.21.15.12:0/395636569 <== osd.11 v2:172.21.15.77:6824/3670550862 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f099c011e50 con 0x7f09880bc3d0 2024-05-21T00:14:36.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.173+0000 7f09a3200700 1 -- 172.21.15.12:0/395636569 --> [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f09a4104bb0 con 0x7f09880bc3d0 2024-05-21T00:14:36.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.174+0000 7f099aa00700 1 -- 172.21.15.12:0/395636569 <== osd.11 v2:172.21.15.77:6824/3670550862 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f09a4104bb0 con 0x7f09880bc3d0 2024-05-21T00:14:36.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.174+0000 7f09a3200700 1 -- 172.21.15.12:0/395636569 >> [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862] conn(0x7f09880bc3d0 msgr2=0x7f09880be870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.174+0000 7f09a3200700 1 --2- 172.21.15.12:0/395636569 >> [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862] conn(0x7f09880bc3d0 0x7f09880be870 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.175+0000 7f09a3200700 1 -- 172.21.15.12:0/395636569 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f09880b2910 msgr2=0x7f09880b4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.175+0000 7f09a3200700 1 --2- 172.21.15.12:0/395636569 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f09880b2910 0x7f09880b4dd0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f09a419cbd0 tx=0x7f0994009260 comp rx=0 tx=0).stop 2024-05-21T00:14:36.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.175+0000 7f09a3200700 1 -- 172.21.15.12:0/395636569 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f09a4109540 msgr2=0x7f09a419ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:36.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.175+0000 7f09a3200700 1 --2- 172.21.15.12:0/395636569 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f09a4109540 0x7f09a419ba90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f099c00efc0 tx=0x7f099c00c3a0 comp rx=0 tx=0).stop 2024-05-21T00:14:36.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.175+0000 7f09a2800700 1 -- 172.21.15.12:0/395636569 reap_dead start 2024-05-21T00:14:36.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.175+0000 7f09a3200700 1 -- 172.21.15.12:0/395636569 shutdown_connections 2024-05-21T00:14:36.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.175+0000 7f09a3200700 1 -- 172.21.15.12:0/395636569 >> 172.21.15.12:0/395636569 conn(0x7f09a40fefc0 msgr2=0x7f09a4076010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:36.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.175+0000 7f09a3200700 1 -- 172.21.15.12:0/395636569 shutdown_connections 2024-05-21T00:14:36.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:36.175+0000 7f09a3200700 1 -- 172.21.15.12:0/395636569 wait complete. 2024-05-21T00:14:36.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:36 smithi060 ceph-mon[36426]: pgmap v365: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:14:37.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:36 smithi077 ceph-mon[36377]: pgmap v365: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:14:37.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:36 smithi012 ceph-mon[31403]: pgmap v365: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:14:38.291 INFO:teuthology.orchestra.run.smithi012.stdout:34359738464 2024-05-21T00:14:38.292 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-21T00:14:38.810 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:38 smithi012 ceph-mon[31403]: pgmap v366: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:38.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:38 smithi060 ceph-mon[36426]: pgmap v366: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:39.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:38 smithi077 ceph-mon[36377]: pgmap v366: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:39.365 INFO:teuthology.orchestra.run.smithi012.stdout:184683593794 2024-05-21T00:14:39.365 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-21T00:14:40.174 INFO:teuthology.orchestra.run.smithi012.stdout:55834574940 2024-05-21T00:14:40.175 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-21T00:14:40.485 INFO:teuthology.orchestra.run.smithi012.stdout:279172874280 2024-05-21T00:14:40.485 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-05-21T00:14:40.732 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:40.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.739+0000 7f268ee00700 1 -- 172.21.15.12:0/2470016661 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2688108470 msgr2=0x7f268806b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:40.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.739+0000 7f268ee00700 1 --2- 172.21.15.12:0/2470016661 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2688108470 0x7f268806b250 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f26740098f0 tx=0x7f2674009c00 comp rx=0 tx=0).stop 2024-05-21T00:14:40.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.743+0000 7f268ee00700 1 -- 172.21.15.12:0/2470016661 shutdown_connections 2024-05-21T00:14:40.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.743+0000 7f268ee00700 1 --2- 172.21.15.12:0/2470016661 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2688105f80 0x7f2688106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:40.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.743+0000 7f268ee00700 1 --2- 172.21.15.12:0/2470016661 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2688108470 0x7f268806b250 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:40.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.743+0000 7f268ee00700 1 --2- 172.21.15.12:0/2470016661 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f268806b790 0x7f268806bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:40.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.743+0000 7f268ee00700 1 -- 172.21.15.12:0/2470016661 >> 172.21.15.12:0/2470016661 conn(0x7f26880793f0 msgr2=0x7f2688079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:40.744 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:40 smithi012 ceph-mon[31403]: pgmap v367: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:40.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.744+0000 7f268ee00700 1 -- 172.21.15.12:0/2470016661 shutdown_connections 2024-05-21T00:14:40.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.744+0000 7f268ee00700 1 -- 172.21.15.12:0/2470016661 wait complete. 2024-05-21T00:14:40.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.745+0000 7f268ee00700 1 Processor -- start 2024-05-21T00:14:40.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.746+0000 7f268ee00700 1 -- start start 2024-05-21T00:14:40.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.746+0000 7f268ee00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f268806b790 0x7f26881167f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:40.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.746+0000 7f268ee00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2688105f80 0x7f2688116d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:40.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.746+0000 7f268ee00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2688108470 0x7f268810fa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:40.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.746+0000 7f268ee00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2688119da0 con 0x7f2688108470 2024-05-21T00:14:40.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.746+0000 7f268ee00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2688119c20 con 0x7f268806b790 2024-05-21T00:14:40.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.746+0000 7f268ee00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f2688119f20 con 0x7f2688105f80 2024-05-21T00:14:40.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.747+0000 7f2687e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f268806b790 0x7f26881167f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:40.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.747+0000 7f2687e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f268806b790 0x7f26881167f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:59566/0 (socket says 172.21.15.12:59566) 2024-05-21T00:14:40.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.747+0000 7f2687e00700 1 -- 172.21.15.12:0/3115557510 learned_addr learned my addr 172.21.15.12:0/3115557510 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:40.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.747+0000 7f268ce00700 1 --2- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2688108470 0x7f268810fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:40.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.747+0000 7f268ce00700 1 -- 172.21.15.12:0/3115557510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2688105f80 msgr2=0x7f2688116d30 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-05-21T00:14:40.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.747+0000 7f268ce00700 1 --2- 172.21.15.12:0/3115557510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2688105f80 0x7f2688116d30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:40.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.747+0000 7f268ce00700 1 -- 172.21.15.12:0/3115557510 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f268806b790 msgr2=0x7f26881167f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:40.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.747+0000 7f268ce00700 1 --2- 172.21.15.12:0/3115557510 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f268806b790 0x7f26881167f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:40.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.747+0000 7f268ce00700 1 -- 172.21.15.12:0/3115557510 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2688110350 con 0x7f2688108470 2024-05-21T00:14:40.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.748+0000 7f268ce00700 1 --2- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2688108470 0x7f268810fa80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2680007f10 tx=0x7f268000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:40.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.748+0000 7f2684c00700 1 -- 172.21.15.12:0/3115557510 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f268000ddd0 con 0x7f2688108470 2024-05-21T00:14:40.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.749+0000 7f2684c00700 1 -- 172.21.15.12:0/3115557510 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2680009e20 con 0x7f2688108470 2024-05-21T00:14:40.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.749+0000 7f2684c00700 1 -- 172.21.15.12:0/3115557510 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2680015400 con 0x7f2688108470 2024-05-21T00:14:40.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.749+0000 7f268ee00700 1 -- 172.21.15.12:0/3115557510 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2688110640 con 0x7f2688108470 2024-05-21T00:14:40.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.749+0000 7f268ee00700 1 -- 172.21.15.12:0/3115557510 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2688114630 con 0x7f2688108470 2024-05-21T00:14:40.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.750+0000 7f268ee00700 1 -- 172.21.15.12:0/3115557510 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2688101e10 con 0x7f2688108470 2024-05-21T00:14:40.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.761+0000 7f2684c00700 1 -- 172.21.15.12:0/3115557510 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f2680005000 con 0x7f2688108470 2024-05-21T00:14:40.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.762+0000 7f2684c00700 1 --2- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f266c0b2a60 0x7f266c0b4f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:40.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.762+0000 7f2684c00700 1 -- 172.21.15.12:0/3115557510 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f26800e27c0 con 0x7f2688108470 2024-05-21T00:14:40.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.763+0000 7f2687e00700 1 --2- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f266c0b2a60 0x7f266c0b4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:40.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.763+0000 7f2684c00700 1 --2- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735] conn(0x7f266c0bc520 0x7f266c0be9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:40.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.763+0000 7f2684c00700 1 -- 172.21.15.12:0/3115557510 --> [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f268001fe50 con 0x7f266c0bc520 2024-05-21T00:14:40.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.763+0000 7f2684c00700 1 -- 172.21.15.12:0/3115557510 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_get_version_reply(handle=1 version=81) ==== 24+0+0 (secure 0 0 0) 0x7f26800e2c10 con 0x7f2688108470 2024-05-21T00:14:40.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.764+0000 7f2687400700 1 --2- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735] conn(0x7f266c0bc520 0x7f266c0be9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:40.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.764+0000 7f2687e00700 1 --2- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f266c0b2a60 0x7f266c0b4f20 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2674009680 tx=0x7f2674019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:40.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.765+0000 7f2687400700 1 --2- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735] conn(0x7f266c0bc520 0x7f266c0be9c0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:40.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.767+0000 7f2684c00700 1 -- 172.21.15.12:0/3115557510 <== osd.9 v2:172.21.15.12:6826/849418735 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f268001fe50 con 0x7f266c0bc520 2024-05-21T00:14:40.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.800+0000 7f268ee00700 1 -- 172.21.15.12:0/3115557510 --> [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2688102a60 con 0x7f266c0bc520 2024-05-21T00:14:40.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.801+0000 7f2684c00700 1 -- 172.21.15.12:0/3115557510 <== osd.9 v2:172.21.15.12:6826/849418735 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2688102a60 con 0x7f266c0bc520 2024-05-21T00:14:40.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.802+0000 7f268ee00700 1 -- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735] conn(0x7f266c0bc520 msgr2=0x7f266c0be9c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:40.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.802+0000 7f268ee00700 1 --2- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735] conn(0x7f266c0bc520 0x7f266c0be9c0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:40.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.802+0000 7f268ee00700 1 -- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f266c0b2a60 msgr2=0x7f266c0b4f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:40.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.802+0000 7f268ee00700 1 --2- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f266c0b2a60 0x7f266c0b4f20 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f2674009680 tx=0x7f2674019040 comp rx=0 tx=0).stop 2024-05-21T00:14:40.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.802+0000 7f268ee00700 1 -- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2688108470 msgr2=0x7f268810fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:40.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.802+0000 7f268ee00700 1 --2- 172.21.15.12:0/3115557510 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2688108470 0x7f268810fa80 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2680007f10 tx=0x7f268000d3b0 comp rx=0 tx=0).stop 2024-05-21T00:14:40.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.802+0000 7f268ce00700 1 -- 172.21.15.12:0/3115557510 reap_dead start 2024-05-21T00:14:40.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.803+0000 7f268ee00700 1 -- 172.21.15.12:0/3115557510 shutdown_connections 2024-05-21T00:14:40.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.803+0000 7f268ee00700 1 -- 172.21.15.12:0/3115557510 >> 172.21.15.12:0/3115557510 conn(0x7f26880793f0 msgr2=0x7f2688101430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:40.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.803+0000 7f268ee00700 1 -- 172.21.15.12:0/3115557510 shutdown_connections 2024-05-21T00:14:40.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:40.803+0000 7f268ee00700 1 -- 172.21.15.12:0/3115557510 wait complete. 2024-05-21T00:14:40.924 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:40.925 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:40.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:40 smithi060 ceph-mon[36426]: pgmap v367: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:41.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:40 smithi077 ceph-mon[36377]: pgmap v367: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:41.256 INFO:teuthology.orchestra.run.smithi012.stdout:304942678052 2024-05-21T00:14:41.257 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-05-21T00:14:42.919 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:42 smithi012 ceph-mon[31403]: pgmap v368: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 10 op/s 2024-05-21T00:14:42.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:42 smithi060 ceph-mon[36426]: pgmap v368: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 10 op/s 2024-05-21T00:14:43.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:42 smithi077 ceph-mon[36377]: pgmap v368: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 10 op/s 2024-05-21T00:14:43.245 INFO:teuthology.orchestra.run.smithi012.stdout:257698037809 2024-05-21T00:14:43.246 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-05-21T00:14:44.603 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:44.605 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:44.619 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:44.619 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:44.815 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:44 smithi012 ceph-mon[31403]: pgmap v369: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T00:14:44.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:44 smithi060 ceph-mon[36426]: pgmap v369: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T00:14:45.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:44 smithi077 ceph-mon[36377]: pgmap v369: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-05-21T00:14:45.097 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:46.245 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:46.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.263+0000 7f8d35c00700 1 -- 172.21.15.12:0/4240169434 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d3006b790 msgr2=0x7f8d3006bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:46.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.263+0000 7f8d35c00700 1 --2- 172.21.15.12:0/4240169434 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d3006b790 0x7f8d3006bbf0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8d1c009990 tx=0x7f8d1c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:14:46.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.263+0000 7f8d35c00700 1 -- 172.21.15.12:0/4240169434 shutdown_connections 2024-05-21T00:14:46.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.263+0000 7f8d35c00700 1 --2- 172.21.15.12:0/4240169434 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8d30105f80 0x7f8d30106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:46.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.263+0000 7f8d35c00700 1 --2- 172.21.15.12:0/4240169434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d30108470 0x7f8d3006b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:46.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.263+0000 7f8d35c00700 1 --2- 172.21.15.12:0/4240169434 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d3006b790 0x7f8d3006bbf0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:46.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.263+0000 7f8d35c00700 1 -- 172.21.15.12:0/4240169434 >> 172.21.15.12:0/4240169434 conn(0x7f8d300793f0 msgr2=0x7f8d30079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:46.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.263+0000 7f8d35c00700 1 -- 172.21.15.12:0/4240169434 shutdown_connections 2024-05-21T00:14:46.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.264+0000 7f8d35c00700 1 -- 172.21.15.12:0/4240169434 wait complete. 2024-05-21T00:14:46.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.265+0000 7f8d35c00700 1 Processor -- start 2024-05-21T00:14:46.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.265+0000 7f8d35c00700 1 -- start start 2024-05-21T00:14:46.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.266+0000 7f8d35c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d3006b790 0x7f8d301a0320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:46.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.266+0000 7f8d35c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d30105f80 0x7f8d301a0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:46.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.266+0000 7f8d35c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8d30108470 0x7f8d301a4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:46.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.266+0000 7f8d35c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8d30119d20 con 0x7f8d30105f80 2024-05-21T00:14:46.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.266+0000 7f8d35c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8d30119ba0 con 0x7f8d30108470 2024-05-21T00:14:46.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.266+0000 7f8d35c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f8d30119ea0 con 0x7f8d3006b790 2024-05-21T00:14:46.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.266+0000 7f8d2ea00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d3006b790 0x7f8d301a0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:46.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.266+0000 7f8d2ea00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d3006b790 0x7f8d301a0320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:33520/0 (socket says 172.21.15.12:33520) 2024-05-21T00:14:46.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.266+0000 7f8d2ea00700 1 -- 172.21.15.12:0/2254566690 learned_addr learned my addr 172.21.15.12:0/2254566690 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:46.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.266+0000 7f8d2e000700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d30105f80 0x7f8d301a0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:46.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.266+0000 7f8d2ea00700 1 -- 172.21.15.12:0/2254566690 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8d30108470 msgr2=0x7f8d301a4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:46.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.266+0000 7f8d2ea00700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8d30108470 0x7f8d301a4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:46.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.266+0000 7f8d2ea00700 1 -- 172.21.15.12:0/2254566690 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d30105f80 msgr2=0x7f8d301a0860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:46.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.267+0000 7f8d2ea00700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d30105f80 0x7f8d301a0860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:46.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.267+0000 7f8d2ea00700 1 -- 172.21.15.12:0/2254566690 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d301a5330 con 0x7f8d3006b790 2024-05-21T00:14:46.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.267+0000 7f8d2e000700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d30105f80 0x7f8d301a0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:14:46.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.267+0000 7f8d2ea00700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d3006b790 0x7f8d301a0320 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8d2000e920 tx=0x7f8d2000ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:46.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.267+0000 7f8d27400700 1 -- 172.21.15.12:0/2254566690 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d2000cbd0 con 0x7f8d3006b790 2024-05-21T00:14:46.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.268+0000 7f8d35c00700 1 -- 172.21.15.12:0/2254566690 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d301a5620 con 0x7f8d3006b790 2024-05-21T00:14:46.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.268+0000 7f8d35c00700 1 -- 172.21.15.12:0/2254566690 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d301acea0 con 0x7f8d3006b790 2024-05-21T00:14:46.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.268+0000 7f8d27400700 1 -- 172.21.15.12:0/2254566690 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d2000cd70 con 0x7f8d3006b790 2024-05-21T00:14:46.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.268+0000 7f8d27400700 1 -- 172.21.15.12:0/2254566690 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d20018680 con 0x7f8d3006b790 2024-05-21T00:14:46.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.269+0000 7f8d35c00700 1 -- 172.21.15.12:0/2254566690 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d10005330 con 0x7f8d3006b790 2024-05-21T00:14:46.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.271+0000 7f8d27400700 1 -- 172.21.15.12:0/2254566690 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f8d200188e0 con 0x7f8d3006b790 2024-05-21T00:14:46.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.273+0000 7f8d27400700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8d140b2990 0x7f8d140b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:46.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.273+0000 7f8d27400700 1 -- 172.21.15.12:0/2254566690 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f8d200e2450 con 0x7f8d3006b790 2024-05-21T00:14:46.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.273+0000 7f8d2e000700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8d140b2990 0x7f8d140b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:46.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.274+0000 7f8d2e000700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8d140b2990 0x7f8d140b4e50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8d1c00b2e0 tx=0x7f8d1c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:46.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.277+0000 7f8d27400700 1 -- 172.21.15.12:0/2254566690 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8d200a9fe0 con 0x7f8d3006b790 2024-05-21T00:14:46.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.522+0000 7f8d35c00700 1 -- 172.21.15.12:0/2254566690 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f8d100058f0 con 0x7f8d3006b790 2024-05-21T00:14:46.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.522+0000 7f8d27400700 1 -- 172.21.15.12:0/2254566690 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f8d200a98e0 con 0x7f8d3006b790 2024-05-21T00:14:46.522 INFO:teuthology.orchestra.run.smithi012.stdout:231928234039 2024-05-21T00:14:46.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.526+0000 7f8d35c00700 1 -- 172.21.15.12:0/2254566690 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8d140b2990 msgr2=0x7f8d140b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:46.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.526+0000 7f8d35c00700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8d140b2990 0x7f8d140b4e50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8d1c00b2e0 tx=0x7f8d1c005fb0 comp rx=0 tx=0).stop 2024-05-21T00:14:46.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.526+0000 7f8d35c00700 1 -- 172.21.15.12:0/2254566690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d3006b790 msgr2=0x7f8d301a0320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:46.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.526+0000 7f8d35c00700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d3006b790 0x7f8d301a0320 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8d2000e920 tx=0x7f8d2000ece0 comp rx=0 tx=0).stop 2024-05-21T00:14:46.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.526+0000 7f8d35c00700 1 -- 172.21.15.12:0/2254566690 shutdown_connections 2024-05-21T00:14:46.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.526+0000 7f8d35c00700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8d30108470 0x7f8d301a4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:46.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.526+0000 7f8d35c00700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d3006b790 0x7f8d301a0320 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:46.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.526+0000 7f8d35c00700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8d140b2990 0x7f8d140b4e50 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:46.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.526+0000 7f8d35c00700 1 --2- 172.21.15.12:0/2254566690 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d30105f80 0x7f8d301a0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:46.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.526+0000 7f8d35c00700 1 -- 172.21.15.12:0/2254566690 >> 172.21.15.12:0/2254566690 conn(0x7f8d300793f0 msgr2=0x7f8d30104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:46.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.526+0000 7f8d35c00700 1 -- 172.21.15.12:0/2254566690 shutdown_connections 2024-05-21T00:14:46.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:46.527+0000 7f8d35c00700 1 -- 172.21.15.12:0/2254566690 wait complete. 2024-05-21T00:14:46.920 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:46 smithi012 ceph-mon[31403]: pgmap v370: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:14:46.920 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:46 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2254566690' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-21T00:14:46.958 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:46.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:46 smithi060 ceph-mon[36426]: pgmap v370: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:14:46.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:46 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2254566690' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-21T00:14:47.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:46 smithi077 ceph-mon[36377]: pgmap v370: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:14:47.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:46 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2254566690' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-05-21T00:14:47.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.619+0000 7f3026a00700 1 -- 172.21.15.12:0/3407736485 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3020103490 msgr2=0x7f3020103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:47.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.619+0000 7f3026a00700 1 --2- 172.21.15.12:0/3407736485 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3020103490 0x7f3020103910 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f300c0099c0 tx=0x7f300c009cd0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.619+0000 7f3026a00700 1 -- 172.21.15.12:0/3407736485 shutdown_connections 2024-05-21T00:14:47.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.619+0000 7f3026a00700 1 --2- 172.21.15.12:0/3407736485 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3020103e50 0x7f3020110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.619+0000 7f3026a00700 1 --2- 172.21.15.12:0/3407736485 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3020109540 0x7f3020109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.619+0000 7f3026a00700 1 --2- 172.21.15.12:0/3407736485 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3020103490 0x7f3020103910 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.619+0000 7f3026a00700 1 -- 172.21.15.12:0/3407736485 >> 172.21.15.12:0/3407736485 conn(0x7f30200fefc0 msgr2=0x7f30201013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:47.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.619+0000 7f3026a00700 1 -- 172.21.15.12:0/3407736485 shutdown_connections 2024-05-21T00:14:47.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.619+0000 7f3026a00700 1 -- 172.21.15.12:0/3407736485 wait complete. 2024-05-21T00:14:47.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.620+0000 7f3026a00700 1 Processor -- start 2024-05-21T00:14:47.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.620+0000 7f3026a00700 1 -- start start 2024-05-21T00:14:47.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.621+0000 7f3026a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3020103490 0x7f30201a1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:47.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.621+0000 7f3026a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3020103e50 0x7f30201a1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:47.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.621+0000 7f3026a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3020109540 0x7f302019bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:47.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.621+0000 7f3026a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3020113670 con 0x7f3020109540 2024-05-21T00:14:47.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.621+0000 7f3026a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f30201134f0 con 0x7f3020103490 2024-05-21T00:14:47.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.621+0000 7f3026a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f30201137f0 con 0x7f3020103e50 2024-05-21T00:14:47.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.621+0000 7f3024c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3020103e50 0x7f30201a1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:47.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.621+0000 7f3025600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3020103490 0x7f30201a1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:47.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.621+0000 7f3024c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3020103e50 0x7f30201a1e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:33544/0 (socket says 172.21.15.12:33544) 2024-05-21T00:14:47.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.621+0000 7f3024c00700 1 -- 172.21.15.12:0/1600954670 learned_addr learned my addr 172.21.15.12:0/1600954670 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:47.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.621+0000 7f3025600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3020103490 0x7f30201a1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:47884/0 (socket says 172.21.15.12:47884) 2024-05-21T00:14:47.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.621+0000 7f3026000700 1 --2- 172.21.15.12:0/1600954670 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3020109540 0x7f302019bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:47.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.622+0000 7f3024c00700 1 -- 172.21.15.12:0/1600954670 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3020103490 msgr2=0x7f30201a1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:47.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.622+0000 7f3024c00700 1 --2- 172.21.15.12:0/1600954670 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3020103490 0x7f30201a1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.622+0000 7f3024c00700 1 -- 172.21.15.12:0/1600954670 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3020109540 msgr2=0x7f302019bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:47.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.622+0000 7f3024c00700 1 --2- 172.21.15.12:0/1600954670 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3020109540 0x7f302019bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.622+0000 7f3024c00700 1 -- 172.21.15.12:0/1600954670 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f302019c240 con 0x7f3020103e50 2024-05-21T00:14:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.622+0000 7f3024c00700 1 --2- 172.21.15.12:0/1600954670 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3020103e50 0x7f30201a1e60 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f300c006010 tx=0x7f300c005280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.622+0000 7f301e000700 1 -- 172.21.15.12:0/1600954670 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f300c026070 con 0x7f3020103e50 2024-05-21T00:14:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.622+0000 7f301e000700 1 -- 172.21.15.12:0/1600954670 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f300c005680 con 0x7f3020103e50 2024-05-21T00:14:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.622+0000 7f301e000700 1 -- 172.21.15.12:0/1600954670 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f300c00fb20 con 0x7f3020103e50 2024-05-21T00:14:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.622+0000 7f3026a00700 1 -- 172.21.15.12:0/1600954670 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f302019c4d0 con 0x7f3020103e50 2024-05-21T00:14:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.623+0000 7f3026a00700 1 -- 172.21.15.12:0/1600954670 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30201a87f0 con 0x7f3020103e50 2024-05-21T00:14:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.623+0000 7f3026a00700 1 -- 172.21.15.12:0/1600954670 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3020104bb0 con 0x7f3020103e50 2024-05-21T00:14:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.626+0000 7f301e000700 1 -- 172.21.15.12:0/1600954670 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7f300c029070 con 0x7f3020103e50 2024-05-21T00:14:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.627+0000 7f301e000700 1 --2- 172.21.15.12:0/1600954670 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30080b2990 0x7f30080b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.627+0000 7f301e000700 1 -- 172.21.15.12:0/1600954670 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f300c0e2e30 con 0x7f3020103e50 2024-05-21T00:14:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.628+0000 7f3025600700 1 --2- 172.21.15.12:0/1600954670 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30080b2990 0x7f30080b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.628+0000 7f3025600700 1 --2- 172.21.15.12:0/1600954670 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30080b2990 0x7f30080b4e50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3014009c60 tx=0x7f3014009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:47.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.629+0000 7f301e000700 1 -- 172.21.15.12:0/1600954670 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f300c013070 con 0x7f3020103e50 2024-05-21T00:14:47.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.860+0000 7fb493600700 1 -- 172.21.15.12:0/1325300515 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb48c103f90 msgr2=0x7fb48c110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:47.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.860+0000 7fb493600700 1 --2- 172.21.15.12:0/1325300515 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb48c103f90 0x7fb48c110470 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fb48400b0a0 tx=0x7fb48400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.860+0000 7fb493600700 1 -- 172.21.15.12:0/1325300515 shutdown_connections 2024-05-21T00:14:47.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.860+0000 7fb493600700 1 --2- 172.21.15.12:0/1325300515 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb48c103f90 0x7fb48c110470 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.860+0000 7fb493600700 1 --2- 172.21.15.12:0/1325300515 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb48c108500 0x7fb48c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.860+0000 7fb493600700 1 --2- 172.21.15.12:0/1325300515 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb48c1035f0 0x7fb48c103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.860+0000 7fb493600700 1 -- 172.21.15.12:0/1325300515 >> 172.21.15.12:0/1325300515 conn(0x7fb48c07a6a0 msgr2=0x7fb48c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:47.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.861+0000 7fb493600700 1 -- 172.21.15.12:0/1325300515 shutdown_connections 2024-05-21T00:14:47.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.861+0000 7fb493600700 1 -- 172.21.15.12:0/1325300515 wait complete. 2024-05-21T00:14:47.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.862+0000 7fb493600700 1 Processor -- start 2024-05-21T00:14:47.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.863+0000 7fb493600700 1 -- start start 2024-05-21T00:14:47.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.863+0000 7fb493600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb48c1035f0 0x7fb48c075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:47.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.863+0000 7fb493600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb48c103f90 0x7fb48c075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:47.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.863+0000 7fb493600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb48c108500 0x7fb48c0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:47.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.863+0000 7fb493600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb48c1138b0 con 0x7fb48c1035f0 2024-05-21T00:14:47.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.863+0000 7fb493600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb48c113730 con 0x7fb48c103f90 2024-05-21T00:14:47.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.863+0000 7fb493600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fb48c113a30 con 0x7fb48c108500 2024-05-21T00:14:47.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.864+0000 7fb490c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb48c1035f0 0x7fb48c075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:47.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.864+0000 7fb491600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb48c108500 0x7fb48c0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:47.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.864+0000 7fb491600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb48c108500 0x7fb48c0762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:33558/0 (socket says 172.21.15.12:33558) 2024-05-21T00:14:47.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.864+0000 7fb491600700 1 -- 172.21.15.12:0/2283513759 learned_addr learned my addr 172.21.15.12:0/2283513759 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:47.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.864+0000 7fb48be00700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb48c103f90 0x7fb48c075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:47.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.865+0000 7fb491600700 1 -- 172.21.15.12:0/2283513759 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb48c103f90 msgr2=0x7fb48c075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:47.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.865+0000 7fb491600700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb48c103f90 0x7fb48c075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.865+0000 7fb491600700 1 -- 172.21.15.12:0/2283513759 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb48c1035f0 msgr2=0x7fb48c075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:47.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.865+0000 7fb491600700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb48c1035f0 0x7fb48c075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.865+0000 7fb491600700 1 -- 172.21.15.12:0/2283513759 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb48c1a8310 con 0x7fb48c108500 2024-05-21T00:14:47.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.865+0000 7fb48be00700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb48c103f90 0x7fb48c075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:14:47.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.865+0000 7fb490c00700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb48c1035f0 0x7fb48c075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:14:47.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.865+0000 7fb491600700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb48c108500 0x7fb48c0762c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb484009fd0 tx=0x7fb48400cf70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:47.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.866+0000 7fb489600700 1 -- 172.21.15.12:0/2283513759 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb484021070 con 0x7fb48c108500 2024-05-21T00:14:47.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.866+0000 7fb489600700 1 -- 172.21.15.12:0/2283513759 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb484007cb0 con 0x7fb48c108500 2024-05-21T00:14:47.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.866+0000 7fb493600700 1 -- 172.21.15.12:0/2283513759 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb48c1a85a0 con 0x7fb48c108500 2024-05-21T00:14:47.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.866+0000 7fb489600700 1 -- 172.21.15.12:0/2283513759 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb48401d450 con 0x7fb48c108500 2024-05-21T00:14:47.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.866+0000 7fb493600700 1 -- 172.21.15.12:0/2283513759 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb48c1a8aa0 con 0x7fb48c108500 2024-05-21T00:14:47.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.867+0000 7fb493600700 1 -- 172.21.15.12:0/2283513759 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb48c06a230 con 0x7fb48c108500 2024-05-21T00:14:47.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.870+0000 7fb489600700 1 -- 172.21.15.12:0/2283513759 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 17) ==== 149703+0+0 (secure 0 0 0) 0x7fb484003a00 con 0x7fb48c108500 2024-05-21T00:14:47.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.872+0000 7fb489600700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fb4700b29c0 0x7fb4700b4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:47.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.872+0000 7fb489600700 1 -- 172.21.15.12:0/2283513759 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fb48400f020 con 0x7fb48c108500 2024-05-21T00:14:47.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.872+0000 7fb490c00700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fb4700b29c0 0x7fb4700b4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:47.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.873+0000 7fb490c00700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fb4700b29c0 0x7fb4700b4e80 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb48c1047d0 tx=0x7fb478008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:47.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.876+0000 7fb489600700 1 -- 172.21.15.12:0/2283513759 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fb48402a020 con 0x7fb48c108500 2024-05-21T00:14:47.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.913+0000 7f3026a00700 1 -- 172.21.15.12:0/1600954670 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f302019cfd0 con 0x7f3020103e50 2024-05-21T00:14:47.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.913+0000 7f301e000700 1 -- 172.21.15.12:0/1600954670 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f300c0aaa50 con 0x7f3020103e50 2024-05-21T00:14:47.913 INFO:teuthology.orchestra.run.smithi012.stdout:77309411417 2024-05-21T00:14:47.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.918+0000 7f3026a00700 1 -- 172.21.15.12:0/1600954670 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30080b2990 msgr2=0x7f30080b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:47.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.918+0000 7f3026a00700 1 --2- 172.21.15.12:0/1600954670 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30080b2990 0x7f30080b4e50 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3014009c60 tx=0x7f3014009260 comp rx=0 tx=0).stop 2024-05-21T00:14:47.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.918+0000 7f3026a00700 1 -- 172.21.15.12:0/1600954670 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3020103e50 msgr2=0x7f30201a1e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:47.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.918+0000 7f3026a00700 1 --2- 172.21.15.12:0/1600954670 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3020103e50 0x7f30201a1e60 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f300c006010 tx=0x7f300c005280 comp rx=0 tx=0).stop 2024-05-21T00:14:47.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.918+0000 7f3026a00700 1 -- 172.21.15.12:0/1600954670 shutdown_connections 2024-05-21T00:14:47.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.918+0000 7f3026a00700 1 --2- 172.21.15.12:0/1600954670 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30080b2990 0x7f30080b4e50 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.918+0000 7f3026a00700 1 --2- 172.21.15.12:0/1600954670 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3020109540 0x7f302019bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.918+0000 7f3026a00700 1 --2- 172.21.15.12:0/1600954670 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3020103490 0x7f30201a1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.918+0000 7f3026a00700 1 --2- 172.21.15.12:0/1600954670 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3020103e50 0x7f30201a1e60 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:47.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.918+0000 7f3026a00700 1 -- 172.21.15.12:0/1600954670 >> 172.21.15.12:0/1600954670 conn(0x7f30200fefc0 msgr2=0x7f3020100430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:47.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.918+0000 7f3026a00700 1 -- 172.21.15.12:0/1600954670 shutdown_connections 2024-05-21T00:14:47.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:47.919+0000 7f3026a00700 1 -- 172.21.15.12:0/1600954670 wait complete. 2024-05-21T00:14:48.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.137+0000 7fb493600700 1 -- 172.21.15.12:0/2283513759 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fb48c02e720 con 0x7fb48c108500 2024-05-21T00:14:48.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.137+0000 7fb489600700 1 -- 172.21.15.12:0/2283513759 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fb4840ab5c0 con 0x7fb48c108500 2024-05-21T00:14:48.137 INFO:teuthology.orchestra.run.smithi012.stdout:107374182482 2024-05-21T00:14:48.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.141+0000 7fb493600700 1 -- 172.21.15.12:0/2283513759 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fb4700b29c0 msgr2=0x7fb4700b4e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:48.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.141+0000 7fb493600700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fb4700b29c0 0x7fb4700b4e80 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb48c1047d0 tx=0x7fb478008040 comp rx=0 tx=0).stop 2024-05-21T00:14:48.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.141+0000 7fb493600700 1 -- 172.21.15.12:0/2283513759 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb48c108500 msgr2=0x7fb48c0762c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:48.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.141+0000 7fb493600700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb48c108500 0x7fb48c0762c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fb484009fd0 tx=0x7fb48400cf70 comp rx=0 tx=0).stop 2024-05-21T00:14:48.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.141+0000 7fb493600700 1 -- 172.21.15.12:0/2283513759 shutdown_connections 2024-05-21T00:14:48.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.141+0000 7fb493600700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb48c108500 0x7fb48c0762c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:48.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.141+0000 7fb493600700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fb4700b29c0 0x7fb4700b4e80 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:48.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.141+0000 7fb493600700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb48c1035f0 0x7fb48c075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:48.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.141+0000 7fb493600700 1 --2- 172.21.15.12:0/2283513759 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb48c103f90 0x7fb48c075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:48.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.141+0000 7fb493600700 1 -- 172.21.15.12:0/2283513759 >> 172.21.15.12:0/2283513759 conn(0x7fb48c07a6a0 msgr2=0x7fb48c101740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:48.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.141+0000 7fb493600700 1 -- 172.21.15.12:0/2283513759 shutdown_connections 2024-05-21T00:14:48.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:48.141+0000 7fb493600700 1 -- 172.21.15.12:0/2283513759 wait complete. 2024-05-21T00:14:48.943 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:48 smithi012 ceph-mon[31403]: pgmap v371: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:48.943 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:48 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1600954670' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-21T00:14:48.944 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:48 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2283513759' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-21T00:14:48.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:48 smithi060 ceph-mon[36426]: pgmap v371: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:48.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:48 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1600954670' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-21T00:14:48.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:48 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2283513759' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-21T00:14:49.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:48 smithi077 ceph-mon[36377]: pgmap v371: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:14:49.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:48 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1600954670' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-21T00:14:49.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:48 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2283513759' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-21T00:14:49.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:49 smithi060 ceph-mon[36426]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-21T00:14:50.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:49 smithi077 ceph-mon[36377]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-21T00:14:50.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:49 smithi012 ceph-mon[31403]: mgrmap e18: x(active, since 10m), standbys: z, y 2024-05-21T00:14:50.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:50 smithi060 ceph-mon[36426]: pgmap v372: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:14:51.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:50 smithi077 ceph-mon[36377]: pgmap v372: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:14:51.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:50 smithi012 ceph-mon[31403]: pgmap v372: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:14:51.553 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182477 got 107374182482 for osd.3 2024-05-21T00:14:51.554 DEBUG:teuthology.parallel:result is None 2024-05-21T00:14:52.059 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234036 got 231928234039 for osd.8 2024-05-21T00:14:52.059 DEBUG:teuthology.parallel:result is None 2024-05-21T00:14:52.215 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411412 got 77309411417 for osd.2 2024-05-21T00:14:52.215 DEBUG:teuthology.parallel:result is None 2024-05-21T00:14:52.885 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:52 smithi012 ceph-mon[31403]: pgmap v373: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-21T00:14:52.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:52 smithi060 ceph-mon[36426]: pgmap v373: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-21T00:14:53.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:52 smithi077 ceph-mon[36377]: pgmap v373: 97 pgs: 97 active+clean; 647 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-21T00:14:53.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.667+0000 7f4c88c00700 1 -- 172.21.15.12:0/726270839 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4c8406b250 msgr2=0x7f4c8406b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:53.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.667+0000 7f4c88c00700 1 --2- 172.21.15.12:0/726270839 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4c8406b250 0x7f4c8406b630 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4c74009990 tx=0x7f4c74009ca0 comp rx=0 tx=0).stop 2024-05-21T00:14:53.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.667+0000 7f4c88c00700 1 -- 172.21.15.12:0/726270839 shutdown_connections 2024-05-21T00:14:53.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.667+0000 7f4c88c00700 1 --2- 172.21.15.12:0/726270839 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c8410fff0 0x7f4c841123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:53.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.667+0000 7f4c88c00700 1 --2- 172.21.15.12:0/726270839 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4c8406b250 0x7f4c8406b630 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:53.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.667+0000 7f4c88c00700 1 --2- 172.21.15.12:0/726270839 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c8406bb70 0x7f4c8410fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:53.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.667+0000 7f4c88c00700 1 -- 172.21.15.12:0/726270839 >> 172.21.15.12:0/726270839 conn(0x7f4c840793f0 msgr2=0x7f4c84079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:53.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.667+0000 7f4c88c00700 1 -- 172.21.15.12:0/726270839 shutdown_connections 2024-05-21T00:14:53.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.667+0000 7f4c88c00700 1 -- 172.21.15.12:0/726270839 wait complete. 2024-05-21T00:14:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.669+0000 7f4c88c00700 1 Processor -- start 2024-05-21T00:14:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.669+0000 7f4c88c00700 1 -- start start 2024-05-21T00:14:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.669+0000 7f4c88c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c8406b250 0x7f4c8419beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.669+0000 7f4c88c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c8406bb70 0x7f4c8419c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.669+0000 7f4c88c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4c8410fff0 0x7f4c841a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.669+0000 7f4c88c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4c84115960 con 0x7f4c8406bb70 2024-05-21T00:14:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.669+0000 7f4c88c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4c841157e0 con 0x7f4c8410fff0 2024-05-21T00:14:53.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.669+0000 7f4c88c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f4c84115ae0 con 0x7f4c8406b250 2024-05-21T00:14:53.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.670+0000 7f4c81400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c8406bb70 0x7f4c8419c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:53.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.670+0000 7f4c81400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c8406bb70 0x7f4c8419c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58428/0 (socket says 172.21.15.12:58428) 2024-05-21T00:14:53.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.670+0000 7f4c81400700 1 -- 172.21.15.12:0/4277344105 learned_addr learned my addr 172.21.15.12:0/4277344105 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:53.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.670+0000 7f4c81e00700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c8406b250 0x7f4c8419beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:53.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.670+0000 7f4c82800700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4c8410fff0 0x7f4c841a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:53.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.670+0000 7f4c81400700 1 -- 172.21.15.12:0/4277344105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c8406b250 msgr2=0x7f4c8419beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:53.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.670+0000 7f4c81400700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c8406b250 0x7f4c8419beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:53.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.670+0000 7f4c81400700 1 -- 172.21.15.12:0/4277344105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4c8410fff0 msgr2=0x7f4c841a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:53.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.670+0000 7f4c81400700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4c8410fff0 0x7f4c841a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:53.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.670+0000 7f4c81400700 1 -- 172.21.15.12:0/4277344105 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c841a0e70 con 0x7f4c8406bb70 2024-05-21T00:14:53.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.670+0000 7f4c81e00700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c8406b250 0x7f4c8419beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:14:53.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.670+0000 7f4c82800700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4c8410fff0 0x7f4c841a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:14:53.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.671+0000 7f4c81400700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c8406bb70 0x7f4c8419c3f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4c7000e9a0 tx=0x7f4c7000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:53.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.671+0000 7f4c7aa00700 1 -- 172.21.15.12:0/4277344105 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c7000cbd0 con 0x7f4c8406bb70 2024-05-21T00:14:53.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.671+0000 7f4c7aa00700 1 -- 172.21.15.12:0/4277344105 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4c7000cd70 con 0x7f4c8406bb70 2024-05-21T00:14:53.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.671+0000 7f4c88c00700 1 -- 172.21.15.12:0/4277344105 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c841a1160 con 0x7f4c8406bb70 2024-05-21T00:14:53.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.671+0000 7f4c7aa00700 1 -- 172.21.15.12:0/4277344105 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c70018680 con 0x7f4c8406bb70 2024-05-21T00:14:53.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.671+0000 7f4c88c00700 1 -- 172.21.15.12:0/4277344105 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c841a89e0 con 0x7f4c8406bb70 2024-05-21T00:14:53.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.672+0000 7f4c88c00700 1 -- 172.21.15.12:0/4277344105 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c8406a230 con 0x7f4c8406bb70 2024-05-21T00:14:53.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.675+0000 7f4c7aa00700 1 -- 172.21.15.12:0/4277344105 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f4c70010430 con 0x7f4c8406bb70 2024-05-21T00:14:53.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.677+0000 7f4c7aa00700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4c680b2880 0x7f4c680b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:53.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.677+0000 7f4c7aa00700 1 -- 172.21.15.12:0/4277344105 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f4c700e2490 con 0x7f4c8406bb70 2024-05-21T00:14:53.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.677+0000 7f4c81e00700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4c680b2880 0x7f4c680b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:53.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.678+0000 7f4c81e00700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4c680b2880 0x7f4c680b4d40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4c74006010 tx=0x7f4c7400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:53.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.687+0000 7f4c7aa00700 1 -- 172.21.15.12:0/4277344105 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4c700aa180 con 0x7f4c8406bb70 2024-05-21T00:14:53.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.942+0000 7f4c88c00700 1 -- 172.21.15.12:0/4277344105 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f4c8402e560 con 0x7f4c8406bb70 2024-05-21T00:14:53.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.943+0000 7f4c7aa00700 1 -- 172.21.15.12:0/4277344105 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f4c700b2020 con 0x7f4c8406bb70 2024-05-21T00:14:53.943 INFO:teuthology.orchestra.run.smithi012.stdout:133143986255 2024-05-21T00:14:53.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.946+0000 7f4c88c00700 1 -- 172.21.15.12:0/4277344105 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4c680b2880 msgr2=0x7f4c680b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:53.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.946+0000 7f4c88c00700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4c680b2880 0x7f4c680b4d40 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4c74006010 tx=0x7f4c7400b260 comp rx=0 tx=0).stop 2024-05-21T00:14:53.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.946+0000 7f4c88c00700 1 -- 172.21.15.12:0/4277344105 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c8406bb70 msgr2=0x7f4c8419c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:53.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.946+0000 7f4c88c00700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c8406bb70 0x7f4c8419c3f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4c7000e9a0 tx=0x7f4c7000ecb0 comp rx=0 tx=0).stop 2024-05-21T00:14:53.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.946+0000 7f4c88c00700 1 -- 172.21.15.12:0/4277344105 shutdown_connections 2024-05-21T00:14:53.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.946+0000 7f4c88c00700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4c8410fff0 0x7f4c841a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:53.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.946+0000 7f4c88c00700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4c8406b250 0x7f4c8419beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:53.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.946+0000 7f4c88c00700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4c680b2880 0x7f4c680b4d40 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:53.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.946+0000 7f4c88c00700 1 --2- 172.21.15.12:0/4277344105 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4c8406bb70 0x7f4c8419c3f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:53.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.946+0000 7f4c88c00700 1 -- 172.21.15.12:0/4277344105 >> 172.21.15.12:0/4277344105 conn(0x7f4c840793f0 msgr2=0x7f4c841114e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:53.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.947+0000 7f4c88c00700 1 -- 172.21.15.12:0/4277344105 shutdown_connections 2024-05-21T00:14:53.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.947+0000 7f4c88c00700 1 -- 172.21.15.12:0/4277344105 wait complete. 2024-05-21T00:14:54.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:54 smithi012 ceph-mon[31403]: pgmap v374: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-21T00:14:54.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:54 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1674352037' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-21T00:14:54.816 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:54 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/4277344105' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-21T00:14:54.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.508+0000 7f82f2600700 1 -- 172.21.15.12:0/3653633217 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f82ec106120 msgr2=0x7f82ec112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:54.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.508+0000 7f82f2600700 1 --2- 172.21.15.12:0/3653633217 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f82ec106120 0x7f82ec112630 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f82e4009990 tx=0x7f82e4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:14:54.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.509+0000 7f82f2600700 1 -- 172.21.15.12:0/3653633217 shutdown_connections 2024-05-21T00:14:54.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.509+0000 7f82f2600700 1 --2- 172.21.15.12:0/3653633217 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f82ec106120 0x7f82ec112630 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:54.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.509+0000 7f82f2600700 1 --2- 172.21.15.12:0/3653633217 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82ec10b760 0x7f82ec10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:54.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.509+0000 7f82f2600700 1 --2- 172.21.15.12:0/3653633217 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f82ec105760 0x7f82ec105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:54.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.509+0000 7f82f2600700 1 -- 172.21.15.12:0/3653633217 >> 172.21.15.12:0/3653633217 conn(0x7f82ec101250 msgr2=0x7f82ec103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:54.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.509+0000 7f82f2600700 1 -- 172.21.15.12:0/3653633217 shutdown_connections 2024-05-21T00:14:54.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.509+0000 7f82f2600700 1 -- 172.21.15.12:0/3653633217 wait complete. 2024-05-21T00:14:54.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.510+0000 7f82f2600700 1 Processor -- start 2024-05-21T00:14:54.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.510+0000 7f82f2600700 1 -- start start 2024-05-21T00:14:54.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.510+0000 7f82f2600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f82ec105760 0x7f82ec19be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:54.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.510+0000 7f82f2600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f82ec106120 0x7f82ec19c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:54.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.510+0000 7f82f2600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82ec10b760 0x7f82ec1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:54.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.510+0000 7f82f2600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f82ec1159f0 con 0x7f82ec106120 2024-05-21T00:14:54.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.510+0000 7f82f2600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f82ec115870 con 0x7f82ec105760 2024-05-21T00:14:54.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.510+0000 7f82f2600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f82ec115b70 con 0x7f82ec10b760 2024-05-21T00:14:54.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.511+0000 7f82eb400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f82ec105760 0x7f82ec19be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:54.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.511+0000 7f82e2a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f82ec106120 0x7f82ec19c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:54.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.511+0000 7f82eb400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f82ec105760 0x7f82ec19be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:47910/0 (socket says 172.21.15.12:47910) 2024-05-21T00:14:54.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.511+0000 7f82eb400700 1 -- 172.21.15.12:0/1674352037 learned_addr learned my addr 172.21.15.12:0/1674352037 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:54.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.511+0000 7f82ebe00700 1 --2- 172.21.15.12:0/1674352037 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82ec10b760 0x7f82ec1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.511+0000 7f82eb400700 1 -- 172.21.15.12:0/1674352037 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82ec10b760 msgr2=0x7f82ec1a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.511+0000 7f82eb400700 1 --2- 172.21.15.12:0/1674352037 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82ec10b760 0x7f82ec1a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.511+0000 7f82eb400700 1 -- 172.21.15.12:0/1674352037 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f82ec106120 msgr2=0x7f82ec19c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.511+0000 7f82eb400700 1 --2- 172.21.15.12:0/1674352037 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f82ec106120 0x7f82ec19c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.511+0000 7f82eb400700 1 -- 172.21.15.12:0/1674352037 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82ec1a0e20 con 0x7f82ec105760 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.512+0000 7f82eb400700 1 --2- 172.21.15.12:0/1674352037 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f82ec105760 0x7f82ec19be60 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f82dc00ef10 tx=0x7f82dc00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.512+0000 7f82e8c00700 1 -- 172.21.15.12:0/1674352037 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82dc00c9c0 con 0x7f82ec105760 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.512+0000 7f82e8c00700 1 -- 172.21.15.12:0/1674352037 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f82dc019070 con 0x7f82ec105760 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.512+0000 7f82f2600700 1 -- 172.21.15.12:0/1674352037 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82ec1a10b0 con 0x7f82ec105760 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.512+0000 7f82e8c00700 1 -- 172.21.15.12:0/1674352037 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82dc014480 con 0x7f82ec105760 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.512+0000 7f82f2600700 1 -- 172.21.15.12:0/1674352037 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82ec1a8990 con 0x7f82ec105760 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.513+0000 7f82f2600700 1 -- 172.21.15.12:0/1674352037 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82ec06a230 con 0x7f82ec105760 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.515+0000 7f82e8c00700 1 -- 172.21.15.12:0/1674352037 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f82dc012050 con 0x7f82ec105760 2024-05-21T00:14:54.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.517+0000 7f82e8c00700 1 --2- 172.21.15.12:0/1674352037 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f82d00b2880 0x7f82d00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:54.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.518+0000 7f82e8c00700 1 -- 172.21.15.12:0/1674352037 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f82dc0e2820 con 0x7f82ec105760 2024-05-21T00:14:54.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.518+0000 7f82e2a00700 1 --2- 172.21.15.12:0/1674352037 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f82d00b2880 0x7f82d00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:54.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.518+0000 7f82e2a00700 1 --2- 172.21.15.12:0/1674352037 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f82d00b2880 0x7f82d00b4d40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f82ec10adb0 tx=0x7f82d4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:54.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.519+0000 7f82e8c00700 1 -- 172.21.15.12:0/1674352037 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f82dc010040 con 0x7f82ec105760 2024-05-21T00:14:54.969 INFO:teuthology.orchestra.run.smithi012.stdout:34359738469 2024-05-21T00:14:54.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.771+0000 7f82f2600700 1 -- 172.21.15.12:0/1674352037 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f82ec02e560 con 0x7f82ec105760 2024-05-21T00:14:54.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.771+0000 7f82e8c00700 1 -- 172.21.15.12:0/1674352037 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f82dc0aa510 con 0x7f82ec105760 2024-05-21T00:14:54.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.775+0000 7f82f2600700 1 -- 172.21.15.12:0/1674352037 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f82d00b2880 msgr2=0x7f82d00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:54.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.775+0000 7f82f2600700 1 --2- 172.21.15.12:0/1674352037 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f82d00b2880 0x7f82d00b4d40 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f82ec10adb0 tx=0x7f82d4009260 comp rx=0 tx=0).stop 2024-05-21T00:14:54.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.775+0000 7f82f2600700 1 -- 172.21.15.12:0/1674352037 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f82ec105760 msgr2=0x7f82ec19be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:54.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.775+0000 7f82f2600700 1 --2- 172.21.15.12:0/1674352037 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f82ec105760 0x7f82ec19be60 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f82dc00ef10 tx=0x7f82dc00c3a0 comp rx=0 tx=0).stop 2024-05-21T00:14:54.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.775+0000 7f82f2600700 1 -- 172.21.15.12:0/1674352037 shutdown_connections 2024-05-21T00:14:54.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.775+0000 7f82f2600700 1 --2- 172.21.15.12:0/1674352037 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f82ec10b760 0x7f82ec1a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:54.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.775+0000 7f82f2600700 1 --2- 172.21.15.12:0/1674352037 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f82ec105760 0x7f82ec19be60 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:54.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.775+0000 7f82f2600700 1 --2- 172.21.15.12:0/1674352037 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f82d00b2880 0x7f82d00b4d40 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:54.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.775+0000 7f82f2600700 1 --2- 172.21.15.12:0/1674352037 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f82ec106120 0x7f82ec19c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:54.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.775+0000 7f82f2600700 1 -- 172.21.15.12:0/1674352037 >> 172.21.15.12:0/1674352037 conn(0x7f82ec101250 msgr2=0x7f82ec101810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:54.971 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.775+0000 7f82f2600700 1 -- 172.21.15.12:0/1674352037 shutdown_connections 2024-05-21T00:14:54.971 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:53.775+0000 7f82f2600700 1 -- 172.21.15.12:0/1674352037 wait complete. 2024-05-21T00:14:54.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:54 smithi060 ceph-mon[36426]: pgmap v374: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-21T00:14:54.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:54 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1674352037' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-21T00:14:54.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:54 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/4277344105' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-21T00:14:55.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:54 smithi077 ceph-mon[36377]: pgmap v374: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-21T00:14:55.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:54 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1674352037' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-21T00:14:55.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:54 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/4277344105' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-21T00:14:55.985 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986250 got 133143986255 for osd.4 2024-05-21T00:14:55.985 DEBUG:teuthology.parallel:result is None 2024-05-21T00:14:56.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.887+0000 7f1604200700 1 -- 172.21.15.12:0/1465487068 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15fc1088f0 msgr2=0x7f15fc110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:56.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.887+0000 7f1604200700 1 --2- 172.21.15.12:0/1465487068 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15fc1088f0 0x7f15fc110470 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f15f40099c0 tx=0x7f15f4009cd0 comp rx=0 tx=0).stop 2024-05-21T00:14:56.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.887+0000 7f1604200700 1 -- 172.21.15.12:0/1465487068 shutdown_connections 2024-05-21T00:14:56.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.887+0000 7f1604200700 1 --2- 172.21.15.12:0/1465487068 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15fc1088f0 0x7f15fc110470 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:56.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.887+0000 7f1604200700 1 --2- 172.21.15.12:0/1465487068 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15fc1037f0 0x7f15fc103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:56.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.887+0000 7f1604200700 1 --2- 172.21.15.12:0/1465487068 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15fc1041a0 0x7f15fc1081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:56.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.887+0000 7f1604200700 1 -- 172.21.15.12:0/1465487068 >> 172.21.15.12:0/1465487068 conn(0x7f15fc07a6a0 msgr2=0x7f15fc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:56.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.887+0000 7f1604200700 1 -- 172.21.15.12:0/1465487068 shutdown_connections 2024-05-21T00:14:56.888 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:56 smithi012 ceph-mon[31403]: pgmap v375: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 767 B/s wr, 12 op/s 2024-05-21T00:14:56.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.888+0000 7f1604200700 1 -- 172.21.15.12:0/1465487068 wait complete. 2024-05-21T00:14:56.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.889+0000 7f1604200700 1 Processor -- start 2024-05-21T00:14:56.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.889+0000 7f1604200700 1 -- start start 2024-05-21T00:14:56.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.890+0000 7f1604200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15fc1037f0 0x7f15fc075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:56.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.890+0000 7f1604200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15fc1041a0 0x7f15fc075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:56.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.890+0000 7f1604200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15fc1088f0 0x7f15fc0762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:56.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.890+0000 7f1604200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f15fc113730 con 0x7f15fc1088f0 2024-05-21T00:14:56.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.890+0000 7f1604200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f15fc1135b0 con 0x7f15fc1041a0 2024-05-21T00:14:56.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.890+0000 7f1604200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f15fc1138b0 con 0x7f15fc1037f0 2024-05-21T00:14:56.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.890+0000 7f1602200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15fc1088f0 0x7f15fc0762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:56.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.890+0000 7f1602200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15fc1088f0 0x7f15fc0762c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53630/0 (socket says 172.21.15.12:53630) 2024-05-21T00:14:56.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.890+0000 7f1602200700 1 -- 172.21.15.12:0/760096268 learned_addr learned my addr 172.21.15.12:0/760096268 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:56.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.890+0000 7f1600e00700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15fc1041a0 0x7f15fc075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:56.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.890+0000 7f1601800700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15fc1037f0 0x7f15fc075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:56.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.891+0000 7f1600e00700 1 -- 172.21.15.12:0/760096268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15fc1037f0 msgr2=0x7f15fc075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:56.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.891+0000 7f1600e00700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15fc1037f0 0x7f15fc075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:56.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.891+0000 7f1600e00700 1 -- 172.21.15.12:0/760096268 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15fc1088f0 msgr2=0x7f15fc0762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:56.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.891+0000 7f1600e00700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15fc1088f0 0x7f15fc0762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:56.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.891+0000 7f1600e00700 1 -- 172.21.15.12:0/760096268 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15fc1a80b0 con 0x7f15fc1041a0 2024-05-21T00:14:56.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.891+0000 7f1601800700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15fc1037f0 0x7f15fc075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:14:56.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.891+0000 7f1602200700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15fc1088f0 0x7f15fc0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:14:56.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.891+0000 7f1600e00700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15fc1041a0 0x7f15fc075d80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f15e800e9f0 tx=0x7f15e800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:56.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.891+0000 7f15fa000700 1 -- 172.21.15.12:0/760096268 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e8004220 con 0x7f15fc1041a0 2024-05-21T00:14:56.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.891+0000 7f15fa000700 1 -- 172.21.15.12:0/760096268 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f15e80043c0 con 0x7f15fc1041a0 2024-05-21T00:14:56.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.891+0000 7f1604200700 1 -- 172.21.15.12:0/760096268 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15fc1a83a0 con 0x7f15fc1041a0 2024-05-21T00:14:56.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.891+0000 7f15fa000700 1 -- 172.21.15.12:0/760096268 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e8005020 con 0x7f15fc1041a0 2024-05-21T00:14:56.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.891+0000 7f1604200700 1 -- 172.21.15.12:0/760096268 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15fc1a88e0 con 0x7f15fc1041a0 2024-05-21T00:14:56.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.893+0000 7f1604200700 1 -- 172.21.15.12:0/760096268 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15fc06a230 con 0x7f15fc1041a0 2024-05-21T00:14:56.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.896+0000 7f15fa000700 1 -- 172.21.15.12:0/760096268 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f15e8004750 con 0x7f15fc1041a0 2024-05-21T00:14:56.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.898+0000 7f15fa000700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15e00b2900 0x7f15e00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:56.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.898+0000 7f15fa000700 1 -- 172.21.15.12:0/760096268 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f15e80e20d0 con 0x7f15fc1041a0 2024-05-21T00:14:56.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.898+0000 7f1601800700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15e00b2900 0x7f15e00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:56.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.899+0000 7f1601800700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15e00b2900 0x7f15e00b4dc0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f15ec009480 tx=0x7f15ec00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:56.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:56.902+0000 7f15fa000700 1 -- 172.21.15.12:0/760096268 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f15e80a9dc0 con 0x7f15fc1041a0 2024-05-21T00:14:56.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:56 smithi060 ceph-mon[36426]: pgmap v375: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 767 B/s wr, 12 op/s 2024-05-21T00:14:57.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:56 smithi077 ceph-mon[36377]: pgmap v375: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 767 B/s wr, 12 op/s 2024-05-21T00:14:57.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.160+0000 7f1604200700 1 -- 172.21.15.12:0/760096268 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f15fc02e560 con 0x7f15fc1041a0 2024-05-21T00:14:57.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.161+0000 7f15fa000700 1 -- 172.21.15.12:0/760096268 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f15e80a96c0 con 0x7f15fc1041a0 2024-05-21T00:14:57.161 INFO:teuthology.orchestra.run.smithi012.stdout:158913790028 2024-05-21T00:14:57.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.164+0000 7f1604200700 1 -- 172.21.15.12:0/760096268 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15e00b2900 msgr2=0x7f15e00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:57.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.164+0000 7f1604200700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15e00b2900 0x7f15e00b4dc0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f15ec009480 tx=0x7f15ec00b040 comp rx=0 tx=0).stop 2024-05-21T00:14:57.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.164+0000 7f1604200700 1 -- 172.21.15.12:0/760096268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15fc1041a0 msgr2=0x7f15fc075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:57.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.164+0000 7f1604200700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15fc1041a0 0x7f15fc075d80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f15e800e9f0 tx=0x7f15e800ed00 comp rx=0 tx=0).stop 2024-05-21T00:14:57.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.164+0000 7f1604200700 1 -- 172.21.15.12:0/760096268 shutdown_connections 2024-05-21T00:14:57.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.164+0000 7f1604200700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15e00b2900 0x7f15e00b4dc0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:57.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.164+0000 7f1604200700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15fc1088f0 0x7f15fc0762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:57.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.164+0000 7f1604200700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15fc1037f0 0x7f15fc075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:57.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.164+0000 7f1604200700 1 --2- 172.21.15.12:0/760096268 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f15fc1041a0 0x7f15fc075d80 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:57.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.164+0000 7f1604200700 1 -- 172.21.15.12:0/760096268 >> 172.21.15.12:0/760096268 conn(0x7f15fc07a6a0 msgr2=0x7f15fc1017c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:57.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.165+0000 7f1604200700 1 -- 172.21.15.12:0/760096268 shutdown_connections 2024-05-21T00:14:57.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:57.165+0000 7f1604200700 1 -- 172.21.15.12:0/760096268 wait complete. 2024-05-21T00:14:57.786 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:57 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/760096268' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-21T00:14:57.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:57 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/760096268' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-21T00:14:58.028 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:57 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/760096268' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-21T00:14:58.420 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:58.961 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738464 got 34359738469 for osd.0 2024-05-21T00:14:58.962 DEBUG:teuthology.parallel:result is None 2024-05-21T00:14:58.976 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:58 smithi060 ceph-mon[36426]: pgmap v376: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-21T00:14:58.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:58 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:14:58.983 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:58 smithi012 ceph-mon[31403]: pgmap v376: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-21T00:14:58.983 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:58 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:14:59.020 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:58 smithi077 ceph-mon[36377]: pgmap v376: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-21T00:14:59.020 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:58 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:14:59.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.982+0000 7f7846600700 1 -- 172.21.15.12:0/4076658224 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78401095d0 msgr2=0x7f78401099b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:59.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.982+0000 7f7846600700 1 --2- 172.21.15.12:0/4076658224 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78401095d0 0x7f78401099b0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f783000b0a0 tx=0x7f783000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:14:59.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.982+0000 7f7846600700 1 -- 172.21.15.12:0/4076658224 shutdown_connections 2024-05-21T00:14:59.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.982+0000 7f7846600700 1 --2- 172.21.15.12:0/4076658224 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7840103f80 0x7f7840110410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:59.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.982+0000 7f7846600700 1 --2- 172.21.15.12:0/4076658224 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78401095d0 0x7f78401099b0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:59.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.982+0000 7f7846600700 1 --2- 172.21.15.12:0/4076658224 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f78401035c0 0x7f7840103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:59.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.982+0000 7f7846600700 1 -- 172.21.15.12:0/4076658224 >> 172.21.15.12:0/4076658224 conn(0x7f784007a610 msgr2=0x7f784007aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.982+0000 7f7846600700 1 -- 172.21.15.12:0/4076658224 shutdown_connections 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.983+0000 7f7846600700 1 -- 172.21.15.12:0/4076658224 wait complete. 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.984+0000 7f7846600700 1 Processor -- start 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.984+0000 7f7846600700 1 -- start start 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.984+0000 7f7846600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78401035c0 0x7f7840075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.984+0000 7f7846600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7840103f80 0x7f7840075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.984+0000 7f7846600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78401095d0 0x7f78400762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.984+0000 7f7846600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7840113790 con 0x7f78401035c0 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.984+0000 7f7846600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7840113610 con 0x7f78401095d0 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.984+0000 7f7846600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7840113910 con 0x7f7840103f80 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.985+0000 7f783f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78401035c0 0x7f7840075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.985+0000 7f783f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78401035c0 0x7f7840075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53648/0 (socket says 172.21.15.12:53648) 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.985+0000 7f783f400700 1 -- 172.21.15.12:0/3870046114 learned_addr learned my addr 172.21.15.12:0/3870046114 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:14:59.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.985+0000 7f7836a00700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7840103f80 0x7f7840075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:59.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.985+0000 7f783fe00700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78401095d0 0x7f78400762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:59.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.985+0000 7f7836a00700 1 -- 172.21.15.12:0/3870046114 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78401095d0 msgr2=0x7f78400762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:59.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.985+0000 7f7836a00700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78401095d0 0x7f78400762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:59.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.985+0000 7f7836a00700 1 -- 172.21.15.12:0/3870046114 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78401035c0 msgr2=0x7f7840075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:59.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.985+0000 7f7836a00700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78401035c0 0x7f7840075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:59.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.985+0000 7f7836a00700 1 -- 172.21.15.12:0/3870046114 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78401a8130 con 0x7f7840103f80 2024-05-21T00:14:59.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.985+0000 7f783fe00700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78401095d0 0x7f78400762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:14:59.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.985+0000 7f7836a00700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7840103f80 0x7f7840075d80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f782800e9f0 tx=0x7f782800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:59.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.986+0000 7f783cc00700 1 -- 172.21.15.12:0/3870046114 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7828004220 con 0x7f7840103f80 2024-05-21T00:14:59.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.986+0000 7f783cc00700 1 -- 172.21.15.12:0/3870046114 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78280043c0 con 0x7f7840103f80 2024-05-21T00:14:59.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.986+0000 7f7846600700 1 -- 172.21.15.12:0/3870046114 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78401a8420 con 0x7f7840103f80 2024-05-21T00:14:59.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.986+0000 7f783cc00700 1 -- 172.21.15.12:0/3870046114 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7828005020 con 0x7f7840103f80 2024-05-21T00:14:59.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.986+0000 7f7846600700 1 -- 172.21.15.12:0/3870046114 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78401a8910 con 0x7f7840103f80 2024-05-21T00:14:59.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.987+0000 7f7846600700 1 -- 172.21.15.12:0/3870046114 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f784006a230 con 0x7f7840103f80 2024-05-21T00:14:59.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.989+0000 7f783cc00700 1 -- 172.21.15.12:0/3870046114 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7828004750 con 0x7f7840103f80 2024-05-21T00:14:59.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.991+0000 7f783cc00700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f78240b2880 0x7f78240b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:14:59.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.991+0000 7f783cc00700 1 -- 172.21.15.12:0/3870046114 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f78280e21c0 con 0x7f7840103f80 2024-05-21T00:14:59.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.991+0000 7f783f400700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f78240b2880 0x7f78240b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:14:59.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.992+0000 7f783f400700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f78240b2880 0x7f78240b4d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7830009e60 tx=0x7f7830006230 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:14:59.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:58.995+0000 7f783cc00700 1 -- 172.21.15.12:0/3870046114 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f78280a9eb0 con 0x7f7840103f80 2024-05-21T00:14:59.100 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:14:59.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.242+0000 7f7846600700 1 -- 172.21.15.12:0/3870046114 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f784002e560 con 0x7f7840103f80 2024-05-21T00:14:59.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.243+0000 7f783cc00700 1 -- 172.21.15.12:0/3870046114 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f78280a97b0 con 0x7f7840103f80 2024-05-21T00:14:59.243 INFO:teuthology.orchestra.run.smithi012.stdout:279172874285 2024-05-21T00:14:59.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.246+0000 7f7846600700 1 -- 172.21.15.12:0/3870046114 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f78240b2880 msgr2=0x7f78240b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:59.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.246+0000 7f7846600700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f78240b2880 0x7f78240b4d40 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7830009e60 tx=0x7f7830006230 comp rx=0 tx=0).stop 2024-05-21T00:14:59.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.246+0000 7f7846600700 1 -- 172.21.15.12:0/3870046114 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7840103f80 msgr2=0x7f7840075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:14:59.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.246+0000 7f7846600700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7840103f80 0x7f7840075d80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f782800e9f0 tx=0x7f782800ed00 comp rx=0 tx=0).stop 2024-05-21T00:14:59.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.246+0000 7f7846600700 1 -- 172.21.15.12:0/3870046114 shutdown_connections 2024-05-21T00:14:59.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.246+0000 7f7846600700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78401095d0 0x7f78400762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:59.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.246+0000 7f7846600700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f78240b2880 0x7f78240b4d40 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:59.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.246+0000 7f7846600700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78401035c0 0x7f7840075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:59.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.246+0000 7f7846600700 1 --2- 172.21.15.12:0/3870046114 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7840103f80 0x7f7840075d80 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:14:59.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.246+0000 7f7846600700 1 -- 172.21.15.12:0/3870046114 >> 172.21.15.12:0/3870046114 conn(0x7f784007a610 msgr2=0x7f7840102240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:14:59.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.246+0000 7f7846600700 1 -- 172.21.15.12:0/3870046114 shutdown_connections 2024-05-21T00:14:59.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:14:59.246+0000 7f7846600700 1 -- 172.21.15.12:0/3870046114 wait complete. 2024-05-21T00:15:00.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:59 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3870046114' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-21T00:15:00.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:59 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:00.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:14:59 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:00.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:59 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3870046114' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-21T00:15:00.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:59 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:00.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:14:59 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:00.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:59 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3870046114' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-05-21T00:15:00.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:00.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:14:59 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:00.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.867+0000 7f75c1c00700 1 -- 172.21.15.12:0/375471023 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75bc075860 msgr2=0x7f75bc075c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:00.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.867+0000 7f75c1c00700 1 --2- 172.21.15.12:0/375471023 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75bc075860 0x7f75bc075c40 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f75ac009990 tx=0x7f75ac009ca0 comp rx=0 tx=0).stop 2024-05-21T00:15:00.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.867+0000 7f75c1c00700 1 -- 172.21.15.12:0/375471023 shutdown_connections 2024-05-21T00:15:00.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.867+0000 7f75c1c00700 1 --2- 172.21.15.12:0/375471023 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f75bc10fd30 0x7f75bc112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:00.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.867+0000 7f75c1c00700 1 --2- 172.21.15.12:0/375471023 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75bc075860 0x7f75bc075c40 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:00.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.867+0000 7f75c1c00700 1 --2- 172.21.15.12:0/375471023 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f75bc076180 0x7f75bc10f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:00.868 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.867+0000 7f75c1c00700 1 -- 172.21.15.12:0/375471023 >> 172.21.15.12:0/375471023 conn(0x7f75bc0fefc0 msgr2=0x7f75bc1013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:00.868 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.867+0000 7f75c1c00700 1 -- 172.21.15.12:0/375471023 shutdown_connections 2024-05-21T00:15:00.868 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.867+0000 7f75c1c00700 1 -- 172.21.15.12:0/375471023 wait complete. 2024-05-21T00:15:00.868 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.868+0000 7f75c1c00700 1 Processor -- start 2024-05-21T00:15:00.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.868+0000 7f75c1c00700 1 -- start start 2024-05-21T00:15:00.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.869+0000 7f75c1c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f75bc075860 0x7f75bc19bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:00.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.869+0000 7f75c1c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75bc076180 0x7f75bc19c290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:00.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.869+0000 7f75c1c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f75bc10fd30 0x7f75bc1a0620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:00.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.869+0000 7f75c1c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f75bc115880 con 0x7f75bc075860 2024-05-21T00:15:00.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.869+0000 7f75c1c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f75bc115700 con 0x7f75bc076180 2024-05-21T00:15:00.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.869+0000 7f75c1c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f75bc115a00 con 0x7f75bc10fd30 2024-05-21T00:15:00.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.869+0000 7f75bbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f75bc075860 0x7f75bc19bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:00.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.869+0000 7f75bbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f75bc075860 0x7f75bc19bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53668/0 (socket says 172.21.15.12:53668) 2024-05-21T00:15:00.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.869+0000 7f75bbe00700 1 -- 172.21.15.12:0/3191041621 learned_addr learned my addr 172.21.15.12:0/3191041621 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:00.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.869+0000 7f75b3400700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75bc076180 0x7f75bc19c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:00.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.869+0000 7f75c1200700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f75bc10fd30 0x7f75bc1a0620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:00.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.870+0000 7f75b3400700 1 -- 172.21.15.12:0/3191041621 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f75bc10fd30 msgr2=0x7f75bc1a0620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:00.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.870+0000 7f75b3400700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f75bc10fd30 0x7f75bc1a0620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:00.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.870+0000 7f75b3400700 1 -- 172.21.15.12:0/3191041621 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f75bc075860 msgr2=0x7f75bc19bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:00.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.870+0000 7f75b3400700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f75bc075860 0x7f75bc19bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:00.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.870+0000 7f75b3400700 1 -- 172.21.15.12:0/3191041621 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75bc1a0d60 con 0x7f75bc076180 2024-05-21T00:15:00.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.870+0000 7f75bbe00700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f75bc075860 0x7f75bc19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:00.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.870+0000 7f75b3400700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75bc076180 0x7f75bc19c290 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f75a400e9f0 tx=0x7f75a400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:00.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.870+0000 7f75b9600700 1 -- 172.21.15.12:0/3191041621 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a400c9c0 con 0x7f75bc076180 2024-05-21T00:15:00.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.870+0000 7f75b9600700 1 -- 172.21.15.12:0/3191041621 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75a400cb60 con 0x7f75bc076180 2024-05-21T00:15:00.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.870+0000 7f75c1c00700 1 -- 172.21.15.12:0/3191041621 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75bc1a1050 con 0x7f75bc076180 2024-05-21T00:15:00.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.870+0000 7f75b9600700 1 -- 172.21.15.12:0/3191041621 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75a4018680 con 0x7f75bc076180 2024-05-21T00:15:00.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.870+0000 7f75c1c00700 1 -- 172.21.15.12:0/3191041621 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75bc1a88d0 con 0x7f75bc076180 2024-05-21T00:15:00.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.872+0000 7f75c1c00700 1 -- 172.21.15.12:0/3191041621 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75bc06a230 con 0x7f75bc076180 2024-05-21T00:15:00.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.874+0000 7f75b9600700 1 -- 172.21.15.12:0/3191041621 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f75a4010430 con 0x7f75bc076180 2024-05-21T00:15:00.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.875+0000 7f75b9600700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f75a00b2900 0x7f75a00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:00.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.875+0000 7f75b9600700 1 -- 172.21.15.12:0/3191041621 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f75a40e2320 con 0x7f75bc076180 2024-05-21T00:15:00.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.876+0000 7f75bbe00700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f75a00b2900 0x7f75a00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:00.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.876+0000 7f75bbe00700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f75a00b2900 0x7f75a00b4dc0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f75ac006010 tx=0x7f75ac01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:00.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:00.880+0000 7f75b9600700 1 -- 172.21.15.12:0/3191041621 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f75a40aa010 con 0x7f75bc076180 2024-05-21T00:15:00.983 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:00 smithi012 ceph-mon[31403]: pgmap v377: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-21T00:15:00.983 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:00.984 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:00 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:01.132 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.132+0000 7f75c1c00700 1 -- 172.21.15.12:0/3191041621 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f75bc02e560 con 0x7f75bc076180 2024-05-21T00:15:01.132 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.132+0000 7f75b9600700 1 -- 172.21.15.12:0/3191041621 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f75a40b2090 con 0x7f75bc076180 2024-05-21T00:15:01.133 INFO:teuthology.orchestra.run.smithi012.stdout:206158430271 2024-05-21T00:15:01.136 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.136+0000 7f75c1c00700 1 -- 172.21.15.12:0/3191041621 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f75a00b2900 msgr2=0x7f75a00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:01.136 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.136+0000 7f75c1c00700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f75a00b2900 0x7f75a00b4dc0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f75ac006010 tx=0x7f75ac01a040 comp rx=0 tx=0).stop 2024-05-21T00:15:01.136 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.136+0000 7f75c1c00700 1 -- 172.21.15.12:0/3191041621 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75bc076180 msgr2=0x7f75bc19c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:01.136 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.136+0000 7f75c1c00700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75bc076180 0x7f75bc19c290 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f75a400e9f0 tx=0x7f75a400ed00 comp rx=0 tx=0).stop 2024-05-21T00:15:01.136 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.136+0000 7f75c1c00700 1 -- 172.21.15.12:0/3191041621 shutdown_connections 2024-05-21T00:15:01.136 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.136+0000 7f75c1c00700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f75bc10fd30 0x7f75bc1a0620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:01.136 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.136+0000 7f75c1c00700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f75a00b2900 0x7f75a00b4dc0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:01.136 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.136+0000 7f75c1c00700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f75bc075860 0x7f75bc19bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:01.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.136+0000 7f75c1c00700 1 --2- 172.21.15.12:0/3191041621 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f75bc076180 0x7f75bc19c290 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:01.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.136+0000 7f75c1c00700 1 -- 172.21.15.12:0/3191041621 >> 172.21.15.12:0/3191041621 conn(0x7f75bc0fefc0 msgr2=0x7f75bc0ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:01.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.136+0000 7f75c1c00700 1 -- 172.21.15.12:0/3191041621 shutdown_connections 2024-05-21T00:15:01.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:01.136+0000 7f75c1c00700 1 -- 172.21.15.12:0/3191041621 wait complete. 2024-05-21T00:15:01.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:00 smithi060 ceph-mon[36426]: pgmap v377: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-21T00:15:01.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:01.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:00 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:01.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:00 smithi077 ceph-mon[36377]: pgmap v377: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 767 B/s wr, 10 op/s 2024-05-21T00:15:01.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:01.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:00 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:02.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:01 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3191041621' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-21T00:15:02.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:01 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:02.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:01 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.195+0000 7ff418400700 1 -- 172.21.15.12:0/2522214746 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff41011cbd0 msgr2=0x7ff41011efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.195+0000 7ff418400700 1 --2- 172.21.15.12:0/2522214746 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff41011cbd0 0x7ff41011efc0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff408009990 tx=0x7ff408009ca0 comp rx=0 tx=0).stop 2024-05-21T00:15:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.195+0000 7ff418400700 1 -- 172.21.15.12:0/2522214746 shutdown_connections 2024-05-21T00:15:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.195+0000 7ff418400700 1 --2- 172.21.15.12:0/2522214746 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff41011cbd0 0x7ff41011efc0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:02.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.195+0000 7ff418400700 1 --2- 172.21.15.12:0/2522214746 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff41006f080 0x7ff41006f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.195+0000 7ff418400700 1 --2- 172.21.15.12:0/2522214746 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff41006f9a0 0x7ff41011c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.195+0000 7ff418400700 1 -- 172.21.15.12:0/2522214746 >> 172.21.15.12:0/2522214746 conn(0x7ff41006e700 msgr2=0x7ff41010c550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.195+0000 7ff418400700 1 -- 172.21.15.12:0/2522214746 shutdown_connections 2024-05-21T00:15:02.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.195+0000 7ff418400700 1 -- 172.21.15.12:0/2522214746 wait complete. 2024-05-21T00:15:02.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.196+0000 7ff418400700 1 Processor -- start 2024-05-21T00:15:02.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.196+0000 7ff418400700 1 -- start start 2024-05-21T00:15:02.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.197+0000 7ff418400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff41006f080 0x7ff4101ae6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:02.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.197+0000 7ff418400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff41006f9a0 0x7ff4101aec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:02.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.197+0000 7ff418400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff41011cbd0 0x7ff4101a8840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:02.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.197+0000 7ff418400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff410122580 con 0x7ff41006f080 2024-05-21T00:15:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.197+0000 7ff418400700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff410122400 con 0x7ff41011cbd0 2024-05-21T00:15:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.197+0000 7ff418400700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff410122700 con 0x7ff41006f9a0 2024-05-21T00:15:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.197+0000 7ff415a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff41006f080 0x7ff4101ae6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.197+0000 7ff415a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff41006f080 0x7ff4101ae6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53684/0 (socket says 172.21.15.12:53684) 2024-05-21T00:15:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.197+0000 7ff415a00700 1 -- 172.21.15.12:0/3188444894 learned_addr learned my addr 172.21.15.12:0/3188444894 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.197+0000 7ff415000700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff41006f9a0 0x7ff4101aec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:02.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.197+0000 7ff416400700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff41011cbd0 0x7ff4101a8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.198+0000 7ff415a00700 1 -- 172.21.15.12:0/3188444894 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff41006f9a0 msgr2=0x7ff4101aec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.198+0000 7ff415a00700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff41006f9a0 0x7ff4101aec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.198+0000 7ff415a00700 1 -- 172.21.15.12:0/3188444894 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff41011cbd0 msgr2=0x7ff4101a8840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.198+0000 7ff415a00700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff41011cbd0 0x7ff4101a8840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:02.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.198+0000 7ff415a00700 1 -- 172.21.15.12:0/3188444894 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4101a9020 con 0x7ff41006f080 2024-05-21T00:15:02.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.198+0000 7ff415a00700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff41006f080 0x7ff4101ae6c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff40400ef10 tx=0x7ff40400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:02.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.198+0000 7ff40e000700 1 -- 172.21.15.12:0/3188444894 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff40400c9c0 con 0x7ff41006f080 2024-05-21T00:15:02.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.198+0000 7ff418400700 1 -- 172.21.15.12:0/3188444894 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4101a92b0 con 0x7ff41006f080 2024-05-21T00:15:02.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.198+0000 7ff40e000700 1 -- 172.21.15.12:0/3188444894 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff404019070 con 0x7ff41006f080 2024-05-21T00:15:02.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.199+0000 7ff418400700 1 -- 172.21.15.12:0/3188444894 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4101b5520 con 0x7ff41006f080 2024-05-21T00:15:02.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.199+0000 7ff40e000700 1 -- 172.21.15.12:0/3188444894 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff404014480 con 0x7ff41006f080 2024-05-21T00:15:02.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.200+0000 7ff418400700 1 -- 172.21.15.12:0/3188444894 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4100707c0 con 0x7ff41006f080 2024-05-21T00:15:02.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.202+0000 7ff40e000700 1 -- 172.21.15.12:0/3188444894 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff404012050 con 0x7ff41006f080 2024-05-21T00:15:02.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.203+0000 7ff40e000700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff3f80b2880 0x7ff3f80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:02.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.204+0000 7ff40e000700 1 -- 172.21.15.12:0/3188444894 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff4040e21b0 con 0x7ff41006f080 2024-05-21T00:15:02.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.204+0000 7ff415000700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff3f80b2880 0x7ff3f80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:02.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.205+0000 7ff415000700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff3f80b2880 0x7ff3f80b4d40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff410072660 tx=0x7ff3fc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:02.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.208+0000 7ff40e000700 1 -- 172.21.15.12:0/3188444894 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff404010040 con 0x7ff41006f080 2024-05-21T00:15:02.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:01 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3191041621' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-21T00:15:02.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:01 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:02.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:01 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:02.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:01 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3191041621' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-21T00:15:02.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:01 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:02.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:01 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:02.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.451+0000 7ff418400700 1 -- 172.21.15.12:0/3188444894 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7ff41002e560 con 0x7ff41006f080 2024-05-21T00:15:02.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.451+0000 7ff40e000700 1 -- 172.21.15.12:0/3188444894 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff4040a9ea0 con 0x7ff41006f080 2024-05-21T00:15:02.451 INFO:teuthology.orchestra.run.smithi012.stdout:55834574945 2024-05-21T00:15:02.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.454+0000 7ff418400700 1 -- 172.21.15.12:0/3188444894 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff3f80b2880 msgr2=0x7ff3f80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:02.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.455+0000 7ff418400700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff3f80b2880 0x7ff3f80b4d40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff410072660 tx=0x7ff3fc009260 comp rx=0 tx=0).stop 2024-05-21T00:15:02.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.455+0000 7ff418400700 1 -- 172.21.15.12:0/3188444894 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff41006f080 msgr2=0x7ff4101ae6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:02.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.455+0000 7ff418400700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff41006f080 0x7ff4101ae6c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff40400ef10 tx=0x7ff40400c3a0 comp rx=0 tx=0).stop 2024-05-21T00:15:02.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.455+0000 7ff418400700 1 -- 172.21.15.12:0/3188444894 shutdown_connections 2024-05-21T00:15:02.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.455+0000 7ff418400700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff41011cbd0 0x7ff4101a8840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:02.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.455+0000 7ff418400700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff3f80b2880 0x7ff3f80b4d40 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:02.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.455+0000 7ff418400700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff41006f080 0x7ff4101ae6c0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:02.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.455+0000 7ff418400700 1 --2- 172.21.15.12:0/3188444894 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff41006f9a0 0x7ff4101aec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:02.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.455+0000 7ff418400700 1 -- 172.21.15.12:0/3188444894 >> 172.21.15.12:0/3188444894 conn(0x7ff41006e700 msgr2=0x7ff41011deb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:02.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.455+0000 7ff418400700 1 -- 172.21.15.12:0/3188444894 shutdown_connections 2024-05-21T00:15:02.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:02.455+0000 7ff418400700 1 -- 172.21.15.12:0/3188444894 wait complete. 2024-05-21T00:15:03.001 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:02 smithi012 ceph-mon[31403]: pgmap v378: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T00:15:03.001 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:02 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3188444894' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-21T00:15:03.180 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:02 smithi077 ceph-mon[36377]: pgmap v378: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T00:15:03.180 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:02 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3188444894' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-21T00:15:03.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:02 smithi060 ceph-mon[36426]: pgmap v378: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T00:15:03.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:02 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3188444894' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-21T00:15:03.478 INFO:tasks.cephadm.ceph_manager.ceph:need seq 206158430263 got 206158430271 for osd.7 2024-05-21T00:15:03.479 DEBUG:teuthology.parallel:result is None 2024-05-21T00:15:03.934 INFO:tasks.cephadm.ceph_manager.ceph:need seq 279172874280 got 279172874285 for osd.10 2024-05-21T00:15:03.934 DEBUG:teuthology.parallel:result is None 2024-05-21T00:15:04.699 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574940 got 55834574945 for osd.1 2024-05-21T00:15:04.699 DEBUG:teuthology.parallel:result is None 2024-05-21T00:15:05.069 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913790022 got 158913790028 for osd.5 2024-05-21T00:15:05.069 DEBUG:teuthology.parallel:result is None 2024-05-21T00:15:05.132 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:04 smithi012 ceph-mon[31403]: pgmap v379: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T00:15:05.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:04 smithi060 ceph-mon[36426]: pgmap v379: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T00:15:05.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:04 smithi077 ceph-mon[36377]: pgmap v379: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T00:15:05.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.305+0000 7f1fee000700 1 -- 172.21.15.12:0/2796603316 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fe8108500 msgr2=0x7f1fe81088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:05.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.305+0000 7f1fee000700 1 --2- 172.21.15.12:0/2796603316 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fe8108500 0x7f1fe81088e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1fd800b0a0 tx=0x7f1fd800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.305+0000 7f1fee000700 1 -- 172.21.15.12:0/2796603316 shutdown_connections 2024-05-21T00:15:05.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.305+0000 7f1fee000700 1 --2- 172.21.15.12:0/2796603316 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1fe8103f90 0x7f1fe8110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.305+0000 7f1fee000700 1 --2- 172.21.15.12:0/2796603316 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fe8108500 0x7f1fe81088e0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.305+0000 7f1fee000700 1 --2- 172.21.15.12:0/2796603316 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fe81035f0 0x7f1fe8103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.305+0000 7f1fee000700 1 -- 172.21.15.12:0/2796603316 >> 172.21.15.12:0/2796603316 conn(0x7f1fe807a6a0 msgr2=0x7f1fe807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:05.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.305+0000 7f1fee000700 1 -- 172.21.15.12:0/2796603316 shutdown_connections 2024-05-21T00:15:05.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.305+0000 7f1fee000700 1 -- 172.21.15.12:0/2796603316 wait complete. 2024-05-21T00:15:05.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.306+0000 7f1fee000700 1 Processor -- start 2024-05-21T00:15:05.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.306+0000 7f1fee000700 1 -- start start 2024-05-21T00:15:05.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.307+0000 7f1fee000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fe81035f0 0x7f1fe819be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:05.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.307+0000 7f1fee000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1fe8103f90 0x7f1fe819c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:05.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.307+0000 7f1fee000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fe8108500 0x7f1fe81a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:05.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.307+0000 7f1fee000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe81137a0 con 0x7f1fe8108500 2024-05-21T00:15:05.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.307+0000 7f1fee000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe8113620 con 0x7f1fe8103f90 2024-05-21T00:15:05.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.307+0000 7f1fee000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe8113920 con 0x7f1fe81035f0 2024-05-21T00:15:05.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.307+0000 7f1fe7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fe8108500 0x7f1fe81a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:05.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.307+0000 7f1fe7400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fe81035f0 0x7f1fe819be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:05.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.307+0000 7f1fe7400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fe81035f0 0x7f1fe819be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:52026/0 (socket says 172.21.15.12:52026) 2024-05-21T00:15:05.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.307+0000 7f1fe7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fe8108500 0x7f1fe81a0700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54890/0 (socket says 172.21.15.12:54890) 2024-05-21T00:15:05.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.307+0000 7f1fe7400700 1 -- 172.21.15.12:0/796850341 learned_addr learned my addr 172.21.15.12:0/796850341 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:05.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.307+0000 7f1fdea00700 1 --2- 172.21.15.12:0/796850341 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1fe8103f90 0x7f1fe819c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:05.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.308+0000 7f1fe7400700 1 -- 172.21.15.12:0/796850341 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1fe8103f90 msgr2=0x7f1fe819c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:05.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.308+0000 7f1fe7400700 1 --2- 172.21.15.12:0/796850341 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1fe8103f90 0x7f1fe819c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.308+0000 7f1fe7400700 1 -- 172.21.15.12:0/796850341 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fe8108500 msgr2=0x7f1fe81a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:05.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.308+0000 7f1fe7400700 1 --2- 172.21.15.12:0/796850341 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fe8108500 0x7f1fe81a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.308+0000 7f1fe7400700 1 -- 172.21.15.12:0/796850341 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fe81a0e40 con 0x7f1fe81035f0 2024-05-21T00:15:05.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.308+0000 7f1fe7400700 1 --2- 172.21.15.12:0/796850341 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fe81035f0 0x7f1fe819be30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1fd800d010 tx=0x7f1fd8004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:05.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.308+0000 7f1fe4c00700 1 -- 172.21.15.12:0/796850341 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8021070 con 0x7f1fe81035f0 2024-05-21T00:15:05.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.308+0000 7f1fe4c00700 1 -- 172.21.15.12:0/796850341 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1fd8007e30 con 0x7f1fe81035f0 2024-05-21T00:15:05.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.309+0000 7f1fee000700 1 -- 172.21.15.12:0/796850341 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fe81a10d0 con 0x7f1fe81035f0 2024-05-21T00:15:05.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.309+0000 7f1fe4c00700 1 -- 172.21.15.12:0/796850341 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fd8004620 con 0x7f1fe81035f0 2024-05-21T00:15:05.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.309+0000 7f1fee000700 1 -- 172.21.15.12:0/796850341 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fe81a89b0 con 0x7f1fe81035f0 2024-05-21T00:15:05.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.310+0000 7f1fee000700 1 -- 172.21.15.12:0/796850341 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fe806a230 con 0x7f1fe81035f0 2024-05-21T00:15:05.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.312+0000 7f1fe4c00700 1 -- 172.21.15.12:0/796850341 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1fd8003d00 con 0x7f1fe81035f0 2024-05-21T00:15:05.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.315+0000 7f1fe4c00700 1 --2- 172.21.15.12:0/796850341 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1fcc0b2880 0x7f1fcc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:05.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.315+0000 7f1fe4c00700 1 -- 172.21.15.12:0/796850341 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f1fd800f020 con 0x7f1fe81035f0 2024-05-21T00:15:05.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.315+0000 7f1fdea00700 1 --2- 172.21.15.12:0/796850341 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1fcc0b2880 0x7f1fcc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:05.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.316+0000 7f1fe4c00700 1 -- 172.21.15.12:0/796850341 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1fd802a020 con 0x7f1fe81035f0 2024-05-21T00:15:05.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.316+0000 7f1fdea00700 1 --2- 172.21.15.12:0/796850341 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1fcc0b2880 0x7f1fcc0b4d40 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1fe80777d0 tx=0x7f1fd0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:05.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.576+0000 7f1fee000700 1 -- 172.21.15.12:0/796850341 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f1fe81a8b80 con 0x7f1fe81035f0 2024-05-21T00:15:05.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.576+0000 7f1fe4c00700 1 -- 172.21.15.12:0/796850341 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f1fd80ab7f0 con 0x7f1fe81035f0 2024-05-21T00:15:05.576 INFO:teuthology.orchestra.run.smithi012.stdout:257698037813 2024-05-21T00:15:05.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.580+0000 7f1fee000700 1 -- 172.21.15.12:0/796850341 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1fcc0b2880 msgr2=0x7f1fcc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:05.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.580+0000 7f1fee000700 1 --2- 172.21.15.12:0/796850341 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1fcc0b2880 0x7f1fcc0b4d40 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1fe80777d0 tx=0x7f1fd0009260 comp rx=0 tx=0).stop 2024-05-21T00:15:05.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.580+0000 7f1fee000700 1 -- 172.21.15.12:0/796850341 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fe81035f0 msgr2=0x7f1fe819be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:05.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.580+0000 7f1fee000700 1 --2- 172.21.15.12:0/796850341 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fe81035f0 0x7f1fe819be30 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1fd800d010 tx=0x7f1fd8004d00 comp rx=0 tx=0).stop 2024-05-21T00:15:05.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.580+0000 7f1fee000700 1 -- 172.21.15.12:0/796850341 shutdown_connections 2024-05-21T00:15:05.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.580+0000 7f1fee000700 1 --2- 172.21.15.12:0/796850341 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1fcc0b2880 0x7f1fcc0b4d40 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.580+0000 7f1fee000700 1 --2- 172.21.15.12:0/796850341 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1fe8108500 0x7f1fe81a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.580+0000 7f1fee000700 1 --2- 172.21.15.12:0/796850341 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1fe81035f0 0x7f1fe819be30 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.580+0000 7f1fee000700 1 --2- 172.21.15.12:0/796850341 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1fe8103f90 0x7f1fe819c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.580+0000 7f1fee000700 1 -- 172.21.15.12:0/796850341 >> 172.21.15.12:0/796850341 conn(0x7f1fe807a6a0 msgr2=0x7f1fe8101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:05.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.580+0000 7f1fee000700 1 -- 172.21.15.12:0/796850341 shutdown_connections 2024-05-21T00:15:05.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.580+0000 7f1fee000700 1 -- 172.21.15.12:0/796850341 wait complete. 2024-05-21T00:15:05.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.875+0000 7f6f8d800700 1 -- 172.21.15.12:0/1734563247 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f88105760 msgr2=0x7f6f88105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:05.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.875+0000 7f6f8d800700 1 --2- 172.21.15.12:0/1734563247 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f88105760 0x7f6f88105be0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f6f74009990 tx=0x7f6f74009ca0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.876+0000 7f6f8d800700 1 -- 172.21.15.12:0/1734563247 shutdown_connections 2024-05-21T00:15:05.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.876+0000 7f6f8d800700 1 --2- 172.21.15.12:0/1734563247 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f88106120 0x7f6f88112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.876+0000 7f6f8d800700 1 --2- 172.21.15.12:0/1734563247 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6f8810b760 0x7f6f8810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.876+0000 7f6f8d800700 1 --2- 172.21.15.12:0/1734563247 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f88105760 0x7f6f88105be0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.876+0000 7f6f8d800700 1 -- 172.21.15.12:0/1734563247 >> 172.21.15.12:0/1734563247 conn(0x7f6f88101250 msgr2=0x7f6f88103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:05.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.876+0000 7f6f8d800700 1 -- 172.21.15.12:0/1734563247 shutdown_connections 2024-05-21T00:15:05.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.876+0000 7f6f8d800700 1 -- 172.21.15.12:0/1734563247 wait complete. 2024-05-21T00:15:05.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.877+0000 7f6f8d800700 1 Processor -- start 2024-05-21T00:15:05.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.877+0000 7f6f8d800700 1 -- start start 2024-05-21T00:15:05.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.877+0000 7f6f8d800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f88105760 0x7f6f8819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:05.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.877+0000 7f6f8d800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f88106120 0x7f6f8819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:05.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.877+0000 7f6f8d800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6f8810b760 0x7f6f881a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:05.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.877+0000 7f6f8d800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6f881159f0 con 0x7f6f88106120 2024-05-21T00:15:05.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.877+0000 7f6f8d800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6f88115870 con 0x7f6f88105760 2024-05-21T00:15:05.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.877+0000 7f6f8d800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f6f88115b70 con 0x7f6f8810b760 2024-05-21T00:15:05.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.878+0000 7f6f86000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f88106120 0x7f6f8819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:05.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.878+0000 7f6f86000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f88106120 0x7f6f8819c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54898/0 (socket says 172.21.15.12:54898) 2024-05-21T00:15:05.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.878+0000 7f6f86000700 1 -- 172.21.15.12:0/1301133198 learned_addr learned my addr 172.21.15.12:0/1301133198 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:05.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.878+0000 7f6f86a00700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f88105760 0x7f6f8819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:05.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.878+0000 7f6f87400700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6f8810b760 0x7f6f881a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:05.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.878+0000 7f6f86000700 1 -- 172.21.15.12:0/1301133198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6f8810b760 msgr2=0x7f6f881a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:05.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.878+0000 7f6f86000700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6f8810b760 0x7f6f881a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.878+0000 7f6f86000700 1 -- 172.21.15.12:0/1301133198 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f88105760 msgr2=0x7f6f8819be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:05.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.878+0000 7f6f86000700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f88105760 0x7f6f8819be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:05.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.878+0000 7f6f86000700 1 -- 172.21.15.12:0/1301133198 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f881a0e50 con 0x7f6f88106120 2024-05-21T00:15:05.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.879+0000 7f6f86000700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f88106120 0x7f6f8819c380 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f6f74000c00 tx=0x7f6f740057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:05.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.879+0000 7f6f7f400700 1 -- 172.21.15.12:0/1301133198 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f74027070 con 0x7f6f88106120 2024-05-21T00:15:05.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.879+0000 7f6f7f400700 1 -- 172.21.15.12:0/1301133198 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f74022470 con 0x7f6f88106120 2024-05-21T00:15:05.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.879+0000 7f6f7f400700 1 -- 172.21.15.12:0/1301133198 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f74017650 con 0x7f6f88106120 2024-05-21T00:15:05.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.879+0000 7f6f8d800700 1 -- 172.21.15.12:0/1301133198 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f881a10e0 con 0x7f6f88106120 2024-05-21T00:15:05.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.879+0000 7f6f8d800700 1 -- 172.21.15.12:0/1301133198 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f881a89c0 con 0x7f6f88106120 2024-05-21T00:15:05.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.880+0000 7f6f8d800700 1 -- 172.21.15.12:0/1301133198 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f8810dcf0 con 0x7f6f88106120 2024-05-21T00:15:05.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.883+0000 7f6f7f400700 1 -- 172.21.15.12:0/1301133198 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6f7402a070 con 0x7f6f88106120 2024-05-21T00:15:05.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.885+0000 7f6f7f400700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6f6c0b2900 0x7f6f6c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:05.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.886+0000 7f6f7f400700 1 -- 172.21.15.12:0/1301133198 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f6f740e31e0 con 0x7f6f88106120 2024-05-21T00:15:05.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.886+0000 7f6f86a00700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6f6c0b2900 0x7f6f6c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:05.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.886+0000 7f6f86a00700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6f6c0b2900 0x7f6f6c0b4dc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6f78009be0 tx=0x7f6f78009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:05.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:05.890+0000 7f6f7f400700 1 -- 172.21.15.12:0/1301133198 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6f74013070 con 0x7f6f88106120 2024-05-21T00:15:06.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:05 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/796850341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-21T00:15:06.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.137+0000 7f6f8d800700 1 -- 172.21.15.12:0/1301133198 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f6f8819d1a0 con 0x7f6f88106120 2024-05-21T00:15:06.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.138+0000 7f6f7f400700 1 -- 172.21.15.12:0/1301133198 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f6f740aaf60 con 0x7f6f88106120 2024-05-21T00:15:06.138 INFO:teuthology.orchestra.run.smithi012.stdout:184683593799 2024-05-21T00:15:06.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.142+0000 7f6f8d800700 1 -- 172.21.15.12:0/1301133198 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6f6c0b2900 msgr2=0x7f6f6c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:06.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.142+0000 7f6f8d800700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6f6c0b2900 0x7f6f6c0b4dc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6f78009be0 tx=0x7f6f78009260 comp rx=0 tx=0).stop 2024-05-21T00:15:06.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.142+0000 7f6f8d800700 1 -- 172.21.15.12:0/1301133198 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f88106120 msgr2=0x7f6f8819c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:06.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.142+0000 7f6f8d800700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f88106120 0x7f6f8819c380 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f6f74000c00 tx=0x7f6f740057c0 comp rx=0 tx=0).stop 2024-05-21T00:15:06.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.142+0000 7f6f8d800700 1 -- 172.21.15.12:0/1301133198 shutdown_connections 2024-05-21T00:15:06.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.142+0000 7f6f8d800700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6f8810b760 0x7f6f881a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:06.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.142+0000 7f6f8d800700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f88105760 0x7f6f8819be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:06.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.142+0000 7f6f8d800700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6f6c0b2900 0x7f6f6c0b4dc0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:06.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.142+0000 7f6f8d800700 1 --2- 172.21.15.12:0/1301133198 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f88106120 0x7f6f8819c380 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:06.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.142+0000 7f6f8d800700 1 -- 172.21.15.12:0/1301133198 >> 172.21.15.12:0/1301133198 conn(0x7f6f88101250 msgr2=0x7f6f881019f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:06.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.143+0000 7f6f8d800700 1 -- 172.21.15.12:0/1301133198 shutdown_connections 2024-05-21T00:15:06.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:06.143+0000 7f6f8d800700 1 -- 172.21.15.12:0/1301133198 wait complete. 2024-05-21T00:15:06.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:05 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/796850341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-21T00:15:06.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:05 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/796850341' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-05-21T00:15:07.040 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037809 got 257698037813 for osd.9 2024-05-21T00:15:07.040 DEBUG:teuthology.parallel:result is None 2024-05-21T00:15:07.120 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:06 smithi012 ceph-mon[31403]: pgmap v380: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:07.120 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:06 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1301133198' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-21T00:15:07.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:06 smithi060 ceph-mon[36426]: pgmap v380: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:07.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:06 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1301133198' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-21T00:15:07.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:06 smithi077 ceph-mon[36377]: pgmap v380: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:07.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:06 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1301133198' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-21T00:15:07.521 INFO:tasks.cephadm.ceph_manager.ceph:need seq 184683593794 got 184683593799 for osd.6 2024-05-21T00:15:07.521 DEBUG:teuthology.parallel:result is None 2024-05-21T00:15:08.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.325+0000 7fdd86800700 1 -- 172.21.15.12:0/2497380786 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdd80105760 msgr2=0x7fdd80105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:08.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.325+0000 7fdd86800700 1 --2- 172.21.15.12:0/2497380786 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdd80105760 0x7fdd80105be0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fdd6800b0a0 tx=0x7fdd6800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:15:08.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.325+0000 7fdd86800700 1 -- 172.21.15.12:0/2497380786 shutdown_connections 2024-05-21T00:15:08.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.325+0000 7fdd86800700 1 --2- 172.21.15.12:0/2497380786 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd80106120 0x7fdd80112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.325+0000 7fdd86800700 1 --2- 172.21.15.12:0/2497380786 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd8010b760 0x7fdd8010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.325+0000 7fdd86800700 1 --2- 172.21.15.12:0/2497380786 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdd80105760 0x7fdd80105be0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.325+0000 7fdd86800700 1 -- 172.21.15.12:0/2497380786 >> 172.21.15.12:0/2497380786 conn(0x7fdd80101250 msgr2=0x7fdd80103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.325+0000 7fdd86800700 1 -- 172.21.15.12:0/2497380786 shutdown_connections 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.325+0000 7fdd86800700 1 -- 172.21.15.12:0/2497380786 wait complete. 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.326+0000 7fdd86800700 1 Processor -- start 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.327+0000 7fdd86800700 1 -- start start 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.327+0000 7fdd86800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd80105760 0x7fdd8019be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.327+0000 7fdd86800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd80106120 0x7fdd8019c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.327+0000 7fdd86800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdd8010b760 0x7fdd801a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.327+0000 7fdd86800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fdd80115990 con 0x7fdd8010b760 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.327+0000 7fdd86800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fdd80115810 con 0x7fdd80106120 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.327+0000 7fdd86800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fdd80115b10 con 0x7fdd80105760 2024-05-21T00:15:08.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.327+0000 7fdd76a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd80106120 0x7fdd8019c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.327+0000 7fdd7fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdd8010b760 0x7fdd801a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.327+0000 7fdd76a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd80106120 0x7fdd8019c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:40232/0 (socket says 172.21.15.12:40232) 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.327+0000 7fdd76a00700 1 -- 172.21.15.12:0/1869901669 learned_addr learned my addr 172.21.15.12:0/1869901669 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.327+0000 7fdd7f400700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd80105760 0x7fdd8019be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.328+0000 7fdd76a00700 1 -- 172.21.15.12:0/1869901669 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd80105760 msgr2=0x7fdd8019be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.328+0000 7fdd76a00700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd80105760 0x7fdd8019be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.328+0000 7fdd76a00700 1 -- 172.21.15.12:0/1869901669 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdd8010b760 msgr2=0x7fdd801a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.328+0000 7fdd76a00700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdd8010b760 0x7fdd801a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.328+0000 7fdd76a00700 1 -- 172.21.15.12:0/1869901669 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd801a0e20 con 0x7fdd80106120 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.328+0000 7fdd7f400700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd80105760 0x7fdd8019be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.328+0000 7fdd7fe00700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdd8010b760 0x7fdd801a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.328+0000 7fdd76a00700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd80106120 0x7fdd8019c3a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdd6800d010 tx=0x7fdd68004db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.328+0000 7fdd7cc00700 1 -- 172.21.15.12:0/1869901669 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd68021070 con 0x7fdd80106120 2024-05-21T00:15:08.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.328+0000 7fdd7cc00700 1 -- 172.21.15.12:0/1869901669 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdd68007cc0 con 0x7fdd80106120 2024-05-21T00:15:08.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.328+0000 7fdd86800700 1 -- 172.21.15.12:0/1869901669 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd801a10b0 con 0x7fdd80106120 2024-05-21T00:15:08.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.328+0000 7fdd7cc00700 1 -- 172.21.15.12:0/1869901669 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd68004710 con 0x7fdd80106120 2024-05-21T00:15:08.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.329+0000 7fdd86800700 1 -- 172.21.15.12:0/1869901669 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd801a8990 con 0x7fdd80106120 2024-05-21T00:15:08.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.330+0000 7fdd86800700 1 -- 172.21.15.12:0/1869901669 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd8006a230 con 0x7fdd80106120 2024-05-21T00:15:08.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.332+0000 7fdd7cc00700 1 -- 172.21.15.12:0/1869901669 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fdd68003a00 con 0x7fdd80106120 2024-05-21T00:15:08.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.333+0000 7fdd7cc00700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdd640b2880 0x7fdd640b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:08.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.334+0000 7fdd7cc00700 1 -- 172.21.15.12:0/1869901669 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fdd6800f020 con 0x7fdd80106120 2024-05-21T00:15:08.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.334+0000 7fdd7f400700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdd640b2880 0x7fdd640b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:08.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.334+0000 7fdd7f400700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdd640b2880 0x7fdd640b4d40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fdd70009c90 tx=0x7fdd70009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:08.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.337+0000 7fdd7cc00700 1 -- 172.21.15.12:0/1869901669 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fdd6802a020 con 0x7fdd80106120 2024-05-21T00:15:08.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.578+0000 7fdd86800700 1 -- 172.21.15.12:0/1869901669 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7fdd8002e560 con 0x7fdd80106120 2024-05-21T00:15:08.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.579+0000 7fdd7cc00700 1 -- 172.21.15.12:0/1869901669 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7fdd6802e3e0 con 0x7fdd80106120 2024-05-21T00:15:08.579 INFO:teuthology.orchestra.run.smithi012.stdout:304942678058 2024-05-21T00:15:08.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.582+0000 7fdd86800700 1 -- 172.21.15.12:0/1869901669 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdd640b2880 msgr2=0x7fdd640b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:08.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.582+0000 7fdd86800700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdd640b2880 0x7fdd640b4d40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fdd70009c90 tx=0x7fdd70009260 comp rx=0 tx=0).stop 2024-05-21T00:15:08.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.582+0000 7fdd86800700 1 -- 172.21.15.12:0/1869901669 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd80106120 msgr2=0x7fdd8019c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:08.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.582+0000 7fdd86800700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd80106120 0x7fdd8019c3a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdd6800d010 tx=0x7fdd68004db0 comp rx=0 tx=0).stop 2024-05-21T00:15:08.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.582+0000 7fdd86800700 1 -- 172.21.15.12:0/1869901669 shutdown_connections 2024-05-21T00:15:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.582+0000 7fdd86800700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdd640b2880 0x7fdd640b4d40 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.582+0000 7fdd86800700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdd8010b760 0x7fdd801a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.582+0000 7fdd86800700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdd80105760 0x7fdd8019be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.582+0000 7fdd86800700 1 --2- 172.21.15.12:0/1869901669 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdd80106120 0x7fdd8019c3a0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.582+0000 7fdd86800700 1 -- 172.21.15.12:0/1869901669 >> 172.21.15.12:0/1869901669 conn(0x7fdd80101250 msgr2=0x7fdd80101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.582+0000 7fdd86800700 1 -- 172.21.15.12:0/1869901669 shutdown_connections 2024-05-21T00:15:08.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:08.583+0000 7fdd86800700 1 -- 172.21.15.12:0/1869901669 wait complete. 2024-05-21T00:15:09.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:08 smithi060 ceph-mon[36426]: pgmap v381: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:09.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:08 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1869901669' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-21T00:15:09.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:08 smithi077 ceph-mon[36377]: pgmap v381: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:09.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:08 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1869901669' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-21T00:15:09.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:08 smithi012 ceph-mon[31403]: pgmap v381: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:09.297 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:08 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1869901669' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-05-21T00:15:09.362 INFO:tasks.cephadm.ceph_manager.ceph:need seq 304942678052 got 304942678058 for osd.11 2024-05-21T00:15:09.362 DEBUG:teuthology.parallel:result is None 2024-05-21T00:15:09.362 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-21T00:15:09.363 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:15:09.824 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:11.008 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:10 smithi012 ceph-mon[31403]: pgmap v382: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:11.008 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:11.008 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:10 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:11.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:10 smithi060 ceph-mon[36426]: pgmap v382: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:11.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:11.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:10 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:11.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:10 smithi077 ceph-mon[36377]: pgmap v382: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:11.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:11.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:10 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:11.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.816+0000 7f1ddb800700 1 -- 172.21.15.12:0/246053940 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1dd41037f0 msgr2=0x7f1dd4103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:11.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.816+0000 7f1ddb800700 1 --2- 172.21.15.12:0/246053940 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1dd41037f0 0x7f1dd4103bd0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f1dc80099c0 tx=0x7f1dc8009cd0 comp rx=0 tx=0).stop 2024-05-21T00:15:11.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.816+0000 7f1ddb800700 1 -- 172.21.15.12:0/246053940 shutdown_connections 2024-05-21T00:15:11.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.816+0000 7f1ddb800700 1 --2- 172.21.15.12:0/246053940 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd41088f0 0x7f1dd4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:11.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.816+0000 7f1ddb800700 1 --2- 172.21.15.12:0/246053940 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1dd41037f0 0x7f1dd4103bd0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:11.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.816+0000 7f1ddb800700 1 --2- 172.21.15.12:0/246053940 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1dd41041a0 0x7f1dd41081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:11.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.816+0000 7f1ddb800700 1 -- 172.21.15.12:0/246053940 >> 172.21.15.12:0/246053940 conn(0x7f1dd407a6a0 msgr2=0x7f1dd407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:11.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.816+0000 7f1ddb800700 1 -- 172.21.15.12:0/246053940 shutdown_connections 2024-05-21T00:15:11.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.816+0000 7f1ddb800700 1 -- 172.21.15.12:0/246053940 wait complete. 2024-05-21T00:15:11.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.817+0000 7f1ddb800700 1 Processor -- start 2024-05-21T00:15:11.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.817+0000 7f1ddb800700 1 -- start start 2024-05-21T00:15:11.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1ddb800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1dd41037f0 0x7f1dd419f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:11.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1ddb800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd41041a0 0x7f1dd419fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:11.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1ddb800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1dd41088f0 0x7f1dd41999a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:11.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1ddb800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd41136c0 con 0x7f1dd41041a0 2024-05-21T00:15:11.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1ddb800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd4113540 con 0x7f1dd41037f0 2024-05-21T00:15:11.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1ddb800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f1dd4113840 con 0x7f1dd41088f0 2024-05-21T00:15:11.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1dd8e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1dd41037f0 0x7f1dd419f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:11.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1dd3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd41041a0 0x7f1dd419fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:11.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1dd9800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1dd41088f0 0x7f1dd41999a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:11.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1dd3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd41041a0 0x7f1dd419fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54924/0 (socket says 172.21.15.12:54924) 2024-05-21T00:15:11.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1dd8e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1dd41037f0 0x7f1dd419f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:40252/0 (socket says 172.21.15.12:40252) 2024-05-21T00:15:11.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1dd3e00700 1 -- 172.21.15.12:0/1160730519 learned_addr learned my addr 172.21.15.12:0/1160730519 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:11.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1dd8e00700 1 -- 172.21.15.12:0/1160730519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1dd41088f0 msgr2=0x7f1dd41999a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:11.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1dd8e00700 1 --2- 172.21.15.12:0/1160730519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1dd41088f0 0x7f1dd41999a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:11.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1dd8e00700 1 -- 172.21.15.12:0/1160730519 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd41041a0 msgr2=0x7f1dd419fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:11.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.818+0000 7f1dd8e00700 1 --2- 172.21.15.12:0/1160730519 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd41041a0 0x7f1dd419fd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:11.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.819+0000 7f1dd8e00700 1 -- 172.21.15.12:0/1160730519 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dd419a100 con 0x7f1dd41037f0 2024-05-21T00:15:11.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.819+0000 7f1dd8e00700 1 --2- 172.21.15.12:0/1160730519 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1dd41037f0 0x7f1dd419f7e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8009f50 tx=0x7f1dc80057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:11.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.819+0000 7f1dd1600700 1 -- 172.21.15.12:0/1160730519 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc8027070 con 0x7f1dd41037f0 2024-05-21T00:15:11.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.819+0000 7f1dd1600700 1 -- 172.21.15.12:0/1160730519 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1dc8003f20 con 0x7f1dd41037f0 2024-05-21T00:15:11.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.819+0000 7f1dd1600700 1 -- 172.21.15.12:0/1160730519 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dc8022ba0 con 0x7f1dd41037f0 2024-05-21T00:15:11.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.819+0000 7f1ddb800700 1 -- 172.21.15.12:0/1160730519 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dd419a390 con 0x7f1dd41037f0 2024-05-21T00:15:11.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.819+0000 7f1ddb800700 1 -- 172.21.15.12:0/1160730519 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dd41a66b0 con 0x7f1dd41037f0 2024-05-21T00:15:11.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.820+0000 7f1ddb800700 1 -- 172.21.15.12:0/1160730519 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dd4104c80 con 0x7f1dd41037f0 2024-05-21T00:15:11.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.823+0000 7f1dd1600700 1 -- 172.21.15.12:0/1160730519 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1dc802a070 con 0x7f1dd41037f0 2024-05-21T00:15:11.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.824+0000 7f1dd1600700 1 --2- 172.21.15.12:0/1160730519 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1dbc0b2900 0x7f1dbc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:11.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.824+0000 7f1dd1600700 1 -- 172.21.15.12:0/1160730519 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f1dc80e37c0 con 0x7f1dd41037f0 2024-05-21T00:15:11.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.825+0000 7f1dd3e00700 1 --2- 172.21.15.12:0/1160730519 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1dbc0b2900 0x7f1dbc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:11.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.825+0000 7f1dd3e00700 1 --2- 172.21.15.12:0/1160730519 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1dbc0b2900 0x7f1dbc0b4dc0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1dd41030d0 tx=0x7f1dc0007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:11.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:11.826+0000 7f1dd1600700 1 -- 172.21.15.12:0/1160730519 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1dc8031020 con 0x7f1dd41037f0 2024-05-21T00:15:12.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.063+0000 7f1ddb800700 1 -- 172.21.15.12:0/1160730519 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1dd4063980 con 0x7f1dbc0b2900 2024-05-21T00:15:12.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:15:12.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:15:12.063 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:11 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:12.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.086+0000 7f1dd1600700 1 -- 172.21.15.12:0/1160730519 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258879 (secure 0 0 0) 0x7f1dd4063980 con 0x7f1dbc0b2900 2024-05-21T00:15:12.087 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:15:12.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.094+0000 7f1ddb800700 1 -- 172.21.15.12:0/1160730519 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1dbc0b2900 msgr2=0x7f1dbc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:12.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.094+0000 7f1ddb800700 1 --2- 172.21.15.12:0/1160730519 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1dbc0b2900 0x7f1dbc0b4dc0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1dd41030d0 tx=0x7f1dc0007480 comp rx=0 tx=0).stop 2024-05-21T00:15:12.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.094+0000 7f1ddb800700 1 -- 172.21.15.12:0/1160730519 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1dd41037f0 msgr2=0x7f1dd419f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:12.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.094+0000 7f1ddb800700 1 --2- 172.21.15.12:0/1160730519 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1dd41037f0 0x7f1dd419f7e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8009f50 tx=0x7f1dc80057c0 comp rx=0 tx=0).stop 2024-05-21T00:15:12.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.094+0000 7f1ddb800700 1 -- 172.21.15.12:0/1160730519 shutdown_connections 2024-05-21T00:15:12.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.094+0000 7f1ddb800700 1 --2- 172.21.15.12:0/1160730519 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1dd41088f0 0x7f1dd41999a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:12.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.094+0000 7f1ddb800700 1 --2- 172.21.15.12:0/1160730519 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1dd41037f0 0x7f1dd419f7e0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:12.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.094+0000 7f1ddb800700 1 --2- 172.21.15.12:0/1160730519 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1dbc0b2900 0x7f1dbc0b4dc0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:12.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.094+0000 7f1ddb800700 1 --2- 172.21.15.12:0/1160730519 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1dd41041a0 0x7f1dd419fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:12.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.094+0000 7f1ddb800700 1 -- 172.21.15.12:0/1160730519 >> 172.21.15.12:0/1160730519 conn(0x7f1dd407a6a0 msgr2=0x7f1dd4101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:12.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.094+0000 7f1ddb800700 1 -- 172.21.15.12:0/1160730519 shutdown_connections 2024-05-21T00:15:12.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:12.094+0000 7f1ddb800700 1 -- 172.21.15.12:0/1160730519 wait complete. 2024-05-21T00:15:12.095 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-05-21T00:15:12.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:15:12.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:15:12.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:11 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:12.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:15:12.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:15:12.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:11 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:15:12.850 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":383,"stamp":"2024-05-21T00:15:11.584219+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":663079,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1214,"num_read_kb":721,"num_write":385,"num_write_kb":2302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":2952853,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":818,"ondisk_log_size":818,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390824,"kb_used_data":12552,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124551000,"statfs":{"total":1151940427776,"available":1151540224000,"internally_reserved":0,"allocated":12853248,"data_stored":7136505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004790"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.572562+0000","last_change":"2024-05-21T00:12:57.046784+0000","last_active":"2024-05-21T00:14:47.572562+0000","last_peered":"2024-05-21T00:14:47.572562+0000","last_clean":"2024-05-21T00:14:47.572562+0000","last_became_active":"2024-05-21T00:12:57.046448+0000","last_became_peered":"2024-05-21T00:12:57.046448+0000","last_unstale":"2024-05-21T00:14:47.572562+0000","last_undegraded":"2024-05-21T00:14:47.572562+0000","last_fullsized":"2024-05-21T00:14:47.572562+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:18.280294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568803+0000","last_change":"2024-05-21T00:12:57.048996+0000","last_active":"2024-05-21T00:14:47.568803+0000","last_peered":"2024-05-21T00:14:47.568803+0000","last_clean":"2024-05-21T00:14:47.568803+0000","last_became_active":"2024-05-21T00:12:57.048645+0000","last_became_peered":"2024-05-21T00:12:57.048645+0000","last_unstale":"2024-05-21T00:14:47.568803+0000","last_undegraded":"2024-05-21T00:14:47.568803+0000","last_fullsized":"2024-05-21T00:14:47.568803+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:18:41.325045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.567745+0000","last_change":"2024-05-21T00:12:57.042373+0000","last_active":"2024-05-21T00:14:47.567745+0000","last_peered":"2024-05-21T00:14:47.567745+0000","last_clean":"2024-05-21T00:14:47.567745+0000","last_became_active":"2024-05-21T00:12:57.041870+0000","last_became_peered":"2024-05-21T00:12:57.041870+0000","last_unstale":"2024-05-21T00:14:47.567745+0000","last_undegraded":"2024-05-21T00:14:47.567745+0000","last_fullsized":"2024-05-21T00:14:47.567745+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:14:42.856326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.520511+0000","last_change":"2024-05-21T00:12:57.049459+0000","last_active":"2024-05-21T00:14:47.520511+0000","last_peered":"2024-05-21T00:14:47.520511+0000","last_clean":"2024-05-21T00:14:47.520511+0000","last_became_active":"2024-05-21T00:12:57.048977+0000","last_became_peered":"2024-05-21T00:12:57.048977+0000","last_unstale":"2024-05-21T00:14:47.520511+0000","last_undegraded":"2024-05-21T00:14:47.520511+0000","last_fullsized":"2024-05-21T00:14:47.520511+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:22:53.099843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.557086+0000","last_change":"2024-05-21T00:12:57.048582+0000","last_active":"2024-05-21T00:14:47.557086+0000","last_peered":"2024-05-21T00:14:47.557086+0000","last_clean":"2024-05-21T00:14:47.557086+0000","last_became_active":"2024-05-21T00:12:57.048221+0000","last_became_peered":"2024-05-21T00:12:57.048221+0000","last_unstale":"2024-05-21T00:14:47.557086+0000","last_undegraded":"2024-05-21T00:14:47.557086+0000","last_fullsized":"2024-05-21T00:14:47.557086+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:50:07.529376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530727+0000","last_change":"2024-05-21T00:12:57.040462+0000","last_active":"2024-05-21T00:14:47.530727+0000","last_peered":"2024-05-21T00:14:47.530727+0000","last_clean":"2024-05-21T00:14:47.530727+0000","last_became_active":"2024-05-21T00:12:57.040058+0000","last_became_peered":"2024-05-21T00:12:57.040058+0000","last_unstale":"2024-05-21T00:14:47.530727+0000","last_undegraded":"2024-05-21T00:14:47.530727+0000","last_fullsized":"2024-05-21T00:14:47.530727+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:54:04.103484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.516102+0000","last_change":"2024-05-21T00:12:57.041274+0000","last_active":"2024-05-21T00:14:47.516102+0000","last_peered":"2024-05-21T00:14:47.516102+0000","last_clean":"2024-05-21T00:14:47.516102+0000","last_became_active":"2024-05-21T00:12:57.040893+0000","last_became_peered":"2024-05-21T00:12:57.040893+0000","last_unstale":"2024-05-21T00:14:47.516102+0000","last_undegraded":"2024-05-21T00:14:47.516102+0000","last_fullsized":"2024-05-21T00:14:47.516102+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:48:49.972545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562354+0000","last_change":"2024-05-21T00:12:57.059229+0000","last_active":"2024-05-21T00:14:47.562354+0000","last_peered":"2024-05-21T00:14:47.562354+0000","last_clean":"2024-05-21T00:14:47.562354+0000","last_became_active":"2024-05-21T00:12:57.057015+0000","last_became_peered":"2024-05-21T00:12:57.057015+0000","last_unstale":"2024-05-21T00:14:47.562354+0000","last_undegraded":"2024-05-21T00:14:47.562354+0000","last_fullsized":"2024-05-21T00:14:47.562354+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:17:35.690779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530294+0000","last_change":"2024-05-21T00:12:57.047678+0000","last_active":"2024-05-21T00:14:47.530294+0000","last_peered":"2024-05-21T00:14:47.530294+0000","last_clean":"2024-05-21T00:14:47.530294+0000","last_became_active":"2024-05-21T00:12:57.046692+0000","last_became_peered":"2024-05-21T00:12:57.046692+0000","last_unstale":"2024-05-21T00:14:47.530294+0000","last_undegraded":"2024-05-21T00:14:47.530294+0000","last_fullsized":"2024-05-21T00:14:47.530294+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.979809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530210+0000","last_change":"2024-05-21T00:12:57.043894+0000","last_active":"2024-05-21T00:14:47.530210+0000","last_peered":"2024-05-21T00:14:47.530210+0000","last_clean":"2024-05-21T00:14:47.530210+0000","last_became_active":"2024-05-21T00:12:57.043455+0000","last_became_peered":"2024-05-21T00:12:57.043455+0000","last_unstale":"2024-05-21T00:14:47.530210+0000","last_undegraded":"2024-05-21T00:14:47.530210+0000","last_fullsized":"2024-05-21T00:14:47.530210+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:50:11.567175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.536820+0000","last_change":"2024-05-21T00:12:57.042379+0000","last_active":"2024-05-21T00:14:47.536820+0000","last_peered":"2024-05-21T00:14:47.536820+0000","last_clean":"2024-05-21T00:14:47.536820+0000","last_became_active":"2024-05-21T00:12:57.041924+0000","last_became_peered":"2024-05-21T00:12:57.041924+0000","last_unstale":"2024-05-21T00:14:47.536820+0000","last_undegraded":"2024-05-21T00:14:47.536820+0000","last_fullsized":"2024-05-21T00:14:47.536820+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:39:58.127761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.527896+0000","last_change":"2024-05-21T00:12:57.050729+0000","last_active":"2024-05-21T00:14:47.527896+0000","last_peered":"2024-05-21T00:14:47.527896+0000","last_clean":"2024-05-21T00:14:47.527896+0000","last_became_active":"2024-05-21T00:12:57.050393+0000","last_became_peered":"2024-05-21T00:12:57.050393+0000","last_unstale":"2024-05-21T00:14:47.527896+0000","last_undegraded":"2024-05-21T00:14:47.527896+0000","last_fullsized":"2024-05-21T00:14:47.527896+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:16:14.272141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559339+0000","last_change":"2024-05-21T00:12:57.045310+0000","last_active":"2024-05-21T00:14:47.559339+0000","last_peered":"2024-05-21T00:14:47.559339+0000","last_clean":"2024-05-21T00:14:47.559339+0000","last_became_active":"2024-05-21T00:12:57.044865+0000","last_became_peered":"2024-05-21T00:12:57.044865+0000","last_unstale":"2024-05-21T00:14:47.559339+0000","last_undegraded":"2024-05-21T00:14:47.559339+0000","last_fullsized":"2024-05-21T00:14:47.559339+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:07:41.425647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568229+0000","last_change":"2024-05-21T00:12:57.045874+0000","last_active":"2024-05-21T00:14:47.568229+0000","last_peered":"2024-05-21T00:14:47.568229+0000","last_clean":"2024-05-21T00:14:47.568229+0000","last_became_active":"2024-05-21T00:12:57.045311+0000","last_became_peered":"2024-05-21T00:12:57.045311+0000","last_unstale":"2024-05-21T00:14:47.568229+0000","last_undegraded":"2024-05-21T00:14:47.568229+0000","last_fullsized":"2024-05-21T00:14:47.568229+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:10.765103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566238+0000","last_change":"2024-05-21T00:12:57.051610+0000","last_active":"2024-05-21T00:14:47.566238+0000","last_peered":"2024-05-21T00:14:47.566238+0000","last_clean":"2024-05-21T00:14:47.566238+0000","last_became_active":"2024-05-21T00:12:57.047654+0000","last_became_peered":"2024-05-21T00:12:57.047654+0000","last_unstale":"2024-05-21T00:14:47.566238+0000","last_undegraded":"2024-05-21T00:14:47.566238+0000","last_fullsized":"2024-05-21T00:14:47.566238+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:57.390655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.564588+0000","last_change":"2024-05-21T00:12:57.044373+0000","last_active":"2024-05-21T00:14:47.564588+0000","last_peered":"2024-05-21T00:14:47.564588+0000","last_clean":"2024-05-21T00:14:47.564588+0000","last_became_active":"2024-05-21T00:12:57.043753+0000","last_became_peered":"2024-05-21T00:12:57.043753+0000","last_unstale":"2024-05-21T00:14:47.564588+0000","last_undegraded":"2024-05-21T00:14:47.564588+0000","last_fullsized":"2024-05-21T00:14:47.564588+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:36:42.639746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.572488+0000","last_change":"2024-05-21T00:12:57.046120+0000","last_active":"2024-05-21T00:14:47.572488+0000","last_peered":"2024-05-21T00:14:47.572488+0000","last_clean":"2024-05-21T00:14:47.572488+0000","last_became_active":"2024-05-21T00:12:57.045058+0000","last_became_peered":"2024-05-21T00:12:57.045058+0000","last_unstale":"2024-05-21T00:14:47.572488+0000","last_undegraded":"2024-05-21T00:14:47.572488+0000","last_fullsized":"2024-05-21T00:14:47.572488+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:11:23.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.548083+0000","last_change":"2024-05-21T00:12:57.041054+0000","last_active":"2024-05-21T00:14:47.548083+0000","last_peered":"2024-05-21T00:14:47.548083+0000","last_clean":"2024-05-21T00:14:47.548083+0000","last_became_active":"2024-05-21T00:12:57.040637+0000","last_became_peered":"2024-05-21T00:12:57.040637+0000","last_unstale":"2024-05-21T00:14:47.548083+0000","last_undegraded":"2024-05-21T00:14:47.548083+0000","last_fullsized":"2024-05-21T00:14:47.548083+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:50.618128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.555500+0000","last_change":"2024-05-21T00:12:57.050159+0000","last_active":"2024-05-21T00:14:47.555500+0000","last_peered":"2024-05-21T00:14:47.555500+0000","last_clean":"2024-05-21T00:14:47.555500+0000","last_became_active":"2024-05-21T00:12:57.049771+0000","last_became_peered":"2024-05-21T00:12:57.049771+0000","last_unstale":"2024-05-21T00:14:47.555500+0000","last_undegraded":"2024-05-21T00:14:47.555500+0000","last_fullsized":"2024-05-21T00:14:47.555500+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:16:13.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"81'14","reported_seq":152,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:07.919853+0000","last_change":"2024-05-21T00:12:53.010045+0000","last_active":"2024-05-21T00:15:07.919853+0000","last_peered":"2024-05-21T00:15:07.919853+0000","last_clean":"2024-05-21T00:15:07.919853+0000","last_became_active":"2024-05-21T00:12:53.008748+0000","last_became_peered":"2024-05-21T00:12:53.008748+0000","last_unstale":"2024-05-21T00:15:07.919853+0000","last_undegraded":"2024-05-21T00:15:07.919853+0000","last_fullsized":"2024-05-21T00:15:07.919853+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:30.444075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":111,"num_read_kb":111,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566228+0000","last_change":"2024-05-21T00:12:57.060688+0000","last_active":"2024-05-21T00:14:47.566228+0000","last_peered":"2024-05-21T00:14:47.566228+0000","last_clean":"2024-05-21T00:14:47.566228+0000","last_became_active":"2024-05-21T00:12:57.058825+0000","last_became_peered":"2024-05-21T00:12:57.058825+0000","last_unstale":"2024-05-21T00:14:47.566228+0000","last_undegraded":"2024-05-21T00:14:47.566228+0000","last_fullsized":"2024-05-21T00:14:47.566228+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:12.220194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.822326+0000","last_change":"2024-05-21T00:12:53.061454+0000","last_active":"2024-05-21T00:13:48.822326+0000","last_peered":"2024-05-21T00:13:48.822326+0000","last_clean":"2024-05-21T00:13:48.822326+0000","last_became_active":"2024-05-21T00:12:53.059971+0000","last_became_peered":"2024-05-21T00:12:53.059971+0000","last_unstale":"2024-05-21T00:13:48.822326+0000","last_undegraded":"2024-05-21T00:13:48.822326+0000","last_fullsized":"2024-05-21T00:13:48.822326+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:56.060446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.573283+0000","last_change":"2024-05-21T00:12:57.056260+0000","last_active":"2024-05-21T00:14:47.573283+0000","last_peered":"2024-05-21T00:14:47.573283+0000","last_clean":"2024-05-21T00:14:47.573283+0000","last_became_active":"2024-05-21T00:12:57.055865+0000","last_became_peered":"2024-05-21T00:12:57.055865+0000","last_unstale":"2024-05-21T00:14:47.573283+0000","last_undegraded":"2024-05-21T00:14:47.573283+0000","last_fullsized":"2024-05-21T00:14:47.573283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:12.164966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816860+0000","last_change":"2024-05-21T00:12:53.006258+0000","last_active":"2024-05-21T00:13:48.816860+0000","last_peered":"2024-05-21T00:13:48.816860+0000","last_clean":"2024-05-21T00:13:48.816860+0000","last_became_active":"2024-05-21T00:12:53.005828+0000","last_became_peered":"2024-05-21T00:12:53.005828+0000","last_unstale":"2024-05-21T00:13:48.816860+0000","last_undegraded":"2024-05-21T00:13:48.816860+0000","last_fullsized":"2024-05-21T00:13:48.816860+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:05:39.049442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561447+0000","last_change":"2024-05-21T00:12:57.046692+0000","last_active":"2024-05-21T00:14:47.561447+0000","last_peered":"2024-05-21T00:14:47.561447+0000","last_clean":"2024-05-21T00:14:47.561447+0000","last_became_active":"2024-05-21T00:12:57.046326+0000","last_became_peered":"2024-05-21T00:12:57.046326+0000","last_unstale":"2024-05-21T00:14:47.561447+0000","last_undegraded":"2024-05-21T00:14:47.561447+0000","last_fullsized":"2024-05-21T00:14:47.561447+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:21:16.331849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816827+0000","last_change":"2024-05-21T00:12:53.003695+0000","last_active":"2024-05-21T00:13:48.816827+0000","last_peered":"2024-05-21T00:13:48.816827+0000","last_clean":"2024-05-21T00:13:48.816827+0000","last_became_active":"2024-05-21T00:12:53.003341+0000","last_became_peered":"2024-05-21T00:12:53.003341+0000","last_unstale":"2024-05-21T00:13:48.816827+0000","last_undegraded":"2024-05-21T00:13:48.816827+0000","last_fullsized":"2024-05-21T00:13:48.816827+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:11:10.635688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.531522+0000","last_change":"2024-05-21T00:12:57.039520+0000","last_active":"2024-05-21T00:14:47.531522+0000","last_peered":"2024-05-21T00:14:47.531522+0000","last_clean":"2024-05-21T00:14:47.531522+0000","last_became_active":"2024-05-21T00:12:57.039132+0000","last_became_peered":"2024-05-21T00:12:57.039132+0000","last_unstale":"2024-05-21T00:14:47.531522+0000","last_undegraded":"2024-05-21T00:14:47.531522+0000","last_fullsized":"2024-05-21T00:14:47.531522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:39:04.813835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"81'7","reported_seq":156,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:05.489742+0000","last_change":"2024-05-21T00:13:49.378341+0000","last_active":"2024-05-21T00:15:05.489742+0000","last_peered":"2024-05-21T00:15:05.489742+0000","last_clean":"2024-05-21T00:15:05.489742+0000","last_became_active":"2024-05-21T00:13:49.374100+0000","last_became_peered":"2024-05-21T00:13:49.374100+0000","last_unstale":"2024-05-21T00:15:05.489742+0000","last_undegraded":"2024-05-21T00:15:05.489742+0000","last_fullsized":"2024-05-21T00:15:05.489742+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:24:01.243352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":104,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.525160+0000","last_change":"2024-05-21T00:12:57.048808+0000","last_active":"2024-05-21T00:14:47.525160+0000","last_peered":"2024-05-21T00:14:47.525160+0000","last_clean":"2024-05-21T00:14:47.525160+0000","last_became_active":"2024-05-21T00:12:57.048472+0000","last_became_peered":"2024-05-21T00:12:57.048472+0000","last_unstale":"2024-05-21T00:14:47.525160+0000","last_undegraded":"2024-05-21T00:14:47.525160+0000","last_fullsized":"2024-05-21T00:14:47.525160+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:28.355648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810960+0000","last_change":"2024-05-21T00:12:53.013912+0000","last_active":"2024-05-21T00:13:48.810960+0000","last_peered":"2024-05-21T00:13:48.810960+0000","last_clean":"2024-05-21T00:13:48.810960+0000","last_became_active":"2024-05-21T00:12:53.013501+0000","last_became_peered":"2024-05-21T00:12:53.013501+0000","last_unstale":"2024-05-21T00:13:48.810960+0000","last_undegraded":"2024-05-21T00:13:48.810960+0000","last_fullsized":"2024-05-21T00:13:48.810960+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:34:59.699946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562183+0000","last_change":"2024-05-21T00:12:57.048522+0000","last_active":"2024-05-21T00:14:47.562183+0000","last_peered":"2024-05-21T00:14:47.562183+0000","last_clean":"2024-05-21T00:14:47.562183+0000","last_became_active":"2024-05-21T00:12:57.048186+0000","last_became_peered":"2024-05-21T00:12:57.048186+0000","last_unstale":"2024-05-21T00:14:47.562183+0000","last_undegraded":"2024-05-21T00:14:47.562183+0000","last_fullsized":"2024-05-21T00:14:47.562183+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:04.856872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974684+0000","last_change":"2024-05-21T00:12:53.017013+0000","last_active":"2024-05-21T00:13:48.974684+0000","last_peered":"2024-05-21T00:13:48.974684+0000","last_clean":"2024-05-21T00:13:48.974684+0000","last_became_active":"2024-05-21T00:12:53.013624+0000","last_became_peered":"2024-05-21T00:12:53.013624+0000","last_unstale":"2024-05-21T00:13:48.974684+0000","last_undegraded":"2024-05-21T00:13:48.974684+0000","last_fullsized":"2024-05-21T00:13:48.974684+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:36:29.580861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561146+0000","last_change":"2024-05-21T00:12:57.056452+0000","last_active":"2024-05-21T00:14:47.561146+0000","last_peered":"2024-05-21T00:14:47.561146+0000","last_clean":"2024-05-21T00:14:47.561146+0000","last_became_active":"2024-05-21T00:12:57.050103+0000","last_became_peered":"2024-05-21T00:12:57.050103+0000","last_unstale":"2024-05-21T00:14:47.561146+0000","last_undegraded":"2024-05-21T00:14:47.561146+0000","last_fullsized":"2024-05-21T00:14:47.561146+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:11:23.891496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810625+0000","last_change":"2024-05-21T00:12:53.007972+0000","last_active":"2024-05-21T00:13:48.810625+0000","last_peered":"2024-05-21T00:13:48.810625+0000","last_clean":"2024-05-21T00:13:48.810625+0000","last_became_active":"2024-05-21T00:12:53.007597+0000","last_became_peered":"2024-05-21T00:12:53.007597+0000","last_unstale":"2024-05-21T00:13:48.810625+0000","last_undegraded":"2024-05-21T00:13:48.810625+0000","last_fullsized":"2024-05-21T00:13:48.810625+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:31:10.333950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.555920+0000","last_change":"2024-05-21T00:12:57.051923+0000","last_active":"2024-05-21T00:14:47.555920+0000","last_peered":"2024-05-21T00:14:47.555920+0000","last_clean":"2024-05-21T00:14:47.555920+0000","last_became_active":"2024-05-21T00:12:57.051401+0000","last_became_peered":"2024-05-21T00:12:57.051401+0000","last_unstale":"2024-05-21T00:14:47.555920+0000","last_undegraded":"2024-05-21T00:14:47.555920+0000","last_fullsized":"2024-05-21T00:14:47.555920+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:21.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"81'5","reported_seq":251,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:08.875781+0000","last_change":"2024-05-21T00:12:53.011503+0000","last_active":"2024-05-21T00:15:08.875781+0000","last_peered":"2024-05-21T00:15:08.875781+0000","last_clean":"2024-05-21T00:15:08.875781+0000","last_became_active":"2024-05-21T00:12:53.011191+0000","last_became_peered":"2024-05-21T00:12:53.011191+0000","last_unstale":"2024-05-21T00:15:08.875781+0000","last_undegraded":"2024-05-21T00:15:08.875781+0000","last_fullsized":"2024-05-21T00:15:08.875781+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:11.098119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":220,"num_read_kb":220,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.550970+0000","last_change":"2024-05-21T00:12:57.043199+0000","last_active":"2024-05-21T00:14:47.550970+0000","last_peered":"2024-05-21T00:14:47.550970+0000","last_clean":"2024-05-21T00:14:47.550970+0000","last_became_active":"2024-05-21T00:12:57.042321+0000","last_became_peered":"2024-05-21T00:12:57.042321+0000","last_unstale":"2024-05-21T00:14:47.550970+0000","last_undegraded":"2024-05-21T00:14:47.550970+0000","last_fullsized":"2024-05-21T00:14:47.550970+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:49:41.648559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814082+0000","last_change":"2024-05-21T00:12:53.008163+0000","last_active":"2024-05-21T00:13:48.814082+0000","last_peered":"2024-05-21T00:13:48.814082+0000","last_clean":"2024-05-21T00:13:48.814082+0000","last_became_active":"2024-05-21T00:12:53.007830+0000","last_became_peered":"2024-05-21T00:12:53.007830+0000","last_unstale":"2024-05-21T00:13:48.814082+0000","last_undegraded":"2024-05-21T00:13:48.814082+0000","last_fullsized":"2024-05-21T00:13:48.814082+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:48:33.324604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571808+0000","last_change":"2024-05-21T00:12:57.051604+0000","last_active":"2024-05-21T00:14:47.571808+0000","last_peered":"2024-05-21T00:14:47.571808+0000","last_clean":"2024-05-21T00:14:47.571808+0000","last_became_active":"2024-05-21T00:12:57.051163+0000","last_became_peered":"2024-05-21T00:12:57.051163+0000","last_unstale":"2024-05-21T00:14:47.571808+0000","last_undegraded":"2024-05-21T00:14:47.571808+0000","last_fullsized":"2024-05-21T00:14:47.571808+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:52:44.339548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811276+0000","last_change":"2024-05-21T00:12:53.061900+0000","last_active":"2024-05-21T00:13:48.811276+0000","last_peered":"2024-05-21T00:13:48.811276+0000","last_clean":"2024-05-21T00:13:48.811276+0000","last_became_active":"2024-05-21T00:12:53.061259+0000","last_became_peered":"2024-05-21T00:12:53.061259+0000","last_unstale":"2024-05-21T00:13:48.811276+0000","last_undegraded":"2024-05-21T00:13:48.811276+0000","last_fullsized":"2024-05-21T00:13:48.811276+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:59:31.613311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537126+0000","last_change":"2024-05-21T00:12:57.051862+0000","last_active":"2024-05-21T00:14:47.537126+0000","last_peered":"2024-05-21T00:14:47.537126+0000","last_clean":"2024-05-21T00:14:47.537126+0000","last_became_active":"2024-05-21T00:12:57.051259+0000","last_became_peered":"2024-05-21T00:12:57.051259+0000","last_unstale":"2024-05-21T00:14:47.537126+0000","last_undegraded":"2024-05-21T00:14:47.537126+0000","last_fullsized":"2024-05-21T00:14:47.537126+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:49.851313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'36","reported_seq":294,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.494666+0000","last_change":"2024-05-21T00:12:53.007836+0000","last_active":"2024-05-21T00:15:09.494666+0000","last_peered":"2024-05-21T00:15:09.494666+0000","last_clean":"2024-05-21T00:15:09.494666+0000","last_became_active":"2024-05-21T00:12:53.007404+0000","last_became_peered":"2024-05-21T00:12:53.007404+0000","last_unstale":"2024-05-21T00:15:09.494666+0000","last_undegraded":"2024-05-21T00:15:09.494666+0000","last_fullsized":"2024-05-21T00:15:09.494666+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:31:09.959452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64459,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":232,"num_read_kb":179,"num_write":38,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538193+0000","last_change":"2024-05-21T00:12:57.042835+0000","last_active":"2024-05-21T00:14:47.538193+0000","last_peered":"2024-05-21T00:14:47.538193+0000","last_clean":"2024-05-21T00:14:47.538193+0000","last_became_active":"2024-05-21T00:12:57.042507+0000","last_became_peered":"2024-05-21T00:12:57.042507+0000","last_unstale":"2024-05-21T00:14:47.538193+0000","last_undegraded":"2024-05-21T00:14:47.538193+0000","last_fullsized":"2024-05-21T00:14:47.538193+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:23:53.966867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813961+0000","last_change":"2024-05-21T00:12:53.016227+0000","last_active":"2024-05-21T00:13:48.813961+0000","last_peered":"2024-05-21T00:13:48.813961+0000","last_clean":"2024-05-21T00:13:48.813961+0000","last_became_active":"2024-05-21T00:12:53.015791+0000","last_became_peered":"2024-05-21T00:12:53.015791+0000","last_unstale":"2024-05-21T00:13:48.813961+0000","last_undegraded":"2024-05-21T00:13:48.813961+0000","last_fullsized":"2024-05-21T00:13:48.813961+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:55.413607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.556112+0000","last_change":"2024-05-21T00:12:57.050393+0000","last_active":"2024-05-21T00:14:47.556112+0000","last_peered":"2024-05-21T00:14:47.556112+0000","last_clean":"2024-05-21T00:14:47.556112+0000","last_became_active":"2024-05-21T00:12:57.050065+0000","last_became_peered":"2024-05-21T00:12:57.050065+0000","last_unstale":"2024-05-21T00:14:47.556112+0000","last_undegraded":"2024-05-21T00:14:47.556112+0000","last_fullsized":"2024-05-21T00:14:47.556112+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:03:54.073088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810741+0000","last_change":"2024-05-21T00:12:53.014337+0000","last_active":"2024-05-21T00:13:48.810741+0000","last_peered":"2024-05-21T00:13:48.810741+0000","last_clean":"2024-05-21T00:13:48.810741+0000","last_became_active":"2024-05-21T00:12:53.013873+0000","last_became_peered":"2024-05-21T00:12:53.013873+0000","last_unstale":"2024-05-21T00:13:48.810741+0000","last_undegraded":"2024-05-21T00:13:48.810741+0000","last_fullsized":"2024-05-21T00:13:48.810741+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:16.467981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559220+0000","last_change":"2024-05-21T00:13:48.976876+0000","last_active":"2024-05-21T00:14:47.559220+0000","last_peered":"2024-05-21T00:14:47.559220+0000","last_clean":"2024-05-21T00:14:47.559220+0000","last_became_active":"2024-05-21T00:13:48.976530+0000","last_became_peered":"2024-05-21T00:13:48.976530+0000","last_unstale":"2024-05-21T00:14:47.559220+0000","last_undegraded":"2024-05-21T00:14:47.559220+0000","last_fullsized":"2024-05-21T00:14:47.559220+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:08:26.324247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"81'7","reported_seq":144,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.950295+0000","last_change":"2024-05-21T00:12:53.006607+0000","last_active":"2024-05-21T00:15:04.950295+0000","last_peered":"2024-05-21T00:15:04.950295+0000","last_clean":"2024-05-21T00:15:04.950295+0000","last_became_active":"2024-05-21T00:12:53.006177+0000","last_became_peered":"2024-05-21T00:12:53.006177+0000","last_unstale":"2024-05-21T00:15:04.950295+0000","last_undegraded":"2024-05-21T00:15:04.950295+0000","last_fullsized":"2024-05-21T00:15:04.950295+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:07:58.281724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":112,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529289+0000","last_change":"2024-05-21T00:12:57.042325+0000","last_active":"2024-05-21T00:14:47.529289+0000","last_peered":"2024-05-21T00:14:47.529289+0000","last_clean":"2024-05-21T00:14:47.529289+0000","last_became_active":"2024-05-21T00:12:57.041890+0000","last_became_peered":"2024-05-21T00:12:57.041890+0000","last_unstale":"2024-05-21T00:14:47.529289+0000","last_undegraded":"2024-05-21T00:14:47.529289+0000","last_fullsized":"2024-05-21T00:14:47.529289+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.261956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":44,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816485+0000","last_change":"2024-05-21T00:12:53.059849+0000","last_active":"2024-05-21T00:13:48.816485+0000","last_peered":"2024-05-21T00:13:48.816485+0000","last_clean":"2024-05-21T00:13:48.816485+0000","last_became_active":"2024-05-21T00:12:53.059472+0000","last_became_peered":"2024-05-21T00:12:53.059472+0000","last_unstale":"2024-05-21T00:13:48.816485+0000","last_undegraded":"2024-05-21T00:13:48.816485+0000","last_fullsized":"2024-05-21T00:13:48.816485+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:16:19.091406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.523116+0000","last_change":"2024-05-21T00:13:49.212195+0000","last_active":"2024-05-21T00:14:47.523116+0000","last_peered":"2024-05-21T00:14:47.523116+0000","last_clean":"2024-05-21T00:14:47.523116+0000","last_became_active":"2024-05-21T00:13:49.211755+0000","last_became_peered":"2024-05-21T00:13:49.211755+0000","last_unstale":"2024-05-21T00:14:47.523116+0000","last_undegraded":"2024-05-21T00:14:47.523116+0000","last_fullsized":"2024-05-21T00:14:47.523116+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:41.621615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816975+0000","last_change":"2024-05-21T00:12:53.002941+0000","last_active":"2024-05-21T00:13:48.816975+0000","last_peered":"2024-05-21T00:13:48.816975+0000","last_clean":"2024-05-21T00:13:48.816975+0000","last_became_active":"2024-05-21T00:12:53.001187+0000","last_became_peered":"2024-05-21T00:12:53.001187+0000","last_unstale":"2024-05-21T00:13:48.816975+0000","last_undegraded":"2024-05-21T00:13:48.816975+0000","last_fullsized":"2024-05-21T00:13:48.816975+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:45:19.012056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528340+0000","last_change":"2024-05-21T00:12:57.043398+0000","last_active":"2024-05-21T00:14:47.528340+0000","last_peered":"2024-05-21T00:14:47.528340+0000","last_clean":"2024-05-21T00:14:47.528340+0000","last_became_active":"2024-05-21T00:12:57.043033+0000","last_became_peered":"2024-05-21T00:12:57.043033+0000","last_unstale":"2024-05-21T00:14:47.528340+0000","last_undegraded":"2024-05-21T00:14:47.528340+0000","last_fullsized":"2024-05-21T00:14:47.528340+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:13:56.362516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.817521+0000","last_change":"2024-05-21T00:12:53.064219+0000","last_active":"2024-05-21T00:13:48.817521+0000","last_peered":"2024-05-21T00:13:48.817521+0000","last_clean":"2024-05-21T00:13:48.817521+0000","last_became_active":"2024-05-21T00:12:53.063780+0000","last_became_peered":"2024-05-21T00:12:53.063780+0000","last_unstale":"2024-05-21T00:13:48.817521+0000","last_undegraded":"2024-05-21T00:13:48.817521+0000","last_fullsized":"2024-05-21T00:13:48.817521+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:39:47.647305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558630+0000","last_change":"2024-05-21T00:12:57.049737+0000","last_active":"2024-05-21T00:14:47.558630+0000","last_peered":"2024-05-21T00:14:47.558630+0000","last_clean":"2024-05-21T00:14:47.558630+0000","last_became_active":"2024-05-21T00:12:57.049307+0000","last_became_peered":"2024-05-21T00:12:57.049307+0000","last_unstale":"2024-05-21T00:14:47.558630+0000","last_undegraded":"2024-05-21T00:14:47.558630+0000","last_fullsized":"2024-05-21T00:14:47.558630+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:45.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"81'7","reported_seq":148,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:08.922423+0000","last_change":"2024-05-21T00:12:53.013933+0000","last_active":"2024-05-21T00:15:08.922423+0000","last_peered":"2024-05-21T00:15:08.922423+0000","last_clean":"2024-05-21T00:15:08.922423+0000","last_became_active":"2024-05-21T00:12:53.013547+0000","last_became_peered":"2024-05-21T00:12:53.013547+0000","last_unstale":"2024-05-21T00:15:08.922423+0000","last_undegraded":"2024-05-21T00:15:08.922423+0000","last_fullsized":"2024-05-21T00:15:08.922423+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:32.091022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":114,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.563369+0000","last_change":"2024-05-21T00:12:57.042824+0000","last_active":"2024-05-21T00:14:47.563369+0000","last_peered":"2024-05-21T00:14:47.563369+0000","last_clean":"2024-05-21T00:14:47.563369+0000","last_became_active":"2024-05-21T00:12:57.040341+0000","last_became_peered":"2024-05-21T00:12:57.040341+0000","last_unstale":"2024-05-21T00:14:47.563369+0000","last_undegraded":"2024-05-21T00:14:47.563369+0000","last_fullsized":"2024-05-21T00:14:47.563369+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:51:10.629525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528268+0000","last_change":"2024-05-21T00:12:57.049618+0000","last_active":"2024-05-21T00:14:47.528268+0000","last_peered":"2024-05-21T00:14:47.528268+0000","last_clean":"2024-05-21T00:14:47.528268+0000","last_became_active":"2024-05-21T00:12:57.049285+0000","last_became_peered":"2024-05-21T00:12:57.049285+0000","last_unstale":"2024-05-21T00:14:47.528268+0000","last_undegraded":"2024-05-21T00:14:47.528268+0000","last_fullsized":"2024-05-21T00:14:47.528268+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:47:20.928639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"81'6","reported_seq":146,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.961518+0000","last_change":"2024-05-21T00:12:53.061890+0000","last_active":"2024-05-21T00:15:09.961518+0000","last_peered":"2024-05-21T00:15:09.961518+0000","last_clean":"2024-05-21T00:15:09.961518+0000","last_became_active":"2024-05-21T00:12:53.061469+0000","last_became_peered":"2024-05-21T00:12:53.061469+0000","last_unstale":"2024-05-21T00:15:09.961518+0000","last_undegraded":"2024-05-21T00:15:09.961518+0000","last_fullsized":"2024-05-21T00:15:09.961518+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:42:27.776942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":19,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.542698+0000","last_change":"2024-05-21T00:13:49.212833+0000","last_active":"2024-05-21T00:14:47.542698+0000","last_peered":"2024-05-21T00:14:47.542698+0000","last_clean":"2024-05-21T00:14:47.542698+0000","last_became_active":"2024-05-21T00:13:49.211958+0000","last_became_peered":"2024-05-21T00:13:49.211958+0000","last_unstale":"2024-05-21T00:14:47.542698+0000","last_undegraded":"2024-05-21T00:14:47.542698+0000","last_fullsized":"2024-05-21T00:14:47.542698+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:23.586551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.371808+0000","last_change":"2024-05-21T00:12:53.004587+0000","last_active":"2024-05-21T00:13:49.371808+0000","last_peered":"2024-05-21T00:13:49.371808+0000","last_clean":"2024-05-21T00:13:49.371808+0000","last_became_active":"2024-05-21T00:12:53.004100+0000","last_became_peered":"2024-05-21T00:12:53.004100+0000","last_unstale":"2024-05-21T00:13:49.371808+0000","last_undegraded":"2024-05-21T00:13:49.371808+0000","last_fullsized":"2024-05-21T00:13:49.371808+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:28.196445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":101,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813763+0000","last_change":"2024-05-21T00:11:22.025962+0000","last_active":"2024-05-21T00:13:48.813763+0000","last_peered":"2024-05-21T00:13:48.813763+0000","last_clean":"2024-05-21T00:13:48.813763+0000","last_became_active":"2024-05-21T00:11:22.020112+0000","last_became_peered":"2024-05-21T00:11:22.020112+0000","last_unstale":"2024-05-21T00:13:48.813763+0000","last_undegraded":"2024-05-21T00:13:48.813763+0000","last_fullsized":"2024-05-21T00:13:48.813763+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_clean_scrub_stamp":"2024-05-21T00:07:34.159650+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:43.385269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558502+0000","last_change":"2024-05-21T00:12:57.052251+0000","last_active":"2024-05-21T00:14:47.558502+0000","last_peered":"2024-05-21T00:14:47.558502+0000","last_clean":"2024-05-21T00:14:47.558502+0000","last_became_active":"2024-05-21T00:12:57.051831+0000","last_became_peered":"2024-05-21T00:12:57.051831+0000","last_unstale":"2024-05-21T00:14:47.558502+0000","last_undegraded":"2024-05-21T00:14:47.558502+0000","last_fullsized":"2024-05-21T00:14:47.558502+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:54:10.866841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813932+0000","last_change":"2024-05-21T00:12:53.006299+0000","last_active":"2024-05-21T00:13:48.813932+0000","last_peered":"2024-05-21T00:13:48.813932+0000","last_clean":"2024-05-21T00:13:48.813932+0000","last_became_active":"2024-05-21T00:12:53.005896+0000","last_became_peered":"2024-05-21T00:12:53.005896+0000","last_unstale":"2024-05-21T00:13:48.813932+0000","last_undegraded":"2024-05-21T00:13:48.813932+0000","last_fullsized":"2024-05-21T00:13:48.813932+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:38:13.023455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816791+0000","last_change":"2024-05-21T00:12:53.059074+0000","last_active":"2024-05-21T00:13:48.816791+0000","last_peered":"2024-05-21T00:13:48.816791+0000","last_clean":"2024-05-21T00:13:48.816791+0000","last_became_active":"2024-05-21T00:12:53.058789+0000","last_became_peered":"2024-05-21T00:12:53.058789+0000","last_unstale":"2024-05-21T00:13:48.816791+0000","last_undegraded":"2024-05-21T00:13:48.816791+0000","last_fullsized":"2024-05-21T00:13:48.816791+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:34:52.220672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558610+0000","last_change":"2024-05-21T00:12:57.043092+0000","last_active":"2024-05-21T00:14:47.558610+0000","last_peered":"2024-05-21T00:14:47.558610+0000","last_clean":"2024-05-21T00:14:47.558610+0000","last_became_active":"2024-05-21T00:12:57.039538+0000","last_became_peered":"2024-05-21T00:12:57.039538+0000","last_unstale":"2024-05-21T00:14:47.558610+0000","last_undegraded":"2024-05-21T00:14:47.558610+0000","last_fullsized":"2024-05-21T00:14:47.558610+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:45:51.064194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'17","reported_seq":60,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:48.099344+0000","last_change":"2024-05-21T00:13:48.844792+0000","last_active":"2024-05-21T00:14:48.099344+0000","last_peered":"2024-05-21T00:14:48.099344+0000","last_clean":"2024-05-21T00:14:48.099344+0000","last_became_active":"2024-05-21T00:13:48.830511+0000","last_became_peered":"2024-05-21T00:13:48.830511+0000","last_unstale":"2024-05-21T00:14:48.099344+0000","last_undegraded":"2024-05-21T00:14:48.099344+0000","last_fullsized":"2024-05-21T00:14:48.099344+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:12.248874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":8,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.563700+0000","last_change":"2024-05-21T00:12:57.049329+0000","last_active":"2024-05-21T00:14:47.563700+0000","last_peered":"2024-05-21T00:14:47.563700+0000","last_clean":"2024-05-21T00:14:47.563700+0000","last_became_active":"2024-05-21T00:12:57.048960+0000","last_became_peered":"2024-05-21T00:12:57.048960+0000","last_unstale":"2024-05-21T00:14:47.563700+0000","last_undegraded":"2024-05-21T00:14:47.563700+0000","last_fullsized":"2024-05-21T00:14:47.563700+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:36:30.430924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.371883+0000","last_change":"2024-05-21T00:12:53.056207+0000","last_active":"2024-05-21T00:13:49.371883+0000","last_peered":"2024-05-21T00:13:49.371883+0000","last_clean":"2024-05-21T00:13:49.371883+0000","last_became_active":"2024-05-21T00:12:53.055915+0000","last_became_peered":"2024-05-21T00:12:53.055915+0000","last_unstale":"2024-05-21T00:13:49.371883+0000","last_undegraded":"2024-05-21T00:13:49.371883+0000","last_fullsized":"2024-05-21T00:13:49.371883+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:41.144414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.570810+0000","last_change":"2024-05-21T00:12:57.055208+0000","last_active":"2024-05-21T00:14:47.570810+0000","last_peered":"2024-05-21T00:14:47.570810+0000","last_clean":"2024-05-21T00:14:47.570810+0000","last_became_active":"2024-05-21T00:12:57.054835+0000","last_became_peered":"2024-05-21T00:12:57.054835+0000","last_unstale":"2024-05-21T00:14:47.570810+0000","last_undegraded":"2024-05-21T00:14:47.570810+0000","last_fullsized":"2024-05-21T00:14:47.570810+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:26:46.080981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210352+0000","last_change":"2024-05-21T00:12:53.059674+0000","last_active":"2024-05-21T00:13:49.210352+0000","last_peered":"2024-05-21T00:13:49.210352+0000","last_clean":"2024-05-21T00:13:49.210352+0000","last_became_active":"2024-05-21T00:12:53.059442+0000","last_became_peered":"2024-05-21T00:12:53.059442+0000","last_unstale":"2024-05-21T00:13:49.210352+0000","last_undegraded":"2024-05-21T00:13:49.210352+0000","last_fullsized":"2024-05-21T00:13:49.210352+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:39.874661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.518841+0000","last_change":"2024-05-21T00:12:57.047454+0000","last_active":"2024-05-21T00:14:47.518841+0000","last_peered":"2024-05-21T00:14:47.518841+0000","last_clean":"2024-05-21T00:14:47.518841+0000","last_became_active":"2024-05-21T00:12:57.047034+0000","last_became_peered":"2024-05-21T00:12:57.047034+0000","last_unstale":"2024-05-21T00:14:47.518841+0000","last_undegraded":"2024-05-21T00:14:47.518841+0000","last_fullsized":"2024-05-21T00:14:47.518841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:52:48.980978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.820285+0000","last_change":"2024-05-21T00:12:53.018368+0000","last_active":"2024-05-21T00:13:48.820285+0000","last_peered":"2024-05-21T00:13:48.820285+0000","last_clean":"2024-05-21T00:13:48.820285+0000","last_became_active":"2024-05-21T00:12:53.015613+0000","last_became_peered":"2024-05-21T00:12:53.015613+0000","last_unstale":"2024-05-21T00:13:48.820285+0000","last_undegraded":"2024-05-21T00:13:48.820285+0000","last_fullsized":"2024-05-21T00:13:48.820285+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:51:57.280963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566806+0000","last_change":"2024-05-21T00:12:57.041377+0000","last_active":"2024-05-21T00:14:47.566806+0000","last_peered":"2024-05-21T00:14:47.566806+0000","last_clean":"2024-05-21T00:14:47.566806+0000","last_became_active":"2024-05-21T00:12:57.040466+0000","last_became_peered":"2024-05-21T00:12:57.040466+0000","last_unstale":"2024-05-21T00:14:47.566806+0000","last_undegraded":"2024-05-21T00:14:47.566806+0000","last_fullsized":"2024-05-21T00:14:47.566806+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:35:59.677316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.830557+0000","last_change":"2024-05-21T00:13:48.830100+0000","last_active":"2024-05-21T00:13:48.830557+0000","last_peered":"2024-05-21T00:13:48.830557+0000","last_clean":"2024-05-21T00:13:48.830557+0000","last_became_active":"2024-05-21T00:13:48.822312+0000","last_became_peered":"2024-05-21T00:13:48.822312+0000","last_unstale":"2024-05-21T00:13:48.830557+0000","last_undegraded":"2024-05-21T00:13:48.830557+0000","last_fullsized":"2024-05-21T00:13:48.830557+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:27:01.631036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.569359+0000","last_change":"2024-05-21T00:12:57.063815+0000","last_active":"2024-05-21T00:14:47.569359+0000","last_peered":"2024-05-21T00:14:47.569359+0000","last_clean":"2024-05-21T00:14:47.569359+0000","last_became_active":"2024-05-21T00:12:57.063399+0000","last_became_peered":"2024-05-21T00:12:57.063399+0000","last_unstale":"2024-05-21T00:14:47.569359+0000","last_undegraded":"2024-05-21T00:14:47.569359+0000","last_fullsized":"2024-05-21T00:14:47.569359+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:41.185777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816772+0000","last_change":"2024-05-21T00:12:53.006935+0000","last_active":"2024-05-21T00:13:48.816772+0000","last_peered":"2024-05-21T00:13:48.816772+0000","last_clean":"2024-05-21T00:13:48.816772+0000","last_became_active":"2024-05-21T00:12:53.006417+0000","last_became_peered":"2024-05-21T00:12:53.006417+0000","last_unstale":"2024-05-21T00:13:48.816772+0000","last_undegraded":"2024-05-21T00:13:48.816772+0000","last_fullsized":"2024-05-21T00:13:48.816772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:28.311334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559425+0000","last_change":"2024-05-21T00:12:57.039348+0000","last_active":"2024-05-21T00:14:47.559425+0000","last_peered":"2024-05-21T00:14:47.559425+0000","last_clean":"2024-05-21T00:14:47.559425+0000","last_became_active":"2024-05-21T00:12:57.038974+0000","last_became_peered":"2024-05-21T00:12:57.038974+0000","last_unstale":"2024-05-21T00:14:47.559425+0000","last_undegraded":"2024-05-21T00:14:47.559425+0000","last_fullsized":"2024-05-21T00:14:47.559425+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:07:22.264745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'5","reported_seq":144,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:08.876501+0000","last_change":"2024-05-21T00:12:53.061792+0000","last_active":"2024-05-21T00:15:08.876501+0000","last_peered":"2024-05-21T00:15:08.876501+0000","last_clean":"2024-05-21T00:15:08.876501+0000","last_became_active":"2024-05-21T00:12:53.061412+0000","last_became_peered":"2024-05-21T00:12:53.061412+0000","last_unstale":"2024-05-21T00:15:08.876501+0000","last_undegraded":"2024-05-21T00:15:08.876501+0000","last_fullsized":"2024-05-21T00:15:08.876501+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:34.086547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":112,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.534481+0000","last_change":"2024-05-21T00:12:57.039449+0000","last_active":"2024-05-21T00:14:47.534481+0000","last_peered":"2024-05-21T00:14:47.534481+0000","last_clean":"2024-05-21T00:14:47.534481+0000","last_became_active":"2024-05-21T00:12:57.038938+0000","last_became_peered":"2024-05-21T00:12:57.038938+0000","last_unstale":"2024-05-21T00:14:47.534481+0000","last_undegraded":"2024-05-21T00:14:47.534481+0000","last_fullsized":"2024-05-21T00:14:47.534481+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:49:06.890897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811046+0000","last_change":"2024-05-21T00:12:53.015499+0000","last_active":"2024-05-21T00:13:48.811046+0000","last_peered":"2024-05-21T00:13:48.811046+0000","last_clean":"2024-05-21T00:13:48.811046+0000","last_became_active":"2024-05-21T00:12:53.015155+0000","last_became_peered":"2024-05-21T00:12:53.015155+0000","last_unstale":"2024-05-21T00:13:48.811046+0000","last_undegraded":"2024-05-21T00:13:48.811046+0000","last_fullsized":"2024-05-21T00:13:48.811046+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:15:03.035646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.552763+0000","last_change":"2024-05-21T00:12:57.056493+0000","last_active":"2024-05-21T00:14:47.552763+0000","last_peered":"2024-05-21T00:14:47.552763+0000","last_clean":"2024-05-21T00:14:47.552763+0000","last_became_active":"2024-05-21T00:12:57.055970+0000","last_became_peered":"2024-05-21T00:12:57.055970+0000","last_unstale":"2024-05-21T00:14:47.552763+0000","last_undegraded":"2024-05-21T00:14:47.552763+0000","last_fullsized":"2024-05-21T00:14:47.552763+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:05:20.667829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975225+0000","last_change":"2024-05-21T00:12:53.017967+0000","last_active":"2024-05-21T00:13:48.975225+0000","last_peered":"2024-05-21T00:13:48.975225+0000","last_clean":"2024-05-21T00:13:48.975225+0000","last_became_active":"2024-05-21T00:12:53.017449+0000","last_became_peered":"2024-05-21T00:12:53.017449+0000","last_unstale":"2024-05-21T00:13:48.975225+0000","last_undegraded":"2024-05-21T00:13:48.975225+0000","last_fullsized":"2024-05-21T00:13:48.975225+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:40:55.586870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538279+0000","last_change":"2024-05-21T00:12:57.045741+0000","last_active":"2024-05-21T00:14:47.538279+0000","last_peered":"2024-05-21T00:14:47.538279+0000","last_clean":"2024-05-21T00:14:47.538279+0000","last_became_active":"2024-05-21T00:12:57.044607+0000","last_became_peered":"2024-05-21T00:12:57.044607+0000","last_unstale":"2024-05-21T00:14:47.538279+0000","last_undegraded":"2024-05-21T00:14:47.538279+0000","last_fullsized":"2024-05-21T00:14:47.538279+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:17:12.299341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.535623+0000","last_change":"2024-05-21T00:13:48.821996+0000","last_active":"2024-05-21T00:14:47.535623+0000","last_peered":"2024-05-21T00:14:47.535623+0000","last_clean":"2024-05-21T00:14:47.535623+0000","last_became_active":"2024-05-21T00:13:48.821542+0000","last_became_peered":"2024-05-21T00:13:48.821542+0000","last_unstale":"2024-05-21T00:14:47.535623+0000","last_undegraded":"2024-05-21T00:14:47.535623+0000","last_fullsized":"2024-05-21T00:14:47.535623+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:17:51.614425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,9],"acting":[11,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.527163+0000","last_change":"2024-05-21T00:12:57.040997+0000","last_active":"2024-05-21T00:14:47.527163+0000","last_peered":"2024-05-21T00:14:47.527163+0000","last_clean":"2024-05-21T00:14:47.527163+0000","last_became_active":"2024-05-21T00:12:57.040511+0000","last_became_peered":"2024-05-21T00:12:57.040511+0000","last_unstale":"2024-05-21T00:14:47.527163+0000","last_undegraded":"2024-05-21T00:14:47.527163+0000","last_fullsized":"2024-05-21T00:14:47.527163+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:31:29.985427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568508+0000","last_change":"2024-05-21T00:12:57.060563+0000","last_active":"2024-05-21T00:14:47.568508+0000","last_peered":"2024-05-21T00:14:47.568508+0000","last_clean":"2024-05-21T00:14:47.568508+0000","last_became_active":"2024-05-21T00:12:57.060138+0000","last_became_peered":"2024-05-21T00:12:57.060138+0000","last_unstale":"2024-05-21T00:14:47.568508+0000","last_undegraded":"2024-05-21T00:14:47.568508+0000","last_fullsized":"2024-05-21T00:14:47.568508+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:06.963046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.567477+0000","last_change":"2024-05-21T00:12:57.056351+0000","last_active":"2024-05-21T00:14:47.567477+0000","last_peered":"2024-05-21T00:14:47.567477+0000","last_clean":"2024-05-21T00:14:47.567477+0000","last_became_active":"2024-05-21T00:12:57.056014+0000","last_became_peered":"2024-05-21T00:12:57.056014+0000","last_unstale":"2024-05-21T00:14:47.567477+0000","last_undegraded":"2024-05-21T00:14:47.567477+0000","last_fullsized":"2024-05-21T00:14:47.567477+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.046704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.570641+0000","last_change":"2024-05-21T00:12:57.058705+0000","last_active":"2024-05-21T00:14:47.570641+0000","last_peered":"2024-05-21T00:14:47.570641+0000","last_clean":"2024-05-21T00:14:47.570641+0000","last_became_active":"2024-05-21T00:12:57.058288+0000","last_became_peered":"2024-05-21T00:12:57.058288+0000","last_unstale":"2024-05-21T00:14:47.570641+0000","last_undegraded":"2024-05-21T00:14:47.570641+0000","last_fullsized":"2024-05-21T00:14:47.570641+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:35:37.179860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528779+0000","last_change":"2024-05-21T00:12:57.043982+0000","last_active":"2024-05-21T00:14:47.528779+0000","last_peered":"2024-05-21T00:14:47.528779+0000","last_clean":"2024-05-21T00:14:47.528779+0000","last_became_active":"2024-05-21T00:12:57.043361+0000","last_became_peered":"2024-05-21T00:12:57.043361+0000","last_unstale":"2024-05-21T00:14:47.528779+0000","last_undegraded":"2024-05-21T00:14:47.528779+0000","last_fullsized":"2024-05-21T00:14:47.528779+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:15:49.706743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528693+0000","last_change":"2024-05-21T00:12:57.049514+0000","last_active":"2024-05-21T00:14:47.528693+0000","last_peered":"2024-05-21T00:14:47.528693+0000","last_clean":"2024-05-21T00:14:47.528693+0000","last_became_active":"2024-05-21T00:12:57.049165+0000","last_became_peered":"2024-05-21T00:12:57.049165+0000","last_unstale":"2024-05-21T00:14:47.528693+0000","last_undegraded":"2024-05-21T00:14:47.528693+0000","last_fullsized":"2024-05-21T00:14:47.528693+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:29:13.528183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562007+0000","last_change":"2024-05-21T00:12:57.061767+0000","last_active":"2024-05-21T00:14:47.562007+0000","last_peered":"2024-05-21T00:14:47.562007+0000","last_clean":"2024-05-21T00:14:47.562007+0000","last_became_active":"2024-05-21T00:12:57.060095+0000","last_became_peered":"2024-05-21T00:12:57.060095+0000","last_unstale":"2024-05-21T00:14:47.562007+0000","last_undegraded":"2024-05-21T00:14:47.562007+0000","last_fullsized":"2024-05-21T00:14:47.562007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:09:49.983729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561966+0000","last_change":"2024-05-21T00:12:57.059613+0000","last_active":"2024-05-21T00:14:47.561966+0000","last_peered":"2024-05-21T00:14:47.561966+0000","last_clean":"2024-05-21T00:14:47.561966+0000","last_became_active":"2024-05-21T00:12:57.059370+0000","last_became_peered":"2024-05-21T00:12:57.059370+0000","last_unstale":"2024-05-21T00:14:47.561966+0000","last_undegraded":"2024-05-21T00:14:47.561966+0000","last_fullsized":"2024-05-21T00:14:47.561966+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:23.312453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559550+0000","last_change":"2024-05-21T00:12:57.048475+0000","last_active":"2024-05-21T00:14:47.559550+0000","last_peered":"2024-05-21T00:14:47.559550+0000","last_clean":"2024-05-21T00:14:47.559550+0000","last_became_active":"2024-05-21T00:12:57.047738+0000","last_became_peered":"2024-05-21T00:12:57.047738+0000","last_unstale":"2024-05-21T00:14:47.559550+0000","last_undegraded":"2024-05-21T00:14:47.559550+0000","last_fullsized":"2024-05-21T00:14:47.559550+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:28:46.190914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562230+0000","last_change":"2024-05-21T00:12:57.056401+0000","last_active":"2024-05-21T00:14:47.562230+0000","last_peered":"2024-05-21T00:14:47.562230+0000","last_clean":"2024-05-21T00:14:47.562230+0000","last_became_active":"2024-05-21T00:12:57.055978+0000","last_became_peered":"2024-05-21T00:12:57.055978+0000","last_unstale":"2024-05-21T00:14:47.562230+0000","last_undegraded":"2024-05-21T00:14:47.562230+0000","last_fullsized":"2024-05-21T00:14:47.562230+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:54.140724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571324+0000","last_change":"2024-05-21T00:12:57.055227+0000","last_active":"2024-05-21T00:14:47.571324+0000","last_peered":"2024-05-21T00:14:47.571324+0000","last_clean":"2024-05-21T00:14:47.571324+0000","last_became_active":"2024-05-21T00:12:57.054840+0000","last_became_peered":"2024-05-21T00:12:57.054840+0000","last_unstale":"2024-05-21T00:14:47.571324+0000","last_undegraded":"2024-05-21T00:14:47.571324+0000","last_fullsized":"2024-05-21T00:14:47.571324+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:59.074145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.526238+0000","last_change":"2024-05-21T00:12:57.037817+0000","last_active":"2024-05-21T00:14:47.526238+0000","last_peered":"2024-05-21T00:14:47.526238+0000","last_clean":"2024-05-21T00:14:47.526238+0000","last_became_active":"2024-05-21T00:12:57.037457+0000","last_became_peered":"2024-05-21T00:12:57.037457+0000","last_unstale":"2024-05-21T00:14:47.526238+0000","last_undegraded":"2024-05-21T00:14:47.526238+0000","last_fullsized":"2024-05-21T00:14:47.526238+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:26.664482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":72477,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1138,"num_read_kb":657,"num_write":260,"num_write_kb":150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1013,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":217431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":224,"ondisk_log_size":224,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678059,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874288,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36888,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708264,"statfs":{"total":95995035648,"available":95957262336,"internally_reserved":0,"allocated":1589248,"data_stored":1086151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037815,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":430061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234044,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430274,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40964,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704188,"statfs":{"total":95995035648,"available":95953088512,"internally_reserved":0,"allocated":1503232,"data_stored":1024162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593801,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36208,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708944,"statfs":{"total":95995035648,"available":95957958656,"internally_reserved":0,"allocated":892928,"data_stored":430310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574947,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36272,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708880,"statfs":{"total":95995035648,"available":95957893120,"internally_reserved":0,"allocated":958464,"data_stored":495682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738473,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":431117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411422,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":494748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182487,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":429603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986258,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40376,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704776,"statfs":{"total":95995035648,"available":95953690624,"internally_reserved":0,"allocated":901120,"data_stored":431325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790031,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32656,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712496,"statfs":{"total":95995035648,"available":95961595904,"internally_reserved":0,"allocated":1515520,"data_stored":1022776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":66743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":65809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2386,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":66727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:15:12.856 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:15:13.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:12 smithi012 ceph-mon[31403]: pgmap v383: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:13.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:12 smithi060 ceph-mon[36426]: pgmap v383: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:13.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:12 smithi077 ceph-mon[36377]: pgmap v383: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:13.371 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:14.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:13 smithi012 ceph-mon[31403]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:15:14.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:13 smithi060 ceph-mon[36426]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:15:14.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:13 smithi077 ceph-mon[36377]: from='client.24818 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:15:14.998 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:14 smithi012 ceph-mon[31403]: pgmap v384: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:15.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:14 smithi060 ceph-mon[36426]: pgmap v384: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:15.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:14 smithi077 ceph-mon[36377]: pgmap v384: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:15.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.565+0000 7f5223000700 1 -- 172.21.15.12:0/3946647678 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f521c103e20 msgr2=0x7f521c110330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:15.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.565+0000 7f5223000700 1 --2- 172.21.15.12:0/3946647678 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f521c103e20 0x7f521c110330 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f5214009990 tx=0x7f5214009ca0 comp rx=0 tx=0).stop 2024-05-21T00:15:15.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.565+0000 7f5223000700 1 -- 172.21.15.12:0/3946647678 shutdown_connections 2024-05-21T00:15:15.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.565+0000 7f5223000700 1 --2- 172.21.15.12:0/3946647678 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f521c103e20 0x7f521c110330 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:15.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.565+0000 7f5223000700 1 --2- 172.21.15.12:0/3946647678 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f521c1094f0 0x7f521c1098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:15.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.565+0000 7f5223000700 1 --2- 172.21.15.12:0/3946647678 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f521c103460 0x7f521c1038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:15.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.565+0000 7f5223000700 1 -- 172.21.15.12:0/3946647678 >> 172.21.15.12:0/3946647678 conn(0x7f521c0fef50 msgr2=0x7f521c101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:15.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.565+0000 7f5223000700 1 -- 172.21.15.12:0/3946647678 shutdown_connections 2024-05-21T00:15:15.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.565+0000 7f5223000700 1 -- 172.21.15.12:0/3946647678 wait complete. 2024-05-21T00:15:15.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.566+0000 7f5223000700 1 Processor -- start 2024-05-21T00:15:15.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.566+0000 7f5223000700 1 -- start start 2024-05-21T00:15:15.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.567+0000 7f5223000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f521c103460 0x7f521c19f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:15.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.567+0000 7f5223000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f521c103e20 0x7f521c19fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:15.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.567+0000 7f5223000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f521c1094f0 0x7f521c199950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:15.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.567+0000 7f5223000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f521c113630 con 0x7f521c103e20 2024-05-21T00:15:15.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.567+0000 7f5223000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f521c1134b0 con 0x7f521c1094f0 2024-05-21T00:15:15.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.567+0000 7f5223000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f521c1137b0 con 0x7f521c103460 2024-05-21T00:15:15.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.567+0000 7f5221c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f521c103460 0x7f521c19f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:15.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.567+0000 7f5221c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f521c103460 0x7f521c19f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:47286/0 (socket says 172.21.15.12:47286) 2024-05-21T00:15:15.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.567+0000 7f5221c00700 1 -- 172.21.15.12:0/554492913 learned_addr learned my addr 172.21.15.12:0/554492913 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:15.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.567+0000 7f5221200700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f521c103e20 0x7f521c19fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:15.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.568+0000 7f5222600700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f521c1094f0 0x7f521c199950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:15.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.568+0000 7f5221c00700 1 -- 172.21.15.12:0/554492913 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f521c1094f0 msgr2=0x7f521c199950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:15.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.568+0000 7f5221c00700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f521c1094f0 0x7f521c199950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:15.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.568+0000 7f5221c00700 1 -- 172.21.15.12:0/554492913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f521c103e20 msgr2=0x7f521c19fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:15.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.568+0000 7f5221c00700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f521c103e20 0x7f521c19fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:15.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.568+0000 7f5221c00700 1 -- 172.21.15.12:0/554492913 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f521c19a0b0 con 0x7f521c103460 2024-05-21T00:15:15.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.568+0000 7f5221c00700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f521c103460 0x7f521c19f740 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f5210007f10 tx=0x7f521000d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:15.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.568+0000 7f521a000700 1 -- 172.21.15.12:0/554492913 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5210004db0 con 0x7f521c103460 2024-05-21T00:15:15.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.568+0000 7f521a000700 1 -- 172.21.15.12:0/554492913 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5210003a00 con 0x7f521c103460 2024-05-21T00:15:15.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.568+0000 7f521a000700 1 -- 172.21.15.12:0/554492913 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52100045e0 con 0x7f521c103460 2024-05-21T00:15:15.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.568+0000 7f5223000700 1 -- 172.21.15.12:0/554492913 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f521c19a3a0 con 0x7f521c103460 2024-05-21T00:15:15.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.569+0000 7f5223000700 1 -- 172.21.15.12:0/554492913 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f521c1a6610 con 0x7f521c103460 2024-05-21T00:15:15.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.570+0000 7f5223000700 1 -- 172.21.15.12:0/554492913 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f521c06a230 con 0x7f521c103460 2024-05-21T00:15:15.571 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.572+0000 7f521a000700 1 -- 172.21.15.12:0/554492913 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f521001c020 con 0x7f521c103460 2024-05-21T00:15:15.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.574+0000 7f521a000700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f52040b2900 0x7f52040b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:15.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.574+0000 7f521a000700 1 -- 172.21.15.12:0/554492913 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f52100e23b0 con 0x7f521c103460 2024-05-21T00:15:15.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.574+0000 7f5221200700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f52040b2900 0x7f52040b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:15.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.575+0000 7f5221200700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f52040b2900 0x7f52040b4dc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f521c108b20 tx=0x7f5208009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:15.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.576+0000 7f521a000700 1 -- 172.21.15.12:0/554492913 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5210023030 con 0x7f521c103460 2024-05-21T00:15:15.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.807+0000 7f5223000700 1 -- 172.21.15.12:0/554492913 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f521c063980 con 0x7f52040b2900 2024-05-21T00:15:15.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.816+0000 7f521a000700 1 -- 172.21.15.12:0/554492913 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258879 (secure 0 0 0) 0x7f521c063980 con 0x7f52040b2900 2024-05-21T00:15:15.821 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:15:15.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.824+0000 7f5223000700 1 -- 172.21.15.12:0/554492913 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f52040b2900 msgr2=0x7f52040b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:15.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.824+0000 7f5223000700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f52040b2900 0x7f52040b4dc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f521c108b20 tx=0x7f5208009260 comp rx=0 tx=0).stop 2024-05-21T00:15:15.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.824+0000 7f5223000700 1 -- 172.21.15.12:0/554492913 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f521c103460 msgr2=0x7f521c19f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:15.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.824+0000 7f5223000700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f521c103460 0x7f521c19f740 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f5210007f10 tx=0x7f521000d3b0 comp rx=0 tx=0).stop 2024-05-21T00:15:15.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.824+0000 7f5223000700 1 -- 172.21.15.12:0/554492913 shutdown_connections 2024-05-21T00:15:15.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.824+0000 7f5223000700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f521c1094f0 0x7f521c199950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:15.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.824+0000 7f5223000700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f521c103460 0x7f521c19f740 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:15.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.824+0000 7f5223000700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f52040b2900 0x7f52040b4dc0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:15.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.824+0000 7f5223000700 1 --2- 172.21.15.12:0/554492913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f521c103e20 0x7f521c19fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:15.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.824+0000 7f5223000700 1 -- 172.21.15.12:0/554492913 >> 172.21.15.12:0/554492913 conn(0x7f521c0fef50 msgr2=0x7f521c0ff550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:15.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.824+0000 7f5223000700 1 -- 172.21.15.12:0/554492913 shutdown_connections 2024-05-21T00:15:15.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:15.824+0000 7f5223000700 1 -- 172.21.15.12:0/554492913 wait complete. 2024-05-21T00:15:15.825 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-05-21T00:15:16.608 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":385,"stamp":"2024-05-21T00:15:15.586079+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":663079,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1259,"num_read_kb":741,"num_write":385,"num_write_kb":2302,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":2952853,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":818,"ondisk_log_size":818,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390824,"kb_used_data":12552,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124551000,"statfs":{"total":1151940427776,"available":1151540224000,"internally_reserved":0,"allocated":12853248,"data_stored":7136505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004743"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.572562+0000","last_change":"2024-05-21T00:12:57.046784+0000","last_active":"2024-05-21T00:14:47.572562+0000","last_peered":"2024-05-21T00:14:47.572562+0000","last_clean":"2024-05-21T00:14:47.572562+0000","last_became_active":"2024-05-21T00:12:57.046448+0000","last_became_peered":"2024-05-21T00:12:57.046448+0000","last_unstale":"2024-05-21T00:14:47.572562+0000","last_undegraded":"2024-05-21T00:14:47.572562+0000","last_fullsized":"2024-05-21T00:14:47.572562+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:18.280294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568803+0000","last_change":"2024-05-21T00:12:57.048996+0000","last_active":"2024-05-21T00:14:47.568803+0000","last_peered":"2024-05-21T00:14:47.568803+0000","last_clean":"2024-05-21T00:14:47.568803+0000","last_became_active":"2024-05-21T00:12:57.048645+0000","last_became_peered":"2024-05-21T00:12:57.048645+0000","last_unstale":"2024-05-21T00:14:47.568803+0000","last_undegraded":"2024-05-21T00:14:47.568803+0000","last_fullsized":"2024-05-21T00:14:47.568803+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:18:41.325045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.567745+0000","last_change":"2024-05-21T00:12:57.042373+0000","last_active":"2024-05-21T00:14:47.567745+0000","last_peered":"2024-05-21T00:14:47.567745+0000","last_clean":"2024-05-21T00:14:47.567745+0000","last_became_active":"2024-05-21T00:12:57.041870+0000","last_became_peered":"2024-05-21T00:12:57.041870+0000","last_unstale":"2024-05-21T00:14:47.567745+0000","last_undegraded":"2024-05-21T00:14:47.567745+0000","last_fullsized":"2024-05-21T00:14:47.567745+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:14:42.856326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.520511+0000","last_change":"2024-05-21T00:12:57.049459+0000","last_active":"2024-05-21T00:14:47.520511+0000","last_peered":"2024-05-21T00:14:47.520511+0000","last_clean":"2024-05-21T00:14:47.520511+0000","last_became_active":"2024-05-21T00:12:57.048977+0000","last_became_peered":"2024-05-21T00:12:57.048977+0000","last_unstale":"2024-05-21T00:14:47.520511+0000","last_undegraded":"2024-05-21T00:14:47.520511+0000","last_fullsized":"2024-05-21T00:14:47.520511+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:22:53.099843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.557086+0000","last_change":"2024-05-21T00:12:57.048582+0000","last_active":"2024-05-21T00:14:47.557086+0000","last_peered":"2024-05-21T00:14:47.557086+0000","last_clean":"2024-05-21T00:14:47.557086+0000","last_became_active":"2024-05-21T00:12:57.048221+0000","last_became_peered":"2024-05-21T00:12:57.048221+0000","last_unstale":"2024-05-21T00:14:47.557086+0000","last_undegraded":"2024-05-21T00:14:47.557086+0000","last_fullsized":"2024-05-21T00:14:47.557086+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:50:07.529376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530727+0000","last_change":"2024-05-21T00:12:57.040462+0000","last_active":"2024-05-21T00:14:47.530727+0000","last_peered":"2024-05-21T00:14:47.530727+0000","last_clean":"2024-05-21T00:14:47.530727+0000","last_became_active":"2024-05-21T00:12:57.040058+0000","last_became_peered":"2024-05-21T00:12:57.040058+0000","last_unstale":"2024-05-21T00:14:47.530727+0000","last_undegraded":"2024-05-21T00:14:47.530727+0000","last_fullsized":"2024-05-21T00:14:47.530727+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:54:04.103484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.516102+0000","last_change":"2024-05-21T00:12:57.041274+0000","last_active":"2024-05-21T00:14:47.516102+0000","last_peered":"2024-05-21T00:14:47.516102+0000","last_clean":"2024-05-21T00:14:47.516102+0000","last_became_active":"2024-05-21T00:12:57.040893+0000","last_became_peered":"2024-05-21T00:12:57.040893+0000","last_unstale":"2024-05-21T00:14:47.516102+0000","last_undegraded":"2024-05-21T00:14:47.516102+0000","last_fullsized":"2024-05-21T00:14:47.516102+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:48:49.972545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562354+0000","last_change":"2024-05-21T00:12:57.059229+0000","last_active":"2024-05-21T00:14:47.562354+0000","last_peered":"2024-05-21T00:14:47.562354+0000","last_clean":"2024-05-21T00:14:47.562354+0000","last_became_active":"2024-05-21T00:12:57.057015+0000","last_became_peered":"2024-05-21T00:12:57.057015+0000","last_unstale":"2024-05-21T00:14:47.562354+0000","last_undegraded":"2024-05-21T00:14:47.562354+0000","last_fullsized":"2024-05-21T00:14:47.562354+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:17:35.690779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530294+0000","last_change":"2024-05-21T00:12:57.047678+0000","last_active":"2024-05-21T00:14:47.530294+0000","last_peered":"2024-05-21T00:14:47.530294+0000","last_clean":"2024-05-21T00:14:47.530294+0000","last_became_active":"2024-05-21T00:12:57.046692+0000","last_became_peered":"2024-05-21T00:12:57.046692+0000","last_unstale":"2024-05-21T00:14:47.530294+0000","last_undegraded":"2024-05-21T00:14:47.530294+0000","last_fullsized":"2024-05-21T00:14:47.530294+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.979809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530210+0000","last_change":"2024-05-21T00:12:57.043894+0000","last_active":"2024-05-21T00:14:47.530210+0000","last_peered":"2024-05-21T00:14:47.530210+0000","last_clean":"2024-05-21T00:14:47.530210+0000","last_became_active":"2024-05-21T00:12:57.043455+0000","last_became_peered":"2024-05-21T00:12:57.043455+0000","last_unstale":"2024-05-21T00:14:47.530210+0000","last_undegraded":"2024-05-21T00:14:47.530210+0000","last_fullsized":"2024-05-21T00:14:47.530210+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:50:11.567175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.536820+0000","last_change":"2024-05-21T00:12:57.042379+0000","last_active":"2024-05-21T00:14:47.536820+0000","last_peered":"2024-05-21T00:14:47.536820+0000","last_clean":"2024-05-21T00:14:47.536820+0000","last_became_active":"2024-05-21T00:12:57.041924+0000","last_became_peered":"2024-05-21T00:12:57.041924+0000","last_unstale":"2024-05-21T00:14:47.536820+0000","last_undegraded":"2024-05-21T00:14:47.536820+0000","last_fullsized":"2024-05-21T00:14:47.536820+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:39:58.127761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.527896+0000","last_change":"2024-05-21T00:12:57.050729+0000","last_active":"2024-05-21T00:14:47.527896+0000","last_peered":"2024-05-21T00:14:47.527896+0000","last_clean":"2024-05-21T00:14:47.527896+0000","last_became_active":"2024-05-21T00:12:57.050393+0000","last_became_peered":"2024-05-21T00:12:57.050393+0000","last_unstale":"2024-05-21T00:14:47.527896+0000","last_undegraded":"2024-05-21T00:14:47.527896+0000","last_fullsized":"2024-05-21T00:14:47.527896+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:16:14.272141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559339+0000","last_change":"2024-05-21T00:12:57.045310+0000","last_active":"2024-05-21T00:14:47.559339+0000","last_peered":"2024-05-21T00:14:47.559339+0000","last_clean":"2024-05-21T00:14:47.559339+0000","last_became_active":"2024-05-21T00:12:57.044865+0000","last_became_peered":"2024-05-21T00:12:57.044865+0000","last_unstale":"2024-05-21T00:14:47.559339+0000","last_undegraded":"2024-05-21T00:14:47.559339+0000","last_fullsized":"2024-05-21T00:14:47.559339+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:07:41.425647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568229+0000","last_change":"2024-05-21T00:12:57.045874+0000","last_active":"2024-05-21T00:14:47.568229+0000","last_peered":"2024-05-21T00:14:47.568229+0000","last_clean":"2024-05-21T00:14:47.568229+0000","last_became_active":"2024-05-21T00:12:57.045311+0000","last_became_peered":"2024-05-21T00:12:57.045311+0000","last_unstale":"2024-05-21T00:14:47.568229+0000","last_undegraded":"2024-05-21T00:14:47.568229+0000","last_fullsized":"2024-05-21T00:14:47.568229+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:10.765103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566238+0000","last_change":"2024-05-21T00:12:57.051610+0000","last_active":"2024-05-21T00:14:47.566238+0000","last_peered":"2024-05-21T00:14:47.566238+0000","last_clean":"2024-05-21T00:14:47.566238+0000","last_became_active":"2024-05-21T00:12:57.047654+0000","last_became_peered":"2024-05-21T00:12:57.047654+0000","last_unstale":"2024-05-21T00:14:47.566238+0000","last_undegraded":"2024-05-21T00:14:47.566238+0000","last_fullsized":"2024-05-21T00:14:47.566238+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:57.390655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.564588+0000","last_change":"2024-05-21T00:12:57.044373+0000","last_active":"2024-05-21T00:14:47.564588+0000","last_peered":"2024-05-21T00:14:47.564588+0000","last_clean":"2024-05-21T00:14:47.564588+0000","last_became_active":"2024-05-21T00:12:57.043753+0000","last_became_peered":"2024-05-21T00:12:57.043753+0000","last_unstale":"2024-05-21T00:14:47.564588+0000","last_undegraded":"2024-05-21T00:14:47.564588+0000","last_fullsized":"2024-05-21T00:14:47.564588+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:36:42.639746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.572488+0000","last_change":"2024-05-21T00:12:57.046120+0000","last_active":"2024-05-21T00:14:47.572488+0000","last_peered":"2024-05-21T00:14:47.572488+0000","last_clean":"2024-05-21T00:14:47.572488+0000","last_became_active":"2024-05-21T00:12:57.045058+0000","last_became_peered":"2024-05-21T00:12:57.045058+0000","last_unstale":"2024-05-21T00:14:47.572488+0000","last_undegraded":"2024-05-21T00:14:47.572488+0000","last_fullsized":"2024-05-21T00:14:47.572488+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:11:23.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.548083+0000","last_change":"2024-05-21T00:12:57.041054+0000","last_active":"2024-05-21T00:14:47.548083+0000","last_peered":"2024-05-21T00:14:47.548083+0000","last_clean":"2024-05-21T00:14:47.548083+0000","last_became_active":"2024-05-21T00:12:57.040637+0000","last_became_peered":"2024-05-21T00:12:57.040637+0000","last_unstale":"2024-05-21T00:14:47.548083+0000","last_undegraded":"2024-05-21T00:14:47.548083+0000","last_fullsized":"2024-05-21T00:14:47.548083+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:50.618128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558088+0000","last_change":"2024-05-21T00:12:57.050159+0000","last_active":"2024-05-21T00:14:47.558088+0000","last_peered":"2024-05-21T00:14:47.558088+0000","last_clean":"2024-05-21T00:14:47.558088+0000","last_became_active":"2024-05-21T00:12:57.049771+0000","last_became_peered":"2024-05-21T00:12:57.049771+0000","last_unstale":"2024-05-21T00:14:47.558088+0000","last_undegraded":"2024-05-21T00:14:47.558088+0000","last_fullsized":"2024-05-21T00:14:47.558088+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:16:13.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"81'14","reported_seq":157,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:12.929041+0000","last_change":"2024-05-21T00:12:53.010045+0000","last_active":"2024-05-21T00:15:12.929041+0000","last_peered":"2024-05-21T00:15:12.929041+0000","last_clean":"2024-05-21T00:15:12.929041+0000","last_became_active":"2024-05-21T00:12:53.008748+0000","last_became_peered":"2024-05-21T00:12:53.008748+0000","last_unstale":"2024-05-21T00:15:12.929041+0000","last_undegraded":"2024-05-21T00:15:12.929041+0000","last_fullsized":"2024-05-21T00:15:12.929041+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:30.444075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566228+0000","last_change":"2024-05-21T00:12:57.060688+0000","last_active":"2024-05-21T00:14:47.566228+0000","last_peered":"2024-05-21T00:14:47.566228+0000","last_clean":"2024-05-21T00:14:47.566228+0000","last_became_active":"2024-05-21T00:12:57.058825+0000","last_became_peered":"2024-05-21T00:12:57.058825+0000","last_unstale":"2024-05-21T00:14:47.566228+0000","last_undegraded":"2024-05-21T00:14:47.566228+0000","last_fullsized":"2024-05-21T00:14:47.566228+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:12.220194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.822326+0000","last_change":"2024-05-21T00:12:53.061454+0000","last_active":"2024-05-21T00:13:48.822326+0000","last_peered":"2024-05-21T00:13:48.822326+0000","last_clean":"2024-05-21T00:13:48.822326+0000","last_became_active":"2024-05-21T00:12:53.059971+0000","last_became_peered":"2024-05-21T00:12:53.059971+0000","last_unstale":"2024-05-21T00:13:48.822326+0000","last_undegraded":"2024-05-21T00:13:48.822326+0000","last_fullsized":"2024-05-21T00:13:48.822326+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:56.060446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.573283+0000","last_change":"2024-05-21T00:12:57.056260+0000","last_active":"2024-05-21T00:14:47.573283+0000","last_peered":"2024-05-21T00:14:47.573283+0000","last_clean":"2024-05-21T00:14:47.573283+0000","last_became_active":"2024-05-21T00:12:57.055865+0000","last_became_peered":"2024-05-21T00:12:57.055865+0000","last_unstale":"2024-05-21T00:14:47.573283+0000","last_undegraded":"2024-05-21T00:14:47.573283+0000","last_fullsized":"2024-05-21T00:14:47.573283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:12.164966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":39,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816860+0000","last_change":"2024-05-21T00:12:53.006258+0000","last_active":"2024-05-21T00:13:48.816860+0000","last_peered":"2024-05-21T00:13:48.816860+0000","last_clean":"2024-05-21T00:13:48.816860+0000","last_became_active":"2024-05-21T00:12:53.005828+0000","last_became_peered":"2024-05-21T00:12:53.005828+0000","last_unstale":"2024-05-21T00:13:48.816860+0000","last_undegraded":"2024-05-21T00:13:48.816860+0000","last_fullsized":"2024-05-21T00:13:48.816860+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:05:39.049442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561447+0000","last_change":"2024-05-21T00:12:57.046692+0000","last_active":"2024-05-21T00:14:47.561447+0000","last_peered":"2024-05-21T00:14:47.561447+0000","last_clean":"2024-05-21T00:14:47.561447+0000","last_became_active":"2024-05-21T00:12:57.046326+0000","last_became_peered":"2024-05-21T00:12:57.046326+0000","last_unstale":"2024-05-21T00:14:47.561447+0000","last_undegraded":"2024-05-21T00:14:47.561447+0000","last_fullsized":"2024-05-21T00:14:47.561447+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:21:16.331849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816827+0000","last_change":"2024-05-21T00:12:53.003695+0000","last_active":"2024-05-21T00:13:48.816827+0000","last_peered":"2024-05-21T00:13:48.816827+0000","last_clean":"2024-05-21T00:13:48.816827+0000","last_became_active":"2024-05-21T00:12:53.003341+0000","last_became_peered":"2024-05-21T00:12:53.003341+0000","last_unstale":"2024-05-21T00:13:48.816827+0000","last_undegraded":"2024-05-21T00:13:48.816827+0000","last_fullsized":"2024-05-21T00:13:48.816827+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:11:10.635688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.531522+0000","last_change":"2024-05-21T00:12:57.039520+0000","last_active":"2024-05-21T00:14:47.531522+0000","last_peered":"2024-05-21T00:14:47.531522+0000","last_clean":"2024-05-21T00:14:47.531522+0000","last_became_active":"2024-05-21T00:12:57.039132+0000","last_became_peered":"2024-05-21T00:12:57.039132+0000","last_unstale":"2024-05-21T00:14:47.531522+0000","last_undegraded":"2024-05-21T00:14:47.531522+0000","last_fullsized":"2024-05-21T00:14:47.531522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:39:04.813835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"81'7","reported_seq":161,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:10.496917+0000","last_change":"2024-05-21T00:13:49.378341+0000","last_active":"2024-05-21T00:15:10.496917+0000","last_peered":"2024-05-21T00:15:10.496917+0000","last_clean":"2024-05-21T00:15:10.496917+0000","last_became_active":"2024-05-21T00:13:49.374100+0000","last_became_peered":"2024-05-21T00:13:49.374100+0000","last_unstale":"2024-05-21T00:15:10.496917+0000","last_undegraded":"2024-05-21T00:15:10.496917+0000","last_fullsized":"2024-05-21T00:15:10.496917+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:24:01.243352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":109,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.525160+0000","last_change":"2024-05-21T00:12:57.048808+0000","last_active":"2024-05-21T00:14:47.525160+0000","last_peered":"2024-05-21T00:14:47.525160+0000","last_clean":"2024-05-21T00:14:47.525160+0000","last_became_active":"2024-05-21T00:12:57.048472+0000","last_became_peered":"2024-05-21T00:12:57.048472+0000","last_unstale":"2024-05-21T00:14:47.525160+0000","last_undegraded":"2024-05-21T00:14:47.525160+0000","last_fullsized":"2024-05-21T00:14:47.525160+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:28.355648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810960+0000","last_change":"2024-05-21T00:12:53.013912+0000","last_active":"2024-05-21T00:13:48.810960+0000","last_peered":"2024-05-21T00:13:48.810960+0000","last_clean":"2024-05-21T00:13:48.810960+0000","last_became_active":"2024-05-21T00:12:53.013501+0000","last_became_peered":"2024-05-21T00:12:53.013501+0000","last_unstale":"2024-05-21T00:13:48.810960+0000","last_undegraded":"2024-05-21T00:13:48.810960+0000","last_fullsized":"2024-05-21T00:13:48.810960+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:34:59.699946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562183+0000","last_change":"2024-05-21T00:12:57.048522+0000","last_active":"2024-05-21T00:14:47.562183+0000","last_peered":"2024-05-21T00:14:47.562183+0000","last_clean":"2024-05-21T00:14:47.562183+0000","last_became_active":"2024-05-21T00:12:57.048186+0000","last_became_peered":"2024-05-21T00:12:57.048186+0000","last_unstale":"2024-05-21T00:14:47.562183+0000","last_undegraded":"2024-05-21T00:14:47.562183+0000","last_fullsized":"2024-05-21T00:14:47.562183+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:04.856872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974684+0000","last_change":"2024-05-21T00:12:53.017013+0000","last_active":"2024-05-21T00:13:48.974684+0000","last_peered":"2024-05-21T00:13:48.974684+0000","last_clean":"2024-05-21T00:13:48.974684+0000","last_became_active":"2024-05-21T00:12:53.013624+0000","last_became_peered":"2024-05-21T00:12:53.013624+0000","last_unstale":"2024-05-21T00:13:48.974684+0000","last_undegraded":"2024-05-21T00:13:48.974684+0000","last_fullsized":"2024-05-21T00:13:48.974684+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:36:29.580861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561146+0000","last_change":"2024-05-21T00:12:57.056452+0000","last_active":"2024-05-21T00:14:47.561146+0000","last_peered":"2024-05-21T00:14:47.561146+0000","last_clean":"2024-05-21T00:14:47.561146+0000","last_became_active":"2024-05-21T00:12:57.050103+0000","last_became_peered":"2024-05-21T00:12:57.050103+0000","last_unstale":"2024-05-21T00:14:47.561146+0000","last_undegraded":"2024-05-21T00:14:47.561146+0000","last_fullsized":"2024-05-21T00:14:47.561146+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:11:23.891496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810625+0000","last_change":"2024-05-21T00:12:53.007972+0000","last_active":"2024-05-21T00:13:48.810625+0000","last_peered":"2024-05-21T00:13:48.810625+0000","last_clean":"2024-05-21T00:13:48.810625+0000","last_became_active":"2024-05-21T00:12:53.007597+0000","last_became_peered":"2024-05-21T00:12:53.007597+0000","last_unstale":"2024-05-21T00:13:48.810625+0000","last_undegraded":"2024-05-21T00:13:48.810625+0000","last_fullsized":"2024-05-21T00:13:48.810625+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:31:10.333950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.555920+0000","last_change":"2024-05-21T00:12:57.051923+0000","last_active":"2024-05-21T00:14:47.555920+0000","last_peered":"2024-05-21T00:14:47.555920+0000","last_clean":"2024-05-21T00:14:47.555920+0000","last_became_active":"2024-05-21T00:12:57.051401+0000","last_became_peered":"2024-05-21T00:12:57.051401+0000","last_unstale":"2024-05-21T00:14:47.555920+0000","last_undegraded":"2024-05-21T00:14:47.555920+0000","last_fullsized":"2024-05-21T00:14:47.555920+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:21.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"81'5","reported_seq":261,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:13.884103+0000","last_change":"2024-05-21T00:12:53.011503+0000","last_active":"2024-05-21T00:15:13.884103+0000","last_peered":"2024-05-21T00:15:13.884103+0000","last_clean":"2024-05-21T00:15:13.884103+0000","last_became_active":"2024-05-21T00:12:53.011191+0000","last_became_peered":"2024-05-21T00:12:53.011191+0000","last_unstale":"2024-05-21T00:15:13.884103+0000","last_undegraded":"2024-05-21T00:15:13.884103+0000","last_fullsized":"2024-05-21T00:15:13.884103+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:11.098119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":230,"num_read_kb":230,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.550970+0000","last_change":"2024-05-21T00:12:57.043199+0000","last_active":"2024-05-21T00:14:47.550970+0000","last_peered":"2024-05-21T00:14:47.550970+0000","last_clean":"2024-05-21T00:14:47.550970+0000","last_became_active":"2024-05-21T00:12:57.042321+0000","last_became_peered":"2024-05-21T00:12:57.042321+0000","last_unstale":"2024-05-21T00:14:47.550970+0000","last_undegraded":"2024-05-21T00:14:47.550970+0000","last_fullsized":"2024-05-21T00:14:47.550970+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:49:41.648559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814082+0000","last_change":"2024-05-21T00:12:53.008163+0000","last_active":"2024-05-21T00:13:48.814082+0000","last_peered":"2024-05-21T00:13:48.814082+0000","last_clean":"2024-05-21T00:13:48.814082+0000","last_became_active":"2024-05-21T00:12:53.007830+0000","last_became_peered":"2024-05-21T00:12:53.007830+0000","last_unstale":"2024-05-21T00:13:48.814082+0000","last_undegraded":"2024-05-21T00:13:48.814082+0000","last_fullsized":"2024-05-21T00:13:48.814082+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:48:33.324604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571808+0000","last_change":"2024-05-21T00:12:57.051604+0000","last_active":"2024-05-21T00:14:47.571808+0000","last_peered":"2024-05-21T00:14:47.571808+0000","last_clean":"2024-05-21T00:14:47.571808+0000","last_became_active":"2024-05-21T00:12:57.051163+0000","last_became_peered":"2024-05-21T00:12:57.051163+0000","last_unstale":"2024-05-21T00:14:47.571808+0000","last_undegraded":"2024-05-21T00:14:47.571808+0000","last_fullsized":"2024-05-21T00:14:47.571808+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:52:44.339548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811276+0000","last_change":"2024-05-21T00:12:53.061900+0000","last_active":"2024-05-21T00:13:48.811276+0000","last_peered":"2024-05-21T00:13:48.811276+0000","last_clean":"2024-05-21T00:13:48.811276+0000","last_became_active":"2024-05-21T00:12:53.061259+0000","last_became_peered":"2024-05-21T00:12:53.061259+0000","last_unstale":"2024-05-21T00:13:48.811276+0000","last_undegraded":"2024-05-21T00:13:48.811276+0000","last_fullsized":"2024-05-21T00:13:48.811276+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:59:31.613311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537126+0000","last_change":"2024-05-21T00:12:57.051862+0000","last_active":"2024-05-21T00:14:47.537126+0000","last_peered":"2024-05-21T00:14:47.537126+0000","last_clean":"2024-05-21T00:14:47.537126+0000","last_became_active":"2024-05-21T00:12:57.051259+0000","last_became_peered":"2024-05-21T00:12:57.051259+0000","last_unstale":"2024-05-21T00:14:47.537126+0000","last_undegraded":"2024-05-21T00:14:47.537126+0000","last_fullsized":"2024-05-21T00:14:47.537126+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:49.851313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'36","reported_seq":305,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:14.503387+0000","last_change":"2024-05-21T00:12:53.007836+0000","last_active":"2024-05-21T00:15:14.503387+0000","last_peered":"2024-05-21T00:15:14.503387+0000","last_clean":"2024-05-21T00:15:14.503387+0000","last_became_active":"2024-05-21T00:12:53.007404+0000","last_became_peered":"2024-05-21T00:12:53.007404+0000","last_unstale":"2024-05-21T00:15:14.503387+0000","last_undegraded":"2024-05-21T00:15:14.503387+0000","last_fullsized":"2024-05-21T00:15:14.503387+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:31:09.959452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":64459,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":242,"num_read_kb":184,"num_write":38,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538193+0000","last_change":"2024-05-21T00:12:57.042835+0000","last_active":"2024-05-21T00:14:47.538193+0000","last_peered":"2024-05-21T00:14:47.538193+0000","last_clean":"2024-05-21T00:14:47.538193+0000","last_became_active":"2024-05-21T00:12:57.042507+0000","last_became_peered":"2024-05-21T00:12:57.042507+0000","last_unstale":"2024-05-21T00:14:47.538193+0000","last_undegraded":"2024-05-21T00:14:47.538193+0000","last_fullsized":"2024-05-21T00:14:47.538193+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:23:53.966867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814028+0000","last_change":"2024-05-21T00:12:53.016227+0000","last_active":"2024-05-21T00:13:48.814028+0000","last_peered":"2024-05-21T00:13:48.814028+0000","last_clean":"2024-05-21T00:13:48.814028+0000","last_became_active":"2024-05-21T00:12:53.015791+0000","last_became_peered":"2024-05-21T00:12:53.015791+0000","last_unstale":"2024-05-21T00:13:48.814028+0000","last_undegraded":"2024-05-21T00:13:48.814028+0000","last_fullsized":"2024-05-21T00:13:48.814028+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:55.413607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.556112+0000","last_change":"2024-05-21T00:12:57.050393+0000","last_active":"2024-05-21T00:14:47.556112+0000","last_peered":"2024-05-21T00:14:47.556112+0000","last_clean":"2024-05-21T00:14:47.556112+0000","last_became_active":"2024-05-21T00:12:57.050065+0000","last_became_peered":"2024-05-21T00:12:57.050065+0000","last_unstale":"2024-05-21T00:14:47.556112+0000","last_undegraded":"2024-05-21T00:14:47.556112+0000","last_fullsized":"2024-05-21T00:14:47.556112+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:03:54.073088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810805+0000","last_change":"2024-05-21T00:12:53.014337+0000","last_active":"2024-05-21T00:13:48.810805+0000","last_peered":"2024-05-21T00:13:48.810805+0000","last_clean":"2024-05-21T00:13:48.810805+0000","last_became_active":"2024-05-21T00:12:53.013873+0000","last_became_peered":"2024-05-21T00:12:53.013873+0000","last_unstale":"2024-05-21T00:13:48.810805+0000","last_undegraded":"2024-05-21T00:13:48.810805+0000","last_fullsized":"2024-05-21T00:13:48.810805+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:16.467981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":41,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559220+0000","last_change":"2024-05-21T00:13:48.976876+0000","last_active":"2024-05-21T00:14:47.559220+0000","last_peered":"2024-05-21T00:14:47.559220+0000","last_clean":"2024-05-21T00:14:47.559220+0000","last_became_active":"2024-05-21T00:13:48.976530+0000","last_became_peered":"2024-05-21T00:13:48.976530+0000","last_unstale":"2024-05-21T00:14:47.559220+0000","last_undegraded":"2024-05-21T00:14:47.559220+0000","last_fullsized":"2024-05-21T00:14:47.559220+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:08:26.324247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"81'7","reported_seq":149,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.962275+0000","last_change":"2024-05-21T00:12:53.006607+0000","last_active":"2024-05-21T00:15:09.962275+0000","last_peered":"2024-05-21T00:15:09.962275+0000","last_clean":"2024-05-21T00:15:09.962275+0000","last_became_active":"2024-05-21T00:12:53.006177+0000","last_became_peered":"2024-05-21T00:12:53.006177+0000","last_unstale":"2024-05-21T00:15:09.962275+0000","last_undegraded":"2024-05-21T00:15:09.962275+0000","last_fullsized":"2024-05-21T00:15:09.962275+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:07:58.281724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":117,"num_read_kb":5,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529289+0000","last_change":"2024-05-21T00:12:57.042325+0000","last_active":"2024-05-21T00:14:47.529289+0000","last_peered":"2024-05-21T00:14:47.529289+0000","last_clean":"2024-05-21T00:14:47.529289+0000","last_became_active":"2024-05-21T00:12:57.041890+0000","last_became_peered":"2024-05-21T00:12:57.041890+0000","last_unstale":"2024-05-21T00:14:47.529289+0000","last_undegraded":"2024-05-21T00:14:47.529289+0000","last_fullsized":"2024-05-21T00:14:47.529289+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.261956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":45,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816564+0000","last_change":"2024-05-21T00:12:53.059849+0000","last_active":"2024-05-21T00:13:48.816564+0000","last_peered":"2024-05-21T00:13:48.816564+0000","last_clean":"2024-05-21T00:13:48.816564+0000","last_became_active":"2024-05-21T00:12:53.059472+0000","last_became_peered":"2024-05-21T00:12:53.059472+0000","last_unstale":"2024-05-21T00:13:48.816564+0000","last_undegraded":"2024-05-21T00:13:48.816564+0000","last_fullsized":"2024-05-21T00:13:48.816564+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:16:19.091406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.523116+0000","last_change":"2024-05-21T00:13:49.212195+0000","last_active":"2024-05-21T00:14:47.523116+0000","last_peered":"2024-05-21T00:14:47.523116+0000","last_clean":"2024-05-21T00:14:47.523116+0000","last_became_active":"2024-05-21T00:13:49.211755+0000","last_became_peered":"2024-05-21T00:13:49.211755+0000","last_unstale":"2024-05-21T00:14:47.523116+0000","last_undegraded":"2024-05-21T00:14:47.523116+0000","last_fullsized":"2024-05-21T00:14:47.523116+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:41.621615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816975+0000","last_change":"2024-05-21T00:12:53.002941+0000","last_active":"2024-05-21T00:13:48.816975+0000","last_peered":"2024-05-21T00:13:48.816975+0000","last_clean":"2024-05-21T00:13:48.816975+0000","last_became_active":"2024-05-21T00:12:53.001187+0000","last_became_peered":"2024-05-21T00:12:53.001187+0000","last_unstale":"2024-05-21T00:13:48.816975+0000","last_undegraded":"2024-05-21T00:13:48.816975+0000","last_fullsized":"2024-05-21T00:13:48.816975+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:45:19.012056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529653+0000","last_change":"2024-05-21T00:12:57.043398+0000","last_active":"2024-05-21T00:14:47.529653+0000","last_peered":"2024-05-21T00:14:47.529653+0000","last_clean":"2024-05-21T00:14:47.529653+0000","last_became_active":"2024-05-21T00:12:57.043033+0000","last_became_peered":"2024-05-21T00:12:57.043033+0000","last_unstale":"2024-05-21T00:14:47.529653+0000","last_undegraded":"2024-05-21T00:14:47.529653+0000","last_fullsized":"2024-05-21T00:14:47.529653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:13:56.362516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.817521+0000","last_change":"2024-05-21T00:12:53.064219+0000","last_active":"2024-05-21T00:13:48.817521+0000","last_peered":"2024-05-21T00:13:48.817521+0000","last_clean":"2024-05-21T00:13:48.817521+0000","last_became_active":"2024-05-21T00:12:53.063780+0000","last_became_peered":"2024-05-21T00:12:53.063780+0000","last_unstale":"2024-05-21T00:13:48.817521+0000","last_undegraded":"2024-05-21T00:13:48.817521+0000","last_fullsized":"2024-05-21T00:13:48.817521+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:39:47.647305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558630+0000","last_change":"2024-05-21T00:12:57.049737+0000","last_active":"2024-05-21T00:14:47.558630+0000","last_peered":"2024-05-21T00:14:47.558630+0000","last_clean":"2024-05-21T00:14:47.558630+0000","last_became_active":"2024-05-21T00:12:57.049307+0000","last_became_peered":"2024-05-21T00:12:57.049307+0000","last_unstale":"2024-05-21T00:14:47.558630+0000","last_undegraded":"2024-05-21T00:14:47.558630+0000","last_fullsized":"2024-05-21T00:14:47.558630+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:45.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"81'7","reported_seq":153,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:13.931873+0000","last_change":"2024-05-21T00:12:53.013933+0000","last_active":"2024-05-21T00:15:13.931873+0000","last_peered":"2024-05-21T00:15:13.931873+0000","last_clean":"2024-05-21T00:15:13.931873+0000","last_became_active":"2024-05-21T00:12:53.013547+0000","last_became_peered":"2024-05-21T00:12:53.013547+0000","last_unstale":"2024-05-21T00:15:13.931873+0000","last_undegraded":"2024-05-21T00:15:13.931873+0000","last_fullsized":"2024-05-21T00:15:13.931873+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:32.091022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.563369+0000","last_change":"2024-05-21T00:12:57.042824+0000","last_active":"2024-05-21T00:14:47.563369+0000","last_peered":"2024-05-21T00:14:47.563369+0000","last_clean":"2024-05-21T00:14:47.563369+0000","last_became_active":"2024-05-21T00:12:57.040341+0000","last_became_peered":"2024-05-21T00:12:57.040341+0000","last_unstale":"2024-05-21T00:14:47.563369+0000","last_undegraded":"2024-05-21T00:14:47.563369+0000","last_fullsized":"2024-05-21T00:14:47.563369+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:51:10.629525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528268+0000","last_change":"2024-05-21T00:12:57.049618+0000","last_active":"2024-05-21T00:14:47.528268+0000","last_peered":"2024-05-21T00:14:47.528268+0000","last_clean":"2024-05-21T00:14:47.528268+0000","last_became_active":"2024-05-21T00:12:57.049285+0000","last_became_peered":"2024-05-21T00:12:57.049285+0000","last_unstale":"2024-05-21T00:14:47.528268+0000","last_undegraded":"2024-05-21T00:14:47.528268+0000","last_fullsized":"2024-05-21T00:14:47.528268+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:47:20.928639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"81'6","reported_seq":146,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.961518+0000","last_change":"2024-05-21T00:12:53.061890+0000","last_active":"2024-05-21T00:15:09.961518+0000","last_peered":"2024-05-21T00:15:09.961518+0000","last_clean":"2024-05-21T00:15:09.961518+0000","last_became_active":"2024-05-21T00:12:53.061469+0000","last_became_peered":"2024-05-21T00:12:53.061469+0000","last_unstale":"2024-05-21T00:15:09.961518+0000","last_undegraded":"2024-05-21T00:15:09.961518+0000","last_fullsized":"2024-05-21T00:15:09.961518+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:42:27.776942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":19,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.542698+0000","last_change":"2024-05-21T00:13:49.212833+0000","last_active":"2024-05-21T00:14:47.542698+0000","last_peered":"2024-05-21T00:14:47.542698+0000","last_clean":"2024-05-21T00:14:47.542698+0000","last_became_active":"2024-05-21T00:13:49.211958+0000","last_became_peered":"2024-05-21T00:13:49.211958+0000","last_unstale":"2024-05-21T00:14:47.542698+0000","last_undegraded":"2024-05-21T00:14:47.542698+0000","last_fullsized":"2024-05-21T00:14:47.542698+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:23.586551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.371808+0000","last_change":"2024-05-21T00:12:53.004587+0000","last_active":"2024-05-21T00:13:49.371808+0000","last_peered":"2024-05-21T00:13:49.371808+0000","last_clean":"2024-05-21T00:13:49.371808+0000","last_became_active":"2024-05-21T00:12:53.004100+0000","last_became_peered":"2024-05-21T00:12:53.004100+0000","last_unstale":"2024-05-21T00:13:49.371808+0000","last_undegraded":"2024-05-21T00:13:49.371808+0000","last_fullsized":"2024-05-21T00:13:49.371808+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:28.196445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":101,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813763+0000","last_change":"2024-05-21T00:11:22.025962+0000","last_active":"2024-05-21T00:13:48.813763+0000","last_peered":"2024-05-21T00:13:48.813763+0000","last_clean":"2024-05-21T00:13:48.813763+0000","last_became_active":"2024-05-21T00:11:22.020112+0000","last_became_peered":"2024-05-21T00:11:22.020112+0000","last_unstale":"2024-05-21T00:13:48.813763+0000","last_undegraded":"2024-05-21T00:13:48.813763+0000","last_fullsized":"2024-05-21T00:13:48.813763+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_clean_scrub_stamp":"2024-05-21T00:07:34.159650+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:43.385269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558502+0000","last_change":"2024-05-21T00:12:57.052251+0000","last_active":"2024-05-21T00:14:47.558502+0000","last_peered":"2024-05-21T00:14:47.558502+0000","last_clean":"2024-05-21T00:14:47.558502+0000","last_became_active":"2024-05-21T00:12:57.051831+0000","last_became_peered":"2024-05-21T00:12:57.051831+0000","last_unstale":"2024-05-21T00:14:47.558502+0000","last_undegraded":"2024-05-21T00:14:47.558502+0000","last_fullsized":"2024-05-21T00:14:47.558502+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:54:10.866841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.813932+0000","last_change":"2024-05-21T00:12:53.006299+0000","last_active":"2024-05-21T00:13:48.813932+0000","last_peered":"2024-05-21T00:13:48.813932+0000","last_clean":"2024-05-21T00:13:48.813932+0000","last_became_active":"2024-05-21T00:12:53.005896+0000","last_became_peered":"2024-05-21T00:12:53.005896+0000","last_unstale":"2024-05-21T00:13:48.813932+0000","last_undegraded":"2024-05-21T00:13:48.813932+0000","last_fullsized":"2024-05-21T00:13:48.813932+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:38:13.023455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816791+0000","last_change":"2024-05-21T00:12:53.059074+0000","last_active":"2024-05-21T00:13:48.816791+0000","last_peered":"2024-05-21T00:13:48.816791+0000","last_clean":"2024-05-21T00:13:48.816791+0000","last_became_active":"2024-05-21T00:12:53.058789+0000","last_became_peered":"2024-05-21T00:12:53.058789+0000","last_unstale":"2024-05-21T00:13:48.816791+0000","last_undegraded":"2024-05-21T00:13:48.816791+0000","last_fullsized":"2024-05-21T00:13:48.816791+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:34:52.220672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558610+0000","last_change":"2024-05-21T00:12:57.043092+0000","last_active":"2024-05-21T00:14:47.558610+0000","last_peered":"2024-05-21T00:14:47.558610+0000","last_clean":"2024-05-21T00:14:47.558610+0000","last_became_active":"2024-05-21T00:12:57.039538+0000","last_became_peered":"2024-05-21T00:12:57.039538+0000","last_unstale":"2024-05-21T00:14:47.558610+0000","last_undegraded":"2024-05-21T00:14:47.558610+0000","last_fullsized":"2024-05-21T00:14:47.558610+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:45:51.064194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'17","reported_seq":60,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:48.099344+0000","last_change":"2024-05-21T00:13:48.844792+0000","last_active":"2024-05-21T00:14:48.099344+0000","last_peered":"2024-05-21T00:14:48.099344+0000","last_clean":"2024-05-21T00:14:48.099344+0000","last_became_active":"2024-05-21T00:13:48.830511+0000","last_became_peered":"2024-05-21T00:13:48.830511+0000","last_unstale":"2024-05-21T00:14:48.099344+0000","last_undegraded":"2024-05-21T00:14:48.099344+0000","last_fullsized":"2024-05-21T00:14:48.099344+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:12.248874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":30,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":8,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.563700+0000","last_change":"2024-05-21T00:12:57.049329+0000","last_active":"2024-05-21T00:14:47.563700+0000","last_peered":"2024-05-21T00:14:47.563700+0000","last_clean":"2024-05-21T00:14:47.563700+0000","last_became_active":"2024-05-21T00:12:57.048960+0000","last_became_peered":"2024-05-21T00:12:57.048960+0000","last_unstale":"2024-05-21T00:14:47.563700+0000","last_undegraded":"2024-05-21T00:14:47.563700+0000","last_fullsized":"2024-05-21T00:14:47.563700+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:36:30.430924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.371883+0000","last_change":"2024-05-21T00:12:53.056207+0000","last_active":"2024-05-21T00:13:49.371883+0000","last_peered":"2024-05-21T00:13:49.371883+0000","last_clean":"2024-05-21T00:13:49.371883+0000","last_became_active":"2024-05-21T00:12:53.055915+0000","last_became_peered":"2024-05-21T00:12:53.055915+0000","last_unstale":"2024-05-21T00:13:49.371883+0000","last_undegraded":"2024-05-21T00:13:49.371883+0000","last_fullsized":"2024-05-21T00:13:49.371883+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:41.144414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.570810+0000","last_change":"2024-05-21T00:12:57.055208+0000","last_active":"2024-05-21T00:14:47.570810+0000","last_peered":"2024-05-21T00:14:47.570810+0000","last_clean":"2024-05-21T00:14:47.570810+0000","last_became_active":"2024-05-21T00:12:57.054835+0000","last_became_peered":"2024-05-21T00:12:57.054835+0000","last_unstale":"2024-05-21T00:14:47.570810+0000","last_undegraded":"2024-05-21T00:14:47.570810+0000","last_fullsized":"2024-05-21T00:14:47.570810+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:26:46.080981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210352+0000","last_change":"2024-05-21T00:12:53.059674+0000","last_active":"2024-05-21T00:13:49.210352+0000","last_peered":"2024-05-21T00:13:49.210352+0000","last_clean":"2024-05-21T00:13:49.210352+0000","last_became_active":"2024-05-21T00:12:53.059442+0000","last_became_peered":"2024-05-21T00:12:53.059442+0000","last_unstale":"2024-05-21T00:13:49.210352+0000","last_undegraded":"2024-05-21T00:13:49.210352+0000","last_fullsized":"2024-05-21T00:13:49.210352+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:39.874661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.518841+0000","last_change":"2024-05-21T00:12:57.047454+0000","last_active":"2024-05-21T00:14:47.518841+0000","last_peered":"2024-05-21T00:14:47.518841+0000","last_clean":"2024-05-21T00:14:47.518841+0000","last_became_active":"2024-05-21T00:12:57.047034+0000","last_became_peered":"2024-05-21T00:12:57.047034+0000","last_unstale":"2024-05-21T00:14:47.518841+0000","last_undegraded":"2024-05-21T00:14:47.518841+0000","last_fullsized":"2024-05-21T00:14:47.518841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:52:48.980978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.820285+0000","last_change":"2024-05-21T00:12:53.018368+0000","last_active":"2024-05-21T00:13:48.820285+0000","last_peered":"2024-05-21T00:13:48.820285+0000","last_clean":"2024-05-21T00:13:48.820285+0000","last_became_active":"2024-05-21T00:12:53.015613+0000","last_became_peered":"2024-05-21T00:12:53.015613+0000","last_unstale":"2024-05-21T00:13:48.820285+0000","last_undegraded":"2024-05-21T00:13:48.820285+0000","last_fullsized":"2024-05-21T00:13:48.820285+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:51:57.280963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566806+0000","last_change":"2024-05-21T00:12:57.041377+0000","last_active":"2024-05-21T00:14:47.566806+0000","last_peered":"2024-05-21T00:14:47.566806+0000","last_clean":"2024-05-21T00:14:47.566806+0000","last_became_active":"2024-05-21T00:12:57.040466+0000","last_became_peered":"2024-05-21T00:12:57.040466+0000","last_unstale":"2024-05-21T00:14:47.566806+0000","last_undegraded":"2024-05-21T00:14:47.566806+0000","last_fullsized":"2024-05-21T00:14:47.566806+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:35:59.677316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":17,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.830557+0000","last_change":"2024-05-21T00:13:48.830100+0000","last_active":"2024-05-21T00:13:48.830557+0000","last_peered":"2024-05-21T00:13:48.830557+0000","last_clean":"2024-05-21T00:13:48.830557+0000","last_became_active":"2024-05-21T00:13:48.822312+0000","last_became_peered":"2024-05-21T00:13:48.822312+0000","last_unstale":"2024-05-21T00:13:48.830557+0000","last_undegraded":"2024-05-21T00:13:48.830557+0000","last_fullsized":"2024-05-21T00:13:48.830557+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:27:01.631036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.569359+0000","last_change":"2024-05-21T00:12:57.063815+0000","last_active":"2024-05-21T00:14:47.569359+0000","last_peered":"2024-05-21T00:14:47.569359+0000","last_clean":"2024-05-21T00:14:47.569359+0000","last_became_active":"2024-05-21T00:12:57.063399+0000","last_became_peered":"2024-05-21T00:12:57.063399+0000","last_unstale":"2024-05-21T00:14:47.569359+0000","last_undegraded":"2024-05-21T00:14:47.569359+0000","last_fullsized":"2024-05-21T00:14:47.569359+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:41.185777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816772+0000","last_change":"2024-05-21T00:12:53.006935+0000","last_active":"2024-05-21T00:13:48.816772+0000","last_peered":"2024-05-21T00:13:48.816772+0000","last_clean":"2024-05-21T00:13:48.816772+0000","last_became_active":"2024-05-21T00:12:53.006417+0000","last_became_peered":"2024-05-21T00:12:53.006417+0000","last_unstale":"2024-05-21T00:13:48.816772+0000","last_undegraded":"2024-05-21T00:13:48.816772+0000","last_fullsized":"2024-05-21T00:13:48.816772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:28.311334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559425+0000","last_change":"2024-05-21T00:12:57.039348+0000","last_active":"2024-05-21T00:14:47.559425+0000","last_peered":"2024-05-21T00:14:47.559425+0000","last_clean":"2024-05-21T00:14:47.559425+0000","last_became_active":"2024-05-21T00:12:57.038974+0000","last_became_peered":"2024-05-21T00:12:57.038974+0000","last_unstale":"2024-05-21T00:14:47.559425+0000","last_undegraded":"2024-05-21T00:14:47.559425+0000","last_fullsized":"2024-05-21T00:14:47.559425+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:07:22.264745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'5","reported_seq":149,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:12.883037+0000","last_change":"2024-05-21T00:12:53.061792+0000","last_active":"2024-05-21T00:15:12.883037+0000","last_peered":"2024-05-21T00:15:12.883037+0000","last_clean":"2024-05-21T00:15:12.883037+0000","last_became_active":"2024-05-21T00:12:53.061412+0000","last_became_peered":"2024-05-21T00:12:53.061412+0000","last_unstale":"2024-05-21T00:15:12.883037+0000","last_undegraded":"2024-05-21T00:15:12.883037+0000","last_fullsized":"2024-05-21T00:15:12.883037+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:34.086547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":117,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537455+0000","last_change":"2024-05-21T00:12:57.039449+0000","last_active":"2024-05-21T00:14:47.537455+0000","last_peered":"2024-05-21T00:14:47.537455+0000","last_clean":"2024-05-21T00:14:47.537455+0000","last_became_active":"2024-05-21T00:12:57.038938+0000","last_became_peered":"2024-05-21T00:12:57.038938+0000","last_unstale":"2024-05-21T00:14:47.537455+0000","last_undegraded":"2024-05-21T00:14:47.537455+0000","last_fullsized":"2024-05-21T00:14:47.537455+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:49:06.890897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811046+0000","last_change":"2024-05-21T00:12:53.015499+0000","last_active":"2024-05-21T00:13:48.811046+0000","last_peered":"2024-05-21T00:13:48.811046+0000","last_clean":"2024-05-21T00:13:48.811046+0000","last_became_active":"2024-05-21T00:12:53.015155+0000","last_became_peered":"2024-05-21T00:12:53.015155+0000","last_unstale":"2024-05-21T00:13:48.811046+0000","last_undegraded":"2024-05-21T00:13:48.811046+0000","last_fullsized":"2024-05-21T00:13:48.811046+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:15:03.035646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.552910+0000","last_change":"2024-05-21T00:12:57.056493+0000","last_active":"2024-05-21T00:14:47.552910+0000","last_peered":"2024-05-21T00:14:47.552910+0000","last_clean":"2024-05-21T00:14:47.552910+0000","last_became_active":"2024-05-21T00:12:57.055970+0000","last_became_peered":"2024-05-21T00:12:57.055970+0000","last_unstale":"2024-05-21T00:14:47.552910+0000","last_undegraded":"2024-05-21T00:14:47.552910+0000","last_fullsized":"2024-05-21T00:14:47.552910+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:05:20.667829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975225+0000","last_change":"2024-05-21T00:12:53.017967+0000","last_active":"2024-05-21T00:13:48.975225+0000","last_peered":"2024-05-21T00:13:48.975225+0000","last_clean":"2024-05-21T00:13:48.975225+0000","last_became_active":"2024-05-21T00:12:53.017449+0000","last_became_peered":"2024-05-21T00:12:53.017449+0000","last_unstale":"2024-05-21T00:13:48.975225+0000","last_undegraded":"2024-05-21T00:13:48.975225+0000","last_fullsized":"2024-05-21T00:13:48.975225+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:40:55.586870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538388+0000","last_change":"2024-05-21T00:12:57.045741+0000","last_active":"2024-05-21T00:14:47.538388+0000","last_peered":"2024-05-21T00:14:47.538388+0000","last_clean":"2024-05-21T00:14:47.538388+0000","last_became_active":"2024-05-21T00:12:57.044607+0000","last_became_peered":"2024-05-21T00:12:57.044607+0000","last_unstale":"2024-05-21T00:14:47.538388+0000","last_undegraded":"2024-05-21T00:14:47.538388+0000","last_fullsized":"2024-05-21T00:14:47.538388+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:17:12.299341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.535623+0000","last_change":"2024-05-21T00:13:48.821996+0000","last_active":"2024-05-21T00:14:47.535623+0000","last_peered":"2024-05-21T00:14:47.535623+0000","last_clean":"2024-05-21T00:14:47.535623+0000","last_became_active":"2024-05-21T00:13:48.821542+0000","last_became_peered":"2024-05-21T00:13:48.821542+0000","last_unstale":"2024-05-21T00:14:47.535623+0000","last_undegraded":"2024-05-21T00:14:47.535623+0000","last_fullsized":"2024-05-21T00:14:47.535623+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:17:51.614425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,9],"acting":[11,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.527163+0000","last_change":"2024-05-21T00:12:57.040997+0000","last_active":"2024-05-21T00:14:47.527163+0000","last_peered":"2024-05-21T00:14:47.527163+0000","last_clean":"2024-05-21T00:14:47.527163+0000","last_became_active":"2024-05-21T00:12:57.040511+0000","last_became_peered":"2024-05-21T00:12:57.040511+0000","last_unstale":"2024-05-21T00:14:47.527163+0000","last_undegraded":"2024-05-21T00:14:47.527163+0000","last_fullsized":"2024-05-21T00:14:47.527163+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:31:29.985427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568508+0000","last_change":"2024-05-21T00:12:57.060563+0000","last_active":"2024-05-21T00:14:47.568508+0000","last_peered":"2024-05-21T00:14:47.568508+0000","last_clean":"2024-05-21T00:14:47.568508+0000","last_became_active":"2024-05-21T00:12:57.060138+0000","last_became_peered":"2024-05-21T00:12:57.060138+0000","last_unstale":"2024-05-21T00:14:47.568508+0000","last_undegraded":"2024-05-21T00:14:47.568508+0000","last_fullsized":"2024-05-21T00:14:47.568508+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:06.963046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.567477+0000","last_change":"2024-05-21T00:12:57.056351+0000","last_active":"2024-05-21T00:14:47.567477+0000","last_peered":"2024-05-21T00:14:47.567477+0000","last_clean":"2024-05-21T00:14:47.567477+0000","last_became_active":"2024-05-21T00:12:57.056014+0000","last_became_peered":"2024-05-21T00:12:57.056014+0000","last_unstale":"2024-05-21T00:14:47.567477+0000","last_undegraded":"2024-05-21T00:14:47.567477+0000","last_fullsized":"2024-05-21T00:14:47.567477+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.046704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.570641+0000","last_change":"2024-05-21T00:12:57.058705+0000","last_active":"2024-05-21T00:14:47.570641+0000","last_peered":"2024-05-21T00:14:47.570641+0000","last_clean":"2024-05-21T00:14:47.570641+0000","last_became_active":"2024-05-21T00:12:57.058288+0000","last_became_peered":"2024-05-21T00:12:57.058288+0000","last_unstale":"2024-05-21T00:14:47.570641+0000","last_undegraded":"2024-05-21T00:14:47.570641+0000","last_fullsized":"2024-05-21T00:14:47.570641+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:35:37.179860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528779+0000","last_change":"2024-05-21T00:12:57.043982+0000","last_active":"2024-05-21T00:14:47.528779+0000","last_peered":"2024-05-21T00:14:47.528779+0000","last_clean":"2024-05-21T00:14:47.528779+0000","last_became_active":"2024-05-21T00:12:57.043361+0000","last_became_peered":"2024-05-21T00:12:57.043361+0000","last_unstale":"2024-05-21T00:14:47.528779+0000","last_undegraded":"2024-05-21T00:14:47.528779+0000","last_fullsized":"2024-05-21T00:14:47.528779+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:15:49.706743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528693+0000","last_change":"2024-05-21T00:12:57.049514+0000","last_active":"2024-05-21T00:14:47.528693+0000","last_peered":"2024-05-21T00:14:47.528693+0000","last_clean":"2024-05-21T00:14:47.528693+0000","last_became_active":"2024-05-21T00:12:57.049165+0000","last_became_peered":"2024-05-21T00:12:57.049165+0000","last_unstale":"2024-05-21T00:14:47.528693+0000","last_undegraded":"2024-05-21T00:14:47.528693+0000","last_fullsized":"2024-05-21T00:14:47.528693+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:29:13.528183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562007+0000","last_change":"2024-05-21T00:12:57.061767+0000","last_active":"2024-05-21T00:14:47.562007+0000","last_peered":"2024-05-21T00:14:47.562007+0000","last_clean":"2024-05-21T00:14:47.562007+0000","last_became_active":"2024-05-21T00:12:57.060095+0000","last_became_peered":"2024-05-21T00:12:57.060095+0000","last_unstale":"2024-05-21T00:14:47.562007+0000","last_undegraded":"2024-05-21T00:14:47.562007+0000","last_fullsized":"2024-05-21T00:14:47.562007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:09:49.983729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561966+0000","last_change":"2024-05-21T00:12:57.059613+0000","last_active":"2024-05-21T00:14:47.561966+0000","last_peered":"2024-05-21T00:14:47.561966+0000","last_clean":"2024-05-21T00:14:47.561966+0000","last_became_active":"2024-05-21T00:12:57.059370+0000","last_became_peered":"2024-05-21T00:12:57.059370+0000","last_unstale":"2024-05-21T00:14:47.561966+0000","last_undegraded":"2024-05-21T00:14:47.561966+0000","last_fullsized":"2024-05-21T00:14:47.561966+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:23.312453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559550+0000","last_change":"2024-05-21T00:12:57.048475+0000","last_active":"2024-05-21T00:14:47.559550+0000","last_peered":"2024-05-21T00:14:47.559550+0000","last_clean":"2024-05-21T00:14:47.559550+0000","last_became_active":"2024-05-21T00:12:57.047738+0000","last_became_peered":"2024-05-21T00:12:57.047738+0000","last_unstale":"2024-05-21T00:14:47.559550+0000","last_undegraded":"2024-05-21T00:14:47.559550+0000","last_fullsized":"2024-05-21T00:14:47.559550+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:28:46.190914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562379+0000","last_change":"2024-05-21T00:12:57.056401+0000","last_active":"2024-05-21T00:14:47.562379+0000","last_peered":"2024-05-21T00:14:47.562379+0000","last_clean":"2024-05-21T00:14:47.562379+0000","last_became_active":"2024-05-21T00:12:57.055978+0000","last_became_peered":"2024-05-21T00:12:57.055978+0000","last_unstale":"2024-05-21T00:14:47.562379+0000","last_undegraded":"2024-05-21T00:14:47.562379+0000","last_fullsized":"2024-05-21T00:14:47.562379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:54.140724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571324+0000","last_change":"2024-05-21T00:12:57.055227+0000","last_active":"2024-05-21T00:14:47.571324+0000","last_peered":"2024-05-21T00:14:47.571324+0000","last_clean":"2024-05-21T00:14:47.571324+0000","last_became_active":"2024-05-21T00:12:57.054840+0000","last_became_peered":"2024-05-21T00:12:57.054840+0000","last_unstale":"2024-05-21T00:14:47.571324+0000","last_undegraded":"2024-05-21T00:14:47.571324+0000","last_fullsized":"2024-05-21T00:14:47.571324+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:59.074145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529738+0000","last_change":"2024-05-21T00:12:57.037817+0000","last_active":"2024-05-21T00:14:47.529738+0000","last_peered":"2024-05-21T00:14:47.529738+0000","last_clean":"2024-05-21T00:14:47.529738+0000","last_became_active":"2024-05-21T00:12:57.037457+0000","last_became_peered":"2024-05-21T00:12:57.037457+0000","last_unstale":"2024-05-21T00:14:47.529738+0000","last_undegraded":"2024-05-21T00:14:47.529738+0000","last_fullsized":"2024-05-21T00:14:47.529738+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:26.664482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":72477,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1183,"num_read_kb":677,"num_write":260,"num_write_kb":150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1013,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":217431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":224,"ondisk_log_size":224,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678060,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874289,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36888,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708264,"statfs":{"total":95995035648,"available":95957262336,"internally_reserved":0,"allocated":1589248,"data_stored":1086151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037816,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":430061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234045,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430275,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40964,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704188,"statfs":{"total":95995035648,"available":95953088512,"internally_reserved":0,"allocated":1503232,"data_stored":1024162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593801,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36208,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708944,"statfs":{"total":95995035648,"available":95957958656,"internally_reserved":0,"allocated":892928,"data_stored":430310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574948,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36272,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708880,"statfs":{"total":95995035648,"available":95957893120,"internally_reserved":0,"allocated":958464,"data_stored":495682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738474,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":431117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411423,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":494748,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182487,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":429603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986259,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40376,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704776,"statfs":{"total":95995035648,"available":95953690624,"internally_reserved":0,"allocated":901120,"data_stored":431325,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790032,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32656,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712496,"statfs":{"total":95995035648,"available":95961595904,"internally_reserved":0,"allocated":1515520,"data_stored":1022776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":66743,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":65809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2386,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":66727,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:15:16.612 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-21T00:15:16.612 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-21T00:15:16.612 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-21T00:15:16.612 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph health --format=json 2024-05-21T00:15:17.139 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:17.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:16 smithi060 ceph-mon[36426]: pgmap v385: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:17.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:16 smithi060 ceph-mon[36426]: from='client.24847 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:15:17.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:16 smithi077 ceph-mon[36377]: pgmap v385: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:17.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:16 smithi077 ceph-mon[36377]: from='client.24847 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:15:17.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:16 smithi012 ceph-mon[31403]: pgmap v385: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:17.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:16 smithi012 ceph-mon[31403]: from='client.24847 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:15:19.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:18 smithi060 ceph-mon[36426]: pgmap v386: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:19.234 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:18 smithi012 ceph-mon[31403]: pgmap v386: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:19.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:18 smithi077 ceph-mon[36377]: pgmap v386: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:19.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.406+0000 7f1b5c200700 1 -- 172.21.15.12:0/1564473659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1b5406bbe0 msgr2=0x7f1b541103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:19.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.406+0000 7f1b5c200700 1 --2- 172.21.15.12:0/1564473659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1b5406bbe0 0x7f1b541103d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c009990 tx=0x7f1b4c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:15:19.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.407+0000 7f1b5c200700 1 -- 172.21.15.12:0/1564473659 shutdown_connections 2024-05-21T00:15:19.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.407+0000 7f1b5c200700 1 --2- 172.21.15.12:0/1564473659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1b5406bbe0 0x7f1b541103d0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:19.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.407+0000 7f1b5c200700 1 --2- 172.21.15.12:0/1564473659 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1b541095b0 0x7f1b54109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:19.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.407+0000 7f1b5c200700 1 --2- 172.21.15.12:0/1564473659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b5406b220 0x7f1b5406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:19.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.407+0000 7f1b5c200700 1 -- 172.21.15.12:0/1564473659 >> 172.21.15.12:0/1564473659 conn(0x7f1b540793f0 msgr2=0x7f1b54079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:19.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.407+0000 7f1b5c200700 1 -- 172.21.15.12:0/1564473659 shutdown_connections 2024-05-21T00:15:19.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.407+0000 7f1b5c200700 1 -- 172.21.15.12:0/1564473659 wait complete. 2024-05-21T00:15:19.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.408+0000 7f1b5c200700 1 Processor -- start 2024-05-21T00:15:19.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.408+0000 7f1b5c200700 1 -- start start 2024-05-21T00:15:19.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.408+0000 7f1b5c200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1b5406b220 0x7f1b54102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:19.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.408+0000 7f1b5c200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b5406bbe0 0x7f1b54102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:19.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.408+0000 7f1b5c200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1b541095b0 0x7f1b54102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:19.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.408+0000 7f1b5c200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1b54113710 con 0x7f1b5406b220 2024-05-21T00:15:19.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.408+0000 7f1b5c200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1b54113590 con 0x7f1b5406bbe0 2024-05-21T00:15:19.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.408+0000 7f1b5c200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f1b54113890 con 0x7f1b541095b0 2024-05-21T00:15:19.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.409+0000 7f1b59800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1b5406b220 0x7f1b54102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:19.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.409+0000 7f1b59800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1b5406b220 0x7f1b54102510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:60684/0 (socket says 172.21.15.12:60684) 2024-05-21T00:15:19.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.409+0000 7f1b59800700 1 -- 172.21.15.12:0/3523388477 learned_addr learned my addr 172.21.15.12:0/3523388477 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:19.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.409+0000 7f1b58e00700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b5406bbe0 0x7f1b54102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:19.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.409+0000 7f1b5a200700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1b541095b0 0x7f1b54102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:19.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.409+0000 7f1b59800700 1 -- 172.21.15.12:0/3523388477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1b541095b0 msgr2=0x7f1b54102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:19.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.409+0000 7f1b59800700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1b541095b0 0x7f1b54102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:19.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.409+0000 7f1b59800700 1 -- 172.21.15.12:0/3523388477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b5406bbe0 msgr2=0x7f1b54102a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:19.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.409+0000 7f1b59800700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b5406bbe0 0x7f1b54102a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:19.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.409+0000 7f1b59800700 1 -- 172.21.15.12:0/3523388477 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b541a8110 con 0x7f1b5406b220 2024-05-21T00:15:19.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.409+0000 7f1b58e00700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b5406bbe0 0x7f1b54102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:19.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.410+0000 7f1b59800700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1b5406b220 0x7f1b54102510 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1b4800ef10 tx=0x7f1b4800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:19.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.410+0000 7f1b52000700 1 -- 172.21.15.12:0/3523388477 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4800c9c0 con 0x7f1b5406b220 2024-05-21T00:15:19.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.410+0000 7f1b5c200700 1 -- 172.21.15.12:0/3523388477 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b541a83a0 con 0x7f1b5406b220 2024-05-21T00:15:19.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.410+0000 7f1b52000700 1 -- 172.21.15.12:0/3523388477 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1b48019070 con 0x7f1b5406b220 2024-05-21T00:15:19.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.410+0000 7f1b52000700 1 -- 172.21.15.12:0/3523388477 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b48014480 con 0x7f1b5406b220 2024-05-21T00:15:19.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.410+0000 7f1b5c200700 1 -- 172.21.15.12:0/3523388477 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b541a8930 con 0x7f1b5406b220 2024-05-21T00:15:19.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.411+0000 7f1b5c200700 1 -- 172.21.15.12:0/3523388477 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b5406a230 con 0x7f1b5406b220 2024-05-21T00:15:19.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.414+0000 7f1b52000700 1 -- 172.21.15.12:0/3523388477 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1b48012050 con 0x7f1b5406b220 2024-05-21T00:15:19.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.415+0000 7f1b52000700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1b3c0b2880 0x7f1b3c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:19.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.415+0000 7f1b52000700 1 -- 172.21.15.12:0/3523388477 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f1b480e2110 con 0x7f1b5406b220 2024-05-21T00:15:19.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.415+0000 7f1b58e00700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1b3c0b2880 0x7f1b3c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:19.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.416+0000 7f1b58e00700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1b3c0b2880 0x7f1b3c0b4d40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1b40009680 tx=0x7f1b40009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:19.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.420+0000 7f1b52000700 1 -- 172.21.15.12:0/3523388477 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1b48010040 con 0x7f1b5406b220 2024-05-21T00:15:19.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.713+0000 7f1b5c200700 1 -- 172.21.15.12:0/3523388477 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f1b5402e560 con 0x7f1b5406b220 2024-05-21T00:15:19.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.713+0000 7f1b52000700 1 -- 172.21.15.12:0/3523388477 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f1b480a3e20 con 0x7f1b5406b220 2024-05-21T00:15:19.712 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:15:19.713 INFO:teuthology.orchestra.run.smithi012.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-21T00:15:19.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.716+0000 7f1b5c200700 1 -- 172.21.15.12:0/3523388477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1b3c0b2880 msgr2=0x7f1b3c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:19.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.716+0000 7f1b5c200700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1b3c0b2880 0x7f1b3c0b4d40 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1b40009680 tx=0x7f1b40009260 comp rx=0 tx=0).stop 2024-05-21T00:15:19.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.717+0000 7f1b5c200700 1 -- 172.21.15.12:0/3523388477 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1b5406b220 msgr2=0x7f1b54102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:19.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.717+0000 7f1b5c200700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1b5406b220 0x7f1b54102510 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1b4800ef10 tx=0x7f1b4800c3a0 comp rx=0 tx=0).stop 2024-05-21T00:15:19.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.717+0000 7f1b5c200700 1 -- 172.21.15.12:0/3523388477 shutdown_connections 2024-05-21T00:15:19.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.717+0000 7f1b5c200700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1b541095b0 0x7f1b54102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:19.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.717+0000 7f1b5c200700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1b3c0b2880 0x7f1b3c0b4d40 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:19.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.717+0000 7f1b5c200700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1b5406b220 0x7f1b54102510 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:19.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.717+0000 7f1b5c200700 1 --2- 172.21.15.12:0/3523388477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1b5406bbe0 0x7f1b54102a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:19.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.717+0000 7f1b5c200700 1 -- 172.21.15.12:0/3523388477 >> 172.21.15.12:0/3523388477 conn(0x7f1b540793f0 msgr2=0x7f1b54101040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:19.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.717+0000 7f1b5c200700 1 -- 172.21.15.12:0/3523388477 shutdown_connections 2024-05-21T00:15:19.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:19.717+0000 7f1b5c200700 1 -- 172.21.15.12:0/3523388477 wait complete. 2024-05-21T00:15:20.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:19 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3523388477' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-21T00:15:20.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:19 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3523388477' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-21T00:15:20.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:19 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3523388477' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-21T00:15:20.565 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-21T00:15:20.565 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:15:21.006 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:21.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:20 smithi012 ceph-mon[31403]: pgmap v387: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:21.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:20 smithi060 ceph-mon[36426]: pgmap v387: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:21.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:20 smithi077 ceph-mon[36377]: pgmap v387: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:23.003 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:22 smithi012 ceph-mon[31403]: pgmap v388: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:23.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.177+0000 7f4bd4c00700 1 -- 172.21.15.12:0/2288198545 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4bd0108470 msgr2=0x7f4bd006b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:23.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.177+0000 7f4bd4c00700 1 --2- 172.21.15.12:0/2288198545 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4bd0108470 0x7f4bd006b250 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0009990 tx=0x7f4bc0009ca0 comp rx=0 tx=0).stop 2024-05-21T00:15:23.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.177+0000 7f4bd4c00700 1 -- 172.21.15.12:0/2288198545 shutdown_connections 2024-05-21T00:15:23.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.177+0000 7f4bd4c00700 1 --2- 172.21.15.12:0/2288198545 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4bd0105f80 0x7f4bd0106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:23.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.177+0000 7f4bd4c00700 1 --2- 172.21.15.12:0/2288198545 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4bd0108470 0x7f4bd006b250 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:23.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.177+0000 7f4bd4c00700 1 --2- 172.21.15.12:0/2288198545 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bd006b790 0x7f4bd006bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:23.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.177+0000 7f4bd4c00700 1 -- 172.21.15.12:0/2288198545 >> 172.21.15.12:0/2288198545 conn(0x7f4bd00793f0 msgr2=0x7f4bd0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:23.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.177+0000 7f4bd4c00700 1 -- 172.21.15.12:0/2288198545 shutdown_connections 2024-05-21T00:15:23.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.177+0000 7f4bd4c00700 1 -- 172.21.15.12:0/2288198545 wait complete. 2024-05-21T00:15:23.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.178+0000 7f4bd4c00700 1 Processor -- start 2024-05-21T00:15:23.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.178+0000 7f4bd4c00700 1 -- start start 2024-05-21T00:15:23.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.179+0000 7f4bd4c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4bd006b790 0x7f4bd01a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:23.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.179+0000 7f4bd4c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bd0105f80 0x7f4bd01a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:23.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.179+0000 7f4bd4c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4bd0108470 0x7f4bd01a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:23.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.179+0000 7f4bd4c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd0119d00 con 0x7f4bd006b790 2024-05-21T00:15:23.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.179+0000 7f4bd4c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd0119b80 con 0x7f4bd0108470 2024-05-21T00:15:23.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.179+0000 7f4bd4c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f4bd0119e80 con 0x7f4bd0105f80 2024-05-21T00:15:23.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.179+0000 7f4bcd400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bd0105f80 0x7f4bd01a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:23.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.179+0000 7f4bcde00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4bd006b790 0x7f4bd01a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:23.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.179+0000 7f4bcd400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bd0105f80 0x7f4bd01a0750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:47316/0 (socket says 172.21.15.12:47316) 2024-05-21T00:15:23.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.179+0000 7f4bce800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4bd0108470 0x7f4bd01a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:23.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.179+0000 7f4bcd400700 1 -- 172.21.15.12:0/3332237458 learned_addr learned my addr 172.21.15.12:0/3332237458 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:23.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.179+0000 7f4bcd400700 1 -- 172.21.15.12:0/3332237458 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4bd0108470 msgr2=0x7f4bd01a4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:23.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.180+0000 7f4bcd400700 1 --2- 172.21.15.12:0/3332237458 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4bd0108470 0x7f4bd01a4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:23.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.180+0000 7f4bcd400700 1 -- 172.21.15.12:0/3332237458 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4bd006b790 msgr2=0x7f4bd01a0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:23.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.180+0000 7f4bcd400700 1 --2- 172.21.15.12:0/3332237458 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4bd006b790 0x7f4bd01a0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:23.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.180+0000 7f4bcd400700 1 -- 172.21.15.12:0/3332237458 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bd01a5220 con 0x7f4bd0105f80 2024-05-21T00:15:23.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.180+0000 7f4bcd400700 1 --2- 172.21.15.12:0/3332237458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bd0105f80 0x7f4bd01a0750 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f4bbc00eb30 tx=0x7f4bbc00ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:23.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.180+0000 7f4bc6a00700 1 -- 172.21.15.12:0/3332237458 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bbc00cbd0 con 0x7f4bd0105f80 2024-05-21T00:15:23.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.180+0000 7f4bc6a00700 1 -- 172.21.15.12:0/3332237458 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4bbc0044d0 con 0x7f4bd0105f80 2024-05-21T00:15:23.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.180+0000 7f4bd4c00700 1 -- 172.21.15.12:0/3332237458 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bd01a5510 con 0x7f4bd0105f80 2024-05-21T00:15:23.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.180+0000 7f4bc6a00700 1 -- 172.21.15.12:0/3332237458 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bbc003e30 con 0x7f4bd0105f80 2024-05-21T00:15:23.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.180+0000 7f4bd4c00700 1 -- 172.21.15.12:0/3332237458 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bd01acd90 con 0x7f4bd0105f80 2024-05-21T00:15:23.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.182+0000 7f4bd4c00700 1 -- 172.21.15.12:0/3332237458 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bd006a230 con 0x7f4bd0105f80 2024-05-21T00:15:23.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.184+0000 7f4bc6a00700 1 -- 172.21.15.12:0/3332237458 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f4bbc004000 con 0x7f4bd0105f80 2024-05-21T00:15:23.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.186+0000 7f4bc6a00700 1 --2- 172.21.15.12:0/3332237458 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4bb40b2880 0x7f4bb40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:23.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.186+0000 7f4bc6a00700 1 -- 172.21.15.12:0/3332237458 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f4bbc0e25d0 con 0x7f4bd0105f80 2024-05-21T00:15:23.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.186+0000 7f4bcde00700 1 --2- 172.21.15.12:0/3332237458 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4bb40b2880 0x7f4bb40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:23.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.187+0000 7f4bcde00700 1 --2- 172.21.15.12:0/3332237458 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4bb40b2880 0x7f4bb40b4d40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0006010 tx=0x7f4bc000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:23.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.190+0000 7f4bc6a00700 1 -- 172.21.15.12:0/3332237458 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4bbc0042f0 con 0x7f4bd0105f80 2024-05-21T00:15:23.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:22 smithi060 ceph-mon[36426]: pgmap v388: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:23.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:22 smithi077 ceph-mon[36377]: pgmap v388: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:23.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.486+0000 7f4bd4c00700 1 -- 172.21.15.12:0/3332237458 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4bd01a1570 con 0x7f4bd0105f80 2024-05-21T00:15:23.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.488+0000 7f4bc6a00700 1 -- 172.21.15.12:0/3332237458 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11916 (secure 0 0 0) 0x7f4bd01a1570 con 0x7f4bd0105f80 2024-05-21T00:15:23.487 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:15:23.487 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:13:23.298682+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24493,24505,24538,24530,24523]},"id":1}]} 2024-05-21T00:15:23.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.491+0000 7f4bd4c00700 1 -- 172.21.15.12:0/3332237458 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4bb40b2880 msgr2=0x7f4bb40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:23.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.491+0000 7f4bd4c00700 1 --2- 172.21.15.12:0/3332237458 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4bb40b2880 0x7f4bb40b4d40 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0006010 tx=0x7f4bc000b260 comp rx=0 tx=0).stop 2024-05-21T00:15:23.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.491+0000 7f4bd4c00700 1 -- 172.21.15.12:0/3332237458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bd0105f80 msgr2=0x7f4bd01a0750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:23.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.491+0000 7f4bd4c00700 1 --2- 172.21.15.12:0/3332237458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bd0105f80 0x7f4bd01a0750 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f4bbc00eb30 tx=0x7f4bbc00ee40 comp rx=0 tx=0).stop 2024-05-21T00:15:23.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.491+0000 7f4bd4c00700 1 -- 172.21.15.12:0/3332237458 shutdown_connections 2024-05-21T00:15:23.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.491+0000 7f4bd4c00700 1 --2- 172.21.15.12:0/3332237458 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4bd0108470 0x7f4bd01a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:23.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.491+0000 7f4bd4c00700 1 --2- 172.21.15.12:0/3332237458 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4bb40b2880 0x7f4bb40b4d40 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:23.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.491+0000 7f4bd4c00700 1 --2- 172.21.15.12:0/3332237458 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4bd006b790 0x7f4bd01a0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:23.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.491+0000 7f4bd4c00700 1 --2- 172.21.15.12:0/3332237458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4bd0105f80 0x7f4bd01a0750 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:23.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.491+0000 7f4bd4c00700 1 -- 172.21.15.12:0/3332237458 >> 172.21.15.12:0/3332237458 conn(0x7f4bd00793f0 msgr2=0x7f4bd0101430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:23.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.491+0000 7f4bd4c00700 1 -- 172.21.15.12:0/3332237458 shutdown_connections 2024-05-21T00:15:23.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:23.491+0000 7f4bd4c00700 1 -- 172.21.15.12:0/3332237458 wait complete. 2024-05-21T00:15:23.492 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-05-21T00:15:24.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:23 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3332237458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:15:24.228 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:23 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3332237458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:15:24.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:23 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3332237458' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:15:24.309 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:15:24.799 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:25.164 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:24 smithi012 ceph-mon[31403]: pgmap v389: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:25.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:24 smithi060 ceph-mon[36426]: pgmap v389: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:25.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:24 smithi077 ceph-mon[36377]: pgmap v389: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:27.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.024+0000 7f50f6c00700 1 -- 172.21.15.12:0/2220458600 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f50f0076290 msgr2=0x7f50f010f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:27.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.024+0000 7f50f6c00700 1 --2- 172.21.15.12:0/2220458600 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f50f0076290 0x7f50f010f770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f50dc009990 tx=0x7f50dc009ca0 comp rx=0 tx=0).stop 2024-05-21T00:15:27.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.024+0000 7f50f6c00700 1 -- 172.21.15.12:0/2220458600 shutdown_connections 2024-05-21T00:15:27.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.024+0000 7f50f6c00700 1 --2- 172.21.15.12:0/2220458600 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f50f010fcb0 0x7f50f0112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:27.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.024+0000 7f50f6c00700 1 --2- 172.21.15.12:0/2220458600 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50f0075970 0x7f50f0075d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:27.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.024+0000 7f50f6c00700 1 --2- 172.21.15.12:0/2220458600 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f50f0076290 0x7f50f010f770 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:27.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.024+0000 7f50f6c00700 1 -- 172.21.15.12:0/2220458600 >> 172.21.15.12:0/2220458600 conn(0x7f50f00fefc0 msgr2=0x7f50f01013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.024+0000 7f50f6c00700 1 -- 172.21.15.12:0/2220458600 shutdown_connections 2024-05-21T00:15:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.025+0000 7f50f6c00700 1 -- 172.21.15.12:0/2220458600 wait complete. 2024-05-21T00:15:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.026+0000 7f50f6c00700 1 Processor -- start 2024-05-21T00:15:27.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.026+0000 7f50f6c00700 1 -- start start 2024-05-21T00:15:27.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.027+0000 7f50f6c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f50f0075970 0x7f50f019be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:27.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.027+0000 7f50f6c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f50f0076290 0x7f50f019c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:27.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.027+0000 7f50f6c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50f010fcb0 0x7f50f01a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:27.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.027+0000 7f50f6c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f50f0115880 con 0x7f50f010fcb0 2024-05-21T00:15:27.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.027+0000 7f50f6c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f50f0115700 con 0x7f50f0075970 2024-05-21T00:15:27.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.027+0000 7f50f6c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f50f0115a00 con 0x7f50f0076290 2024-05-21T00:15:27.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.027+0000 7f50f6200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50f010fcb0 0x7f50f01a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:27.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.027+0000 7f50f4e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f50f0076290 0x7f50f019c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:27.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.027+0000 7f50f5800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f50f0075970 0x7f50f019be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:27.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.027+0000 7f50f4e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f50f0076290 0x7f50f019c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:42236/0 (socket says 172.21.15.12:42236) 2024-05-21T00:15:27.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.027+0000 7f50f6200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50f010fcb0 0x7f50f01a0700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:59550/0 (socket says 172.21.15.12:59550) 2024-05-21T00:15:27.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.027+0000 7f50f4e00700 1 -- 172.21.15.12:0/3402677433 learned_addr learned my addr 172.21.15.12:0/3402677433 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:27.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.028+0000 7f50f6200700 1 -- 172.21.15.12:0/3402677433 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f50f0076290 msgr2=0x7f50f019c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:27.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.028+0000 7f50f6200700 1 --2- 172.21.15.12:0/3402677433 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f50f0076290 0x7f50f019c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:27.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.028+0000 7f50f6200700 1 -- 172.21.15.12:0/3402677433 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f50f0075970 msgr2=0x7f50f019be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:27.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.028+0000 7f50f6200700 1 --2- 172.21.15.12:0/3402677433 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f50f0075970 0x7f50f019be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:27.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.028+0000 7f50f6200700 1 -- 172.21.15.12:0/3402677433 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50f01a0e40 con 0x7f50f010fcb0 2024-05-21T00:15:27.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.028+0000 7f50f6200700 1 --2- 172.21.15.12:0/3402677433 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50f010fcb0 0x7f50f01a0700 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f50e800efb0 tx=0x7f50e800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:27.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.029+0000 7f50ee000700 1 -- 172.21.15.12:0/3402677433 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e8003a00 con 0x7f50f010fcb0 2024-05-21T00:15:27.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.029+0000 7f50ee000700 1 -- 172.21.15.12:0/3402677433 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f50e800ce50 con 0x7f50f010fcb0 2024-05-21T00:15:27.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.029+0000 7f50f6c00700 1 -- 172.21.15.12:0/3402677433 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50f01a1130 con 0x7f50f010fcb0 2024-05-21T00:15:27.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.029+0000 7f50ee000700 1 -- 172.21.15.12:0/3402677433 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50e80047c0 con 0x7f50f010fcb0 2024-05-21T00:15:27.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.029+0000 7f50f6c00700 1 -- 172.21.15.12:0/3402677433 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50f01a89b0 con 0x7f50f010fcb0 2024-05-21T00:15:27.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.030+0000 7f50f6c00700 1 -- 172.21.15.12:0/3402677433 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50f006a230 con 0x7f50f010fcb0 2024-05-21T00:15:27.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.032+0000 7f50ee000700 1 -- 172.21.15.12:0/3402677433 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f50e8012050 con 0x7f50f010fcb0 2024-05-21T00:15:27.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.035+0000 7f50ee000700 1 --2- 172.21.15.12:0/3402677433 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50d40b2880 0x7f50d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:27.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.035+0000 7f50ee000700 1 -- 172.21.15.12:0/3402677433 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f50e80e1ca0 con 0x7f50f010fcb0 2024-05-21T00:15:27.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.035+0000 7f50f5800700 1 --2- 172.21.15.12:0/3402677433 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50d40b2880 0x7f50d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:27.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.036+0000 7f50f5800700 1 --2- 172.21.15.12:0/3402677433 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50d40b2880 0x7f50d40b4d40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f50e0009c60 tx=0x7f50e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:27.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.038+0000 7f50ee000700 1 -- 172.21.15.12:0/3402677433 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f50e8022060 con 0x7f50f010fcb0 2024-05-21T00:15:27.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:26 smithi060 ceph-mon[36426]: pgmap v390: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:27.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:26 smithi077 ceph-mon[36377]: pgmap v390: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:27.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:26 smithi012 ceph-mon[31403]: pgmap v390: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:27.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.330+0000 7f50f6c00700 1 -- 172.21.15.12:0/3402677433 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f50f002e560 con 0x7f50f010fcb0 2024-05-21T00:15:27.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.331+0000 7f50ee000700 1 -- 172.21.15.12:0/3402677433 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11916 (secure 0 0 0) 0x7f50e8010040 con 0x7f50f010fcb0 2024-05-21T00:15:27.331 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:15:27.331 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:13:23.298682+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24493,24505,24538,24530,24523]},"id":1}]} 2024-05-21T00:15:27.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.335+0000 7f50f6c00700 1 -- 172.21.15.12:0/3402677433 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50d40b2880 msgr2=0x7f50d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:27.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.335+0000 7f50f6c00700 1 --2- 172.21.15.12:0/3402677433 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50d40b2880 0x7f50d40b4d40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f50e0009c60 tx=0x7f50e0009260 comp rx=0 tx=0).stop 2024-05-21T00:15:27.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.335+0000 7f50f6c00700 1 -- 172.21.15.12:0/3402677433 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50f010fcb0 msgr2=0x7f50f01a0700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:27.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.335+0000 7f50f6c00700 1 --2- 172.21.15.12:0/3402677433 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50f010fcb0 0x7f50f01a0700 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f50e800efb0 tx=0x7f50e800c3a0 comp rx=0 tx=0).stop 2024-05-21T00:15:27.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.335+0000 7f50f6c00700 1 -- 172.21.15.12:0/3402677433 shutdown_connections 2024-05-21T00:15:27.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.335+0000 7f50f6c00700 1 --2- 172.21.15.12:0/3402677433 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50d40b2880 0x7f50d40b4d40 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:27.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.335+0000 7f50f6c00700 1 --2- 172.21.15.12:0/3402677433 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f50f010fcb0 0x7f50f01a0700 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:27.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.335+0000 7f50f6c00700 1 --2- 172.21.15.12:0/3402677433 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f50f0075970 0x7f50f019be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:27.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.335+0000 7f50f6c00700 1 --2- 172.21.15.12:0/3402677433 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f50f0076290 0x7f50f019c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:27.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.335+0000 7f50f6c00700 1 -- 172.21.15.12:0/3402677433 >> 172.21.15.12:0/3402677433 conn(0x7f50f00fefc0 msgr2=0x7f50f00ffd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:27.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.335+0000 7f50f6c00700 1 -- 172.21.15.12:0/3402677433 shutdown_connections 2024-05-21T00:15:27.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:27.335+0000 7f50f6c00700 1 -- 172.21.15.12:0/3402677433 wait complete. 2024-05-21T00:15:27.336 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-05-21T00:15:28.091 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:15:28.176 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:27 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3402677433' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:15:28.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:27 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3402677433' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:15:28.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:27 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3402677433' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:15:28.553 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:28.961 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:28 smithi012 ceph-mon[31403]: pgmap v391: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:29.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:28 smithi060 ceph-mon[36426]: pgmap v391: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:29.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:28 smithi077 ceph-mon[36377]: pgmap v391: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.953+0000 7fd08f000700 1 -- 172.21.15.12:0/2945895054 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd08806bbe0 msgr2=0x7fd0881103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.953+0000 7fd08f000700 1 --2- 172.21.15.12:0/2945895054 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd08806bbe0 0x7fd0881103d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fd080009990 tx=0x7fd080009ca0 comp rx=0 tx=0).stop 2024-05-21T00:15:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.954+0000 7fd08f000700 1 -- 172.21.15.12:0/2945895054 shutdown_connections 2024-05-21T00:15:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.954+0000 7fd08f000700 1 --2- 172.21.15.12:0/2945895054 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd08806bbe0 0x7fd0881103d0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:30.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.954+0000 7fd08f000700 1 --2- 172.21.15.12:0/2945895054 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd0881095b0 0x7fd088109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:30.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.954+0000 7fd08f000700 1 --2- 172.21.15.12:0/2945895054 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd08806b220 0x7fd08806b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:30.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.954+0000 7fd08f000700 1 -- 172.21.15.12:0/2945895054 >> 172.21.15.12:0/2945895054 conn(0x7fd0880793f0 msgr2=0x7fd088079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:30.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.954+0000 7fd08f000700 1 -- 172.21.15.12:0/2945895054 shutdown_connections 2024-05-21T00:15:30.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.954+0000 7fd08f000700 1 -- 172.21.15.12:0/2945895054 wait complete. 2024-05-21T00:15:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.955+0000 7fd08f000700 1 Processor -- start 2024-05-21T00:15:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.955+0000 7fd08f000700 1 -- start start 2024-05-21T00:15:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.955+0000 7fd08f000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd08806b220 0x7fd08819bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.955+0000 7fd08f000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd08806bbe0 0x7fd08819c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd08f000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0881095b0 0x7fd0881a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd08f000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd088113730 con 0x7fd0881095b0 2024-05-21T00:15:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd08f000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd0881135b0 con 0x7fd08806b220 2024-05-21T00:15:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd08f000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fd0881138b0 con 0x7fd08806bbe0 2024-05-21T00:15:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd087e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd08806b220 0x7fd08819bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd07f400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd08806bbe0 0x7fd08819c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:30.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd087e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd08806b220 0x7fd08819bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:34610/0 (socket says 172.21.15.12:34610) 2024-05-21T00:15:30.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd087e00700 1 -- 172.21.15.12:0/1924966557 learned_addr learned my addr 172.21.15.12:0/1924966557 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:30.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd08d000700 1 --2- 172.21.15.12:0/1924966557 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0881095b0 0x7fd0881a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:30.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd07f400700 1 -- 172.21.15.12:0/1924966557 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd08806b220 msgr2=0x7fd08819bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:30.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd07f400700 1 --2- 172.21.15.12:0/1924966557 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd08806b220 0x7fd08819bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:30.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd07f400700 1 -- 172.21.15.12:0/1924966557 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0881095b0 msgr2=0x7fd0881a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:30.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd07f400700 1 --2- 172.21.15.12:0/1924966557 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0881095b0 0x7fd0881a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:30.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.956+0000 7fd07f400700 1 -- 172.21.15.12:0/1924966557 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0881a0dd0 con 0x7fd08806bbe0 2024-05-21T00:15:30.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.957+0000 7fd07f400700 1 --2- 172.21.15.12:0/1924966557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd08806bbe0 0x7fd08819c300 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd07000e9f0 tx=0x7fd07000ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:30.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.957+0000 7fd085600700 1 -- 172.21.15.12:0/1924966557 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd070004220 con 0x7fd08806bbe0 2024-05-21T00:15:30.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.957+0000 7fd08f000700 1 -- 172.21.15.12:0/1924966557 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0881a10c0 con 0x7fd08806bbe0 2024-05-21T00:15:30.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.957+0000 7fd085600700 1 -- 172.21.15.12:0/1924966557 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd0700043c0 con 0x7fd08806bbe0 2024-05-21T00:15:30.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.957+0000 7fd085600700 1 -- 172.21.15.12:0/1924966557 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd070005020 con 0x7fd08806bbe0 2024-05-21T00:15:30.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.957+0000 7fd08f000700 1 -- 172.21.15.12:0/1924966557 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0881a8940 con 0x7fd08806bbe0 2024-05-21T00:15:30.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.958+0000 7fd08f000700 1 -- 172.21.15.12:0/1924966557 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd08806a230 con 0x7fd08806bbe0 2024-05-21T00:15:30.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.961+0000 7fd085600700 1 -- 172.21.15.12:0/1924966557 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd070004750 con 0x7fd08806bbe0 2024-05-21T00:15:30.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.962+0000 7fd085600700 1 --2- 172.21.15.12:0/1924966557 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd06c0b2900 0x7fd06c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:30.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.962+0000 7fd085600700 1 -- 172.21.15.12:0/1924966557 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fd0700e20e0 con 0x7fd08806bbe0 2024-05-21T00:15:30.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.963+0000 7fd087e00700 1 --2- 172.21.15.12:0/1924966557 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd06c0b2900 0x7fd06c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:30.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.963+0000 7fd087e00700 1 --2- 172.21.15.12:0/1924966557 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd06c0b2900 0x7fd06c0b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd078009c10 tx=0x7fd07800b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:30.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:30.964+0000 7fd085600700 1 -- 172.21.15.12:0/1924966557 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd0700a9dd0 con 0x7fd08806bbe0 2024-05-21T00:15:31.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:30 smithi012 ceph-mon[31403]: pgmap v392: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:31.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.209+0000 7fd08f000700 1 -- 172.21.15.12:0/1924966557 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd08819d120 con 0x7fd08806bbe0 2024-05-21T00:15:31.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.211+0000 7fd085600700 1 -- 172.21.15.12:0/1924966557 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22452 (secure 0 0 0) 0x7fd08819d120 con 0x7fd08806bbe0 2024-05-21T00:15:31.211 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:15:31.211 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","created":"2024-05-21T00:03:31.857871+0000","modified":"2024-05-21T00:13:48.805372+0000","last_up_change":"2024-05-21T00:11:45.298954+0000","last_in_change":"2024-05-21T00:11:25.604086+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:07:33.533592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:12:51.199495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:12:55.743028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eb262230-57ca-4f86-9c2b-480a80166146","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6803","nonce":555322069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6805","nonce":555322069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6809","nonce":555322069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6807","nonce":555322069}]},"public_addr":"172.21.15.12:6803/555322069","cluster_addr":"172.21.15.12:6805/555322069","heartbeat_back_addr":"172.21.15.12:6809/555322069","heartbeat_front_addr":"172.21.15.12:6807/555322069","state":["exists","up"]},{"osd":1,"uuid":"4a47cb31-071b-46be-9a26-4a6312ddaaca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6801","nonce":1346604098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6803","nonce":1346604098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6807","nonce":1346604098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6805","nonce":1346604098}]},"public_addr":"172.21.15.60:6801/1346604098","cluster_addr":"172.21.15.60:6803/1346604098","heartbeat_back_addr":"172.21.15.60:6807/1346604098","heartbeat_front_addr":"172.21.15.60:6805/1346604098","state":["exists","up"]},{"osd":2,"uuid":"f29f0f11-f36c-4603-a4e7-3294eb5e9568","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6801","nonce":2955000302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6803","nonce":2955000302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6807","nonce":2955000302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6805","nonce":2955000302}]},"public_addr":"172.21.15.77:6801/2955000302","cluster_addr":"172.21.15.77:6803/2955000302","heartbeat_back_addr":"172.21.15.77:6807/2955000302","heartbeat_front_addr":"172.21.15.77:6805/2955000302","state":["exists","up"]},{"osd":3,"uuid":"671ae43b-4ee1-4c5f-8c8d-12c5807af59c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6811","nonce":2515804940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6813","nonce":2515804940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6817","nonce":2515804940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6815","nonce":2515804940}]},"public_addr":"172.21.15.12:6811/2515804940","cluster_addr":"172.21.15.12:6813/2515804940","heartbeat_back_addr":"172.21.15.12:6817/2515804940","heartbeat_front_addr":"172.21.15.12:6815/2515804940","state":["exists","up"]},{"osd":4,"uuid":"527f3934-7fb5-4e65-8ef9-e5921bc5ba65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6809","nonce":2773894843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6811","nonce":2773894843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6815","nonce":2773894843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6813","nonce":2773894843}]},"public_addr":"172.21.15.60:6809/2773894843","cluster_addr":"172.21.15.60:6811/2773894843","heartbeat_back_addr":"172.21.15.60:6815/2773894843","heartbeat_front_addr":"172.21.15.60:6813/2773894843","state":["exists","up"]},{"osd":5,"uuid":"2c37b2c3-a9c0-47b3-9023-84566d18e0af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6809","nonce":202950059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6811","nonce":202950059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6815","nonce":202950059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6813","nonce":202950059}]},"public_addr":"172.21.15.77:6809/202950059","cluster_addr":"172.21.15.77:6811/202950059","heartbeat_back_addr":"172.21.15.77:6815/202950059","heartbeat_front_addr":"172.21.15.77:6813/202950059","state":["exists","up"]},{"osd":6,"uuid":"68c18062-e034-421d-b135-ab35d7d4bd25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6819","nonce":1511296628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6821","nonce":1511296628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6825","nonce":1511296628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6823","nonce":1511296628}]},"public_addr":"172.21.15.12:6819/1511296628","cluster_addr":"172.21.15.12:6821/1511296628","heartbeat_back_addr":"172.21.15.12:6825/1511296628","heartbeat_front_addr":"172.21.15.12:6823/1511296628","state":["exists","up"]},{"osd":7,"uuid":"0ac8383b-1578-44f1-8ebe-420d79511dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6817","nonce":4203237802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6819","nonce":4203237802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6823","nonce":4203237802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6821","nonce":4203237802}]},"public_addr":"172.21.15.60:6817/4203237802","cluster_addr":"172.21.15.60:6819/4203237802","heartbeat_back_addr":"172.21.15.60:6823/4203237802","heartbeat_front_addr":"172.21.15.60:6821/4203237802","state":["exists","up"]},{"osd":8,"uuid":"65362b50-2bba-422b-a5c9-1584cf55583d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6817","nonce":1939530536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6819","nonce":1939530536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6823","nonce":1939530536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6821","nonce":1939530536}]},"public_addr":"172.21.15.77:6817/1939530536","cluster_addr":"172.21.15.77:6819/1939530536","heartbeat_back_addr":"172.21.15.77:6823/1939530536","heartbeat_front_addr":"172.21.15.77:6821/1939530536","state":["exists","up"]},{"osd":9,"uuid":"9572a8a5-22f1-49ac-8b92-9e88dfac6dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6827","nonce":849418735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6829","nonce":849418735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6833","nonce":849418735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6831","nonce":849418735}]},"public_addr":"172.21.15.12:6827/849418735","cluster_addr":"172.21.15.12:6829/849418735","heartbeat_back_addr":"172.21.15.12:6833/849418735","heartbeat_front_addr":"172.21.15.12:6831/849418735","state":["exists","up"]},{"osd":10,"uuid":"9a42dca5-3dfa-4d8e-a33d-385ca25a8728","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6825","nonce":1376044245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6827","nonce":1376044245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6831","nonce":1376044245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6829","nonce":1376044245}]},"public_addr":"172.21.15.60:6825/1376044245","cluster_addr":"172.21.15.60:6827/1376044245","heartbeat_back_addr":"172.21.15.60:6831/1376044245","heartbeat_front_addr":"172.21.15.60:6829/1376044245","state":["exists","up"]},{"osd":11,"uuid":"856d5711-f90b-4619-abff-071e87b9d9cd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6825","nonce":3670550862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6827","nonce":3670550862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6831","nonce":3670550862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6829","nonce":3670550862}]},"public_addr":"172.21.15.77:6825/3670550862","cluster_addr":"172.21.15.77:6827/3670550862","heartbeat_back_addr":"172.21.15.77:6831/3670550862","heartbeat_front_addr":"172.21.15.77:6829/3670550862","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:06:41.613797+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:07.131615+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:31.297626+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:04.225630+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:29.488657+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:53.416655+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:27.501283+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:52.564404+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:17.639136+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:51.369821+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:18.024792+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:43.603806+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2206749889":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/840755370":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6800/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/2890553385":"2024-05-22T00:04:13.638637+0000","172.21.15.12:6800/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/3618065373":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/3942652702":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/1867303420":"2024-05-22T00:04:13.638637+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:15:31.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.214+0000 7fd08f000700 1 -- 172.21.15.12:0/1924966557 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd06c0b2900 msgr2=0x7fd06c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:31.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.214+0000 7fd08f000700 1 --2- 172.21.15.12:0/1924966557 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd06c0b2900 0x7fd06c0b4dc0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd078009c10 tx=0x7fd07800b040 comp rx=0 tx=0).stop 2024-05-21T00:15:31.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.214+0000 7fd08f000700 1 -- 172.21.15.12:0/1924966557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd08806bbe0 msgr2=0x7fd08819c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:31.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.214+0000 7fd08f000700 1 --2- 172.21.15.12:0/1924966557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd08806bbe0 0x7fd08819c300 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd07000e9f0 tx=0x7fd07000ed00 comp rx=0 tx=0).stop 2024-05-21T00:15:31.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.214+0000 7fd08f000700 1 -- 172.21.15.12:0/1924966557 shutdown_connections 2024-05-21T00:15:31.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.214+0000 7fd08f000700 1 --2- 172.21.15.12:0/1924966557 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd06c0b2900 0x7fd06c0b4dc0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:31.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.214+0000 7fd08f000700 1 --2- 172.21.15.12:0/1924966557 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd0881095b0 0x7fd0881a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:31.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.214+0000 7fd08f000700 1 --2- 172.21.15.12:0/1924966557 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd08806b220 0x7fd08819bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:31.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.214+0000 7fd08f000700 1 --2- 172.21.15.12:0/1924966557 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd08806bbe0 0x7fd08819c300 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:31.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.214+0000 7fd08f000700 1 -- 172.21.15.12:0/1924966557 >> 172.21.15.12:0/1924966557 conn(0x7fd0880793f0 msgr2=0x7fd08810e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:31.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.215+0000 7fd08f000700 1 -- 172.21.15.12:0/1924966557 shutdown_connections 2024-05-21T00:15:31.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:31.215+0000 7fd08f000700 1 -- 172.21.15.12:0/1924966557 wait complete. 2024-05-21T00:15:31.226 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:30 smithi060 ceph-mon[36426]: pgmap v392: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:31.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:30 smithi077 ceph-mon[36377]: pgmap v392: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:31.975 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:15:32.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:31 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1924966557' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:15:32.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:31 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1924966557' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:15:32.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:31 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1924966557' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:15:32.467 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:33.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:32 smithi060 ceph-mon[36426]: pgmap v393: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:33.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:32 smithi077 ceph-mon[36377]: pgmap v393: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:33.309 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:32 smithi012 ceph-mon[31403]: pgmap v393: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.585+0000 7f99f5200700 1 -- 172.21.15.12:0/872158101 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f99f01025d0 msgr2=0x7f99f01122c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.585+0000 7f99f5200700 1 --2- 172.21.15.12:0/872158101 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f99f01025d0 0x7f99f01122c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f99e8009f90 tx=0x7f99e800b330 comp rx=0 tx=0).stop 2024-05-21T00:15:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.585+0000 7f99f5200700 1 -- 172.21.15.12:0/872158101 shutdown_connections 2024-05-21T00:15:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.585+0000 7f99f5200700 1 --2- 172.21.15.12:0/872158101 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f99f01025d0 0x7f99f01122c0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.585+0000 7f99f5200700 1 --2- 172.21.15.12:0/872158101 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f99f0104450 0x7f99f0104830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.585+0000 7f99f5200700 1 --2- 172.21.15.12:0/872158101 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0101b30 0x7f99f0101fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.585+0000 7f99f5200700 1 -- 172.21.15.12:0/872158101 >> 172.21.15.12:0/872158101 conn(0x7f99f0078ab0 msgr2=0x7f99f00ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:34.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.585+0000 7f99f5200700 1 -- 172.21.15.12:0/872158101 shutdown_connections 2024-05-21T00:15:34.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.585+0000 7f99f5200700 1 -- 172.21.15.12:0/872158101 wait complete. 2024-05-21T00:15:34.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.587+0000 7f99f5200700 1 Processor -- start 2024-05-21T00:15:34.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.587+0000 7f99f5200700 1 -- start start 2024-05-21T00:15:34.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.587+0000 7f99f5200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f99f0101b30 0x7f99f019bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:34.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.587+0000 7f99f5200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f99f01025d0 0x7f99f019c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:34.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.587+0000 7f99f5200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0104450 0x7f99f01a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:34.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.587+0000 7f99f5200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f99f01158e0 con 0x7f99f0104450 2024-05-21T00:15:34.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.587+0000 7f99f5200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f99f0115760 con 0x7f99f0101b30 2024-05-21T00:15:34.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.587+0000 7f99f5200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f99f0115a60 con 0x7f99f01025d0 2024-05-21T00:15:34.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.588+0000 7f99ee800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0104450 0x7f99f01a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:34.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.588+0000 7f99ede00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f99f0101b30 0x7f99f019bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:34.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.588+0000 7f99ede00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f99f0101b30 0x7f99f019bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:34634/0 (socket says 172.21.15.12:34634) 2024-05-21T00:15:34.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.588+0000 7f99ed400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f99f01025d0 0x7f99f019c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:34.587 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.588+0000 7f99ede00700 1 -- 172.21.15.12:0/1846428434 learned_addr learned my addr 172.21.15.12:0/1846428434 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:34.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.588+0000 7f99ed400700 1 -- 172.21.15.12:0/1846428434 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f99f0101b30 msgr2=0x7f99f019bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:34.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.588+0000 7f99ed400700 1 --2- 172.21.15.12:0/1846428434 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f99f0101b30 0x7f99f019bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:34.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.588+0000 7f99ed400700 1 -- 172.21.15.12:0/1846428434 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0104450 msgr2=0x7f99f01a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:34.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.588+0000 7f99ed400700 1 --2- 172.21.15.12:0/1846428434 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0104450 0x7f99f01a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:34.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.588+0000 7f99ed400700 1 -- 172.21.15.12:0/1846428434 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99f01a0da0 con 0x7f99f01025d0 2024-05-21T00:15:34.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.588+0000 7f99ed400700 1 --2- 172.21.15.12:0/1846428434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f99f01025d0 0x7f99f019c2d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f99dc00e9f0 tx=0x7f99dc00ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:34.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.589+0000 7f99e6a00700 1 -- 172.21.15.12:0/1846428434 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc00c9c0 con 0x7f99f01025d0 2024-05-21T00:15:34.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.589+0000 7f99e6a00700 1 -- 172.21.15.12:0/1846428434 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f99dc00cb60 con 0x7f99f01025d0 2024-05-21T00:15:34.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.589+0000 7f99f5200700 1 -- 172.21.15.12:0/1846428434 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99f01a1090 con 0x7f99f01025d0 2024-05-21T00:15:34.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.589+0000 7f99e6a00700 1 -- 172.21.15.12:0/1846428434 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99dc018680 con 0x7f99f01025d0 2024-05-21T00:15:34.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.589+0000 7f99f5200700 1 -- 172.21.15.12:0/1846428434 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99f01a8910 con 0x7f99f01025d0 2024-05-21T00:15:34.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.590+0000 7f99f5200700 1 -- 172.21.15.12:0/1846428434 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99f0102b40 con 0x7f99f01025d0 2024-05-21T00:15:34.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.593+0000 7f99e6a00700 1 -- 172.21.15.12:0/1846428434 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f99dc04aab0 con 0x7f99f01025d0 2024-05-21T00:15:34.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.595+0000 7f99e6a00700 1 --2- 172.21.15.12:0/1846428434 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f99d40b2880 0x7f99d40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:34.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.595+0000 7f99e6a00700 1 -- 172.21.15.12:0/1846428434 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f99dc0e2510 con 0x7f99f01025d0 2024-05-21T00:15:34.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.595+0000 7f99ede00700 1 --2- 172.21.15.12:0/1846428434 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f99d40b2880 0x7f99d40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:34.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.596+0000 7f99ede00700 1 --2- 172.21.15.12:0/1846428434 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f99d40b2880 0x7f99d40b4d40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f99e0009750 tx=0x7f99e0009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:34.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.596+0000 7f99e6a00700 1 -- 172.21.15.12:0/1846428434 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f99dc0aa200 con 0x7f99f01025d0 2024-05-21T00:15:34.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.889+0000 7f99f5200700 1 -- 172.21.15.12:0/1846428434 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f99f002e560 con 0x7f99f01025d0 2024-05-21T00:15:34.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.890+0000 7f99e6a00700 1 -- 172.21.15.12:0/1846428434 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11916 (secure 0 0 0) 0x7f99dc0b2280 con 0x7f99f01025d0 2024-05-21T00:15:34.889 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:15:34.889 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:13:23.298682+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24493,24505,24538,24530,24523]},"id":1}]} 2024-05-21T00:15:34.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.893+0000 7f99f5200700 1 -- 172.21.15.12:0/1846428434 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f99d40b2880 msgr2=0x7f99d40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:34.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.893+0000 7f99f5200700 1 --2- 172.21.15.12:0/1846428434 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f99d40b2880 0x7f99d40b4d40 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f99e0009750 tx=0x7f99e0009310 comp rx=0 tx=0).stop 2024-05-21T00:15:34.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.893+0000 7f99f5200700 1 -- 172.21.15.12:0/1846428434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f99f01025d0 msgr2=0x7f99f019c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:34.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.893+0000 7f99f5200700 1 --2- 172.21.15.12:0/1846428434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f99f01025d0 0x7f99f019c2d0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f99dc00e9f0 tx=0x7f99dc00ed00 comp rx=0 tx=0).stop 2024-05-21T00:15:34.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.893+0000 7f99f5200700 1 -- 172.21.15.12:0/1846428434 shutdown_connections 2024-05-21T00:15:34.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.893+0000 7f99f5200700 1 --2- 172.21.15.12:0/1846428434 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f99d40b2880 0x7f99d40b4d40 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:34.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.893+0000 7f99f5200700 1 --2- 172.21.15.12:0/1846428434 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f99f0104450 0x7f99f01a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:34.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.893+0000 7f99f5200700 1 --2- 172.21.15.12:0/1846428434 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f99f0101b30 0x7f99f019bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:34.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.893+0000 7f99f5200700 1 --2- 172.21.15.12:0/1846428434 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f99f01025d0 0x7f99f019c2d0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:34.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.893+0000 7f99f5200700 1 -- 172.21.15.12:0/1846428434 >> 172.21.15.12:0/1846428434 conn(0x7f99f0078ab0 msgr2=0x7f99f00ff3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:34.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.894+0000 7f99f5200700 1 -- 172.21.15.12:0/1846428434 shutdown_connections 2024-05-21T00:15:34.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:34.894+0000 7f99f5200700 1 -- 172.21.15.12:0/1846428434 wait complete. 2024-05-21T00:15:34.894 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-05-21T00:15:35.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:34 smithi060 ceph-mon[36426]: pgmap v394: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:35.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:34 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1846428434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:15:35.262 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:34 smithi012 ceph-mon[31403]: pgmap v394: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:35.262 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:34 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1846428434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:15:35.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:34 smithi077 ceph-mon[36377]: pgmap v394: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:35.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:34 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1846428434' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:15:35.789 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-21T00:12:59.747732+0000', 'modified': '2024-05-21T00:13:23.298682+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24538, 'mds_1': 24530, 'mds_2': 24523, 'mds_3': 24505, 'mds_4': 24493}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24443': {'gid': 24443, 'name': 'k', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.60:6833/1214326622', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6832', 'nonce': 1214326622}, {'type': 'v1', 'addr': '172.21.15.60:6833', 'nonce': 1214326622}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24448': {'gid': 24448, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.77:6833/3852286108', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6832', 'nonce': 3852286108}, {'type': 'v1', 'addr': '172.21.15.77:6833', 'nonce': 3852286108}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24455': {'gid': 24455, 'name': 'j', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.12:6835/4067242725', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.12:6834', 'nonce': 4067242725}, {'type': 'v1', 'addr': '172.21.15.12:6835', 'nonce': 4067242725}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24473': {'gid': 24473, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.60:6835/3705071048', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6834', 'nonce': 3705071048}, {'type': 'v1', 'addr': '172.21.15.60:6835', 'nonce': 3705071048}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24488': {'gid': 24488, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.60:6837/864212275', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6836', 'nonce': 864212275}, {'type': 'v1', 'addr': '172.21.15.60:6837', 'nonce': 864212275}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'f', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.77:6835/4140862249', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6834', 'nonce': 4140862249}, {'type': 'v1', 'addr': '172.21.15.77:6835', 'nonce': 4140862249}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24505': {'gid': 24505, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.77:6837/2756899193', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6836', 'nonce': 2756899193}, {'type': 'v1', 'addr': '172.21.15.77:6837', 'nonce': 2756899193}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24523': {'gid': 24523, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.77:6839/1967320043', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6838', 'nonce': 1967320043}, {'type': 'v1', 'addr': '172.21.15.77:6839', 'nonce': 1967320043}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24530': {'gid': 24530, 'name': 'b', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.60:6839/1377681281', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6838', 'nonce': 1377681281}, {'type': 'v1', 'addr': '172.21.15.60:6839', 'nonce': 1377681281}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24538': {'gid': 24538, 'name': 'a', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.12:6841/3145827492', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.12:6840', 'nonce': 3145827492}, {'type': 'v1', 'addr': '172.21.15.12:6841', 'nonce': 3145827492}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24538, 'qdb_cluster': [24493, 24505, 24538, 24530, 24523]} 2024-05-21T00:15:35.789 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-05-21T00:15:35.789 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.f status 2024-05-21T00:15:36.270 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:37.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:36 smithi012 ceph-mon[31403]: pgmap v395: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:37.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:36 smithi060 ceph-mon[36426]: pgmap v395: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:37.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:36 smithi077 ceph-mon[36377]: pgmap v395: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:38.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.486+0000 7ff124600700 1 -- 172.21.15.12:0/4021231020 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff11c078390 msgr2=0x7ff11c113ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:38.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.486+0000 7ff124600700 1 --2- 172.21.15.12:0/4021231020 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff11c078390 0x7ff11c113ea0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7ff108009990 tx=0x7ff108009ca0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.487+0000 7ff124600700 1 -- 172.21.15.12:0/4021231020 shutdown_connections 2024-05-21T00:15:38.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.487+0000 7ff124600700 1 --2- 172.21.15.12:0/4021231020 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff11c1143e0 0x7ff11c1167d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.487+0000 7ff124600700 1 --2- 172.21.15.12:0/4021231020 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff11c077a70 0x7ff11c077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.487+0000 7ff124600700 1 --2- 172.21.15.12:0/4021231020 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff11c078390 0x7ff11c113ea0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.487+0000 7ff124600700 1 -- 172.21.15.12:0/4021231020 >> 172.21.15.12:0/4021231020 conn(0x7ff11c101250 msgr2=0x7ff11c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:38.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.487+0000 7ff124600700 1 -- 172.21.15.12:0/4021231020 shutdown_connections 2024-05-21T00:15:38.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.487+0000 7ff124600700 1 -- 172.21.15.12:0/4021231020 wait complete. 2024-05-21T00:15:38.488 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.488+0000 7ff124600700 1 Processor -- start 2024-05-21T00:15:38.488 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.488+0000 7ff124600700 1 -- start start 2024-05-21T00:15:38.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.488+0000 7ff124600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff11c077a70 0x7ff11c1a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.488+0000 7ff124600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff11c078390 0x7ff11c1a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.488+0000 7ff124600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff11c1143e0 0x7ff11c1a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.488+0000 7ff124600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff11c119dc0 con 0x7ff11c077a70 2024-05-21T00:15:38.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.488+0000 7ff124600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff11c119c40 con 0x7ff11c078390 2024-05-21T00:15:38.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.488+0000 7ff124600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff11c119f40 con 0x7ff11c1143e0 2024-05-21T00:15:38.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.489+0000 7ff121200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff11c078390 0x7ff11c1a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.489+0000 7ff121c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff11c077a70 0x7ff11c1a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.489+0000 7ff121200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff11c078390 0x7ff11c1a07d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:38880/0 (socket says 172.21.15.12:38880) 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.489+0000 7ff121200700 1 -- 172.21.15.12:0/3584858140 learned_addr learned my addr 172.21.15.12:0/3584858140 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.489+0000 7ff122600700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff11c1143e0 0x7ff11c1a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.489+0000 7ff121c00700 1 -- 172.21.15.12:0/3584858140 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff11c1143e0 msgr2=0x7ff11c1a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.489+0000 7ff121c00700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff11c1143e0 0x7ff11c1a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.489+0000 7ff121c00700 1 -- 172.21.15.12:0/3584858140 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff11c078390 msgr2=0x7ff11c1a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.489+0000 7ff121c00700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff11c078390 0x7ff11c1a07d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.489+0000 7ff121c00700 1 -- 172.21.15.12:0/3584858140 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff11c1a52a0 con 0x7ff11c077a70 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.489+0000 7ff121200700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff11c078390 0x7ff11c1a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.490+0000 7ff121c00700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff11c077a70 0x7ff11c1a0290 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff11000e9f0 tx=0x7ff11000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.490+0000 7ff11a000700 1 -- 172.21.15.12:0/3584858140 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff110004220 con 0x7ff11c077a70 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.490+0000 7ff11a000700 1 -- 172.21.15.12:0/3584858140 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff1100043c0 con 0x7ff11c077a70 2024-05-21T00:15:38.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.490+0000 7ff11a000700 1 -- 172.21.15.12:0/3584858140 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff110005020 con 0x7ff11c077a70 2024-05-21T00:15:38.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.490+0000 7ff124600700 1 -- 172.21.15.12:0/3584858140 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff11c1a5590 con 0x7ff11c077a70 2024-05-21T00:15:38.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.490+0000 7ff124600700 1 -- 172.21.15.12:0/3584858140 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff11c1ace10 con 0x7ff11c077a70 2024-05-21T00:15:38.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.494+0000 7ff11a000700 1 -- 172.21.15.12:0/3584858140 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff110004750 con 0x7ff11c077a70 2024-05-21T00:15:38.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.495+0000 7ff12eeecb80 1 Processor -- start 2024-05-21T00:15:38.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.495+0000 7ff12eeecb80 1 -- start start 2024-05-21T00:15:38.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.496+0000 7ff12eeecb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0a5c0 0x55f671d0a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.496+0000 7ff12eeecb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d0aee0 0x55f671d04ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.496+0000 7ff12eeecb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d050f0 0x55f671d05570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.496+0000 7ff12eeecb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55f671c62df0 con 0x55f671d0aee0 2024-05-21T00:15:38.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.496+0000 7ff12eeecb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f671c52990 con 0x55f671d050f0 2024-05-21T00:15:38.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.496+0000 7ff12eeecb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55f671c569d0 con 0x55f671d0a5c0 2024-05-21T00:15:38.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.496+0000 7ff122600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0a5c0 0x55f671d0a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.496+0000 7ff121c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d0aee0 0x55f671d04ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.496+0000 7ff122600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0a5c0 0x55f671d0a9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:46336/0 (socket says 172.21.15.12:46336) 2024-05-21T00:15:38.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.496+0000 7ff122600700 1 -- 172.21.15.12:0/3276178667 learned_addr learned my addr 172.21.15.12:0/3276178667 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:38.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.496+0000 7ff121200700 1 --2- 172.21.15.12:0/3276178667 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d050f0 0x55f671d05570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.497+0000 7ff122600700 1 -- 172.21.15.12:0/3276178667 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d050f0 msgr2=0x55f671d05570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:38.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.497+0000 7ff122600700 1 --2- 172.21.15.12:0/3276178667 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d050f0 0x55f671d05570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.497+0000 7ff122600700 1 -- 172.21.15.12:0/3276178667 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d0aee0 msgr2=0x55f671d04ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:38.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.497+0000 7ff122600700 1 --2- 172.21.15.12:0/3276178667 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d0aee0 0x55f671d04ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.497+0000 7ff122600700 1 -- 172.21.15.12:0/3276178667 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f671c1b3d0 con 0x55f671d0a5c0 2024-05-21T00:15:38.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.497+0000 7ff11a000700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff1040b2900 0x7ff1040b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.497+0000 7ff122600700 1 --2- 172.21.15.12:0/3276178667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0a5c0 0x55f671d0a9a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff1140115c0 tx=0x7ff114009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=11b4fbf0bb3d7a7b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:38.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.497+0000 7ff10ea00700 1 -- 172.21.15.12:0/3276178667 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff114019070 con 0x55f671d0a5c0 2024-05-21T00:15:38.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.497+0000 7ff121c00700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff1040b2900 0x7ff1040b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.497+0000 7ff10ea00700 1 -- 172.21.15.12:0/3276178667 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff114004020 con 0x55f671d0a5c0 2024-05-21T00:15:38.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.497+0000 7ff10ea00700 1 -- 172.21.15.12:0/3276178667 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff114007760 con 0x55f671d0a5c0 2024-05-21T00:15:38.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.497+0000 7ff11a000700 1 -- 172.21.15.12:0/3584858140 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff1100e2150 con 0x7ff11c077a70 2024-05-21T00:15:38.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.498+0000 7ff12eeecb80 1 -- 172.21.15.12:0/3276178667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0a5c0 msgr2=0x55f671d0a9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:38.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.498+0000 7ff121c00700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff1040b2900 0x7ff1040b4dc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff11000e9c0 tx=0x7ff1100e5b90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:38.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.498+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/3276178667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0a5c0 0x55f671d0a9a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff1140115c0 tx=0x7ff114009920 comp rx=0 tx=0).stop 2024-05-21T00:15:38.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.498+0000 7ff12eeecb80 1 -- 172.21.15.12:0/3276178667 shutdown_connections 2024-05-21T00:15:38.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.498+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/3276178667 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d050f0 0x55f671d05570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.498+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/3276178667 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0a5c0 0x55f671d0a9a0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.498+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/3276178667 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d0aee0 0x55f671d04ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.498+0000 7ff12eeecb80 1 -- 172.21.15.12:0/3276178667 >> 172.21.15.12:0/3276178667 conn(0x55f671c32b90 msgr2=0x55f671cff640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:38.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.499+0000 7ff12eeecb80 1 -- 172.21.15.12:0/3276178667 shutdown_connections 2024-05-21T00:15:38.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.499+0000 7ff12eeecb80 1 -- 172.21.15.12:0/3276178667 wait complete. 2024-05-21T00:15:38.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.499+0000 7ff12eeecb80 1 -- start start 2024-05-21T00:15:38.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.499+0000 7ff12eeecb80 1 Processor -- start 2024-05-21T00:15:38.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.500+0000 7ff12eeecb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d050f0 0x55f671d10c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.500+0000 7ff12eeecb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0a5c0 0x55f671d0dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.500+0000 7ff12eeecb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0aee0 0x55f671d0e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.500+0000 7ff12eeecb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55f671b58f50 con 0x55f671d050f0 2024-05-21T00:15:38.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.500+0000 7ff12eeecb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f671bf3710 con 0x55f671d0a5c0 2024-05-21T00:15:38.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.500+0000 7ff12eeecb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55f671d11990 con 0x55f671d0aee0 2024-05-21T00:15:38.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.500+0000 7ff12eeecb80 10 client.0 _ll_register_callbacks cb 0x55f671bfcc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:15:38.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.500+0000 7ff122600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d050f0 0x55f671d10c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.500+0000 7ff122600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d050f0 0x55f671d10c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54848/0 (socket says 172.21.15.12:54848) 2024-05-21T00:15:38.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.500+0000 7ff122600700 1 -- 172.21.15.12:0/1960544431 learned_addr learned my addr 172.21.15.12:0/1960544431 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:38.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.500+0000 7ff121200700 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0a5c0 0x55f671d0dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.501+0000 7ff121200700 1 -- 172.21.15.12:0/1960544431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0aee0 msgr2=0x55f671d0e4f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:15:38.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.501+0000 7ff122600700 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0aee0 0x55f671d0e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.501+0000 7ff121200700 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0aee0 0x55f671d0e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.501+0000 7ff121200700 1 -- 172.21.15.12:0/1960544431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d050f0 msgr2=0x55f671d10c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:38.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.501+0000 7ff121200700 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d050f0 0x55f671d10c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.501+0000 7ff121200700 1 -- 172.21.15.12:0/1960544431 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f671ba2880 con 0x55f671d0a5c0 2024-05-21T00:15:38.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.501+0000 7ff122600700 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0aee0 0x55f671d0e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:15:38.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.501+0000 7ff121200700 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0a5c0 0x55f671d0dfb0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff11c07a9e0 tx=0x7ff108005c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4773df87f2e28534 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:38.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.501+0000 7ff103400700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:15:38.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.502+0000 7ff103400700 1 -- 172.21.15.12:0/1960544431 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff108029060 con 0x55f671d0a5c0 2024-05-21T00:15:38.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.502+0000 7ff103400700 1 -- 172.21.15.12:0/1960544431 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff108003880 con 0x55f671d0a5c0 2024-05-21T00:15:38.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.502+0000 7ff12eeecb80 1 -- 172.21.15.12:0/1960544431 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff114004020 con 0x55f671d0a5c0 2024-05-21T00:15:38.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.502+0000 7ff103400700 1 -- 172.21.15.12:0/1960544431 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff108003a80 con 0x55f671d0a5c0 2024-05-21T00:15:38.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.502+0000 7ff12eeecb80 10 client.24866 fetch_fsmap learned FSMap version 28 2024-05-21T00:15:38.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.502+0000 7ff12eeecb80 1 -- 172.21.15.12:0/1960544431 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f671c23010 con 0x55f671d0a5c0 2024-05-21T00:15:38.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.503+0000 7ff103400700 1 -- 172.21.15.12:0/1960544431 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff114004020 con 0x55f671d0a5c0 2024-05-21T00:15:38.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.503+0000 7ff103400700 1 -- 172.21.15.12:0/1960544431 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7ff10800f460 con 0x55f671d0a5c0 2024-05-21T00:15:38.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.503+0000 7ff12eeecb80 10 client.24866 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:15:38.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.504+0000 7ff12eeecb80 10 client.24866 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-21T00:15:38.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.504+0000 7ff12eeecb80 20 client.24866 populate_metadata read hostname 'smithi012' 2024-05-21T00:15:38.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.504+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55f671d1e4b0 0x55f671d1f920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.504+0000 7ff12eeecb80 4 client.24866 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:15:38.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.504+0000 7ff12eeecb80 1 -- 172.21.15.12:0/1960544431 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f671c64d40 con 0x55f671d1e4b0 2024-05-21T00:15:38.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.504+0000 7ff122600700 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55f671d1e4b0 0x55f671d1f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.505+0000 7ff122600700 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55f671d1e4b0 0x55f671d1f920 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=97a05882e1a7caf server_cookie=b2c8c2cd69ba3c7b in_seq=0 out_seq=0 2024-05-21T00:15:38.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.505+0000 7ff103400700 10 client.24866 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:15:38.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff103400700 1 -- 172.21.15.12:0/1960544431 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55f671c64d40 con 0x55f671d1e4b0 2024-05-21T00:15:38.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff103400700 10 client.24866 handle_command_reply: tid=0 2024-05-21T00:15:38.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff12eeecb80 1 client.24866 shutdown 2024-05-21T00:15:38.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff12eeecb80 1 -- 172.21.15.12:0/1960544431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0a5c0 msgr2=0x55f671d0dfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:38.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0a5c0 0x55f671d0dfb0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff11c07a9e0 tx=0x7ff108005c30 comp rx=0 tx=0).stop 2024-05-21T00:15:38.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff12eeecb80 1 -- 172.21.15.12:0/1960544431 shutdown_connections 2024-05-21T00:15:38.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55f671d1e4b0 0x55f671d1f920 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0aee0 0x55f671d0e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d050f0 0x55f671d10c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/1960544431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0a5c0 0x55f671d0dfb0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff103400700 0 client.24866 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:15:38.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff12eeecb80 1 -- 172.21.15.12:0/1960544431 >> 172.21.15.12:0/1960544431 conn(0x55f671c32b90 msgr2=0x55f671cfed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:38.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff12eeecb80 1 -- 172.21.15.12:0/1960544431 shutdown_connections 2024-05-21T00:15:38.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff12eeecb80 1 -- 172.21.15.12:0/1960544431 wait complete. 2024-05-21T00:15:38.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.506+0000 7ff12eeecb80 20 client.24866 trim_cache size 0 max 16384 2024-05-21T00:15:38.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.530+0000 7ff12eeecb80 1 Processor -- start 2024-05-21T00:15:38.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.530+0000 7ff12eeecb80 1 -- start start 2024-05-21T00:15:38.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.531+0000 7ff12eeecb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d050f0 0x55f671cff4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.531+0000 7ff12eeecb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d0a5c0 0x55f671d0c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.531+0000 7ff12eeecb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0aee0 0x55f671d0ce00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.531+0000 7ff12eeecb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55f671d1dc60 con 0x55f671d0a5c0 2024-05-21T00:15:38.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.531+0000 7ff12eeecb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f671d1e330 con 0x55f671d0aee0 2024-05-21T00:15:38.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.531+0000 7ff12eeecb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55f671d1ea00 con 0x55f671d050f0 2024-05-21T00:15:38.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.531+0000 7ff121200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d0a5c0 0x55f671d0c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.531+0000 7ff121200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d0a5c0 0x55f671d0c8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54862/0 (socket says 172.21.15.12:54862) 2024-05-21T00:15:38.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.531+0000 7ff121200700 1 -- 172.21.15.12:0/4096067089 learned_addr learned my addr 172.21.15.12:0/4096067089 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:38.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.531+0000 7ff122600700 1 --2- 172.21.15.12:0/4096067089 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0aee0 0x55f671d0ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.531+0000 7ff122600700 1 --2- 172.21.15.12:0/4096067089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d050f0 0x55f671cff4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.532+0000 7ff121200700 1 -- 172.21.15.12:0/4096067089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d050f0 msgr2=0x55f671cff4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:38.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.532+0000 7ff121200700 1 --2- 172.21.15.12:0/4096067089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d050f0 0x55f671cff4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.532+0000 7ff121200700 1 -- 172.21.15.12:0/4096067089 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0aee0 msgr2=0x55f671d0ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:38.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.532+0000 7ff121200700 1 --2- 172.21.15.12:0/4096067089 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0aee0 0x55f671d0ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.532+0000 7ff121200700 1 -- 172.21.15.12:0/4096067089 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f671d0c540 con 0x55f671d0a5c0 2024-05-21T00:15:38.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.532+0000 7ff122600700 1 --2- 172.21.15.12:0/4096067089 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0aee0 0x55f671d0ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:38.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.532+0000 7ff121200700 1 --2- 172.21.15.12:0/4096067089 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d0a5c0 0x55f671d0c8c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff10800c010 tx=0x7ff108009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fac759f780ad7b6a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:38.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.532+0000 7ff10e000700 1 -- 172.21.15.12:0/4096067089 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff108034070 con 0x55f671d0a5c0 2024-05-21T00:15:38.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.532+0000 7ff10e000700 1 -- 172.21.15.12:0/4096067089 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff10800fca0 con 0x55f671d0a5c0 2024-05-21T00:15:38.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.532+0000 7ff10e000700 1 -- 172.21.15.12:0/4096067089 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff108029040 con 0x55f671d0a5c0 2024-05-21T00:15:38.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.533+0000 7ff12eeecb80 1 -- 172.21.15.12:0/4096067089 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d0a5c0 msgr2=0x55f671d0c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:38.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.533+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/4096067089 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d0a5c0 0x55f671d0c8c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff10800c010 tx=0x7ff108009ca0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.533+0000 7ff12eeecb80 1 -- 172.21.15.12:0/4096067089 shutdown_connections 2024-05-21T00:15:38.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.533+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/4096067089 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0aee0 0x55f671d0ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.533+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/4096067089 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d050f0 0x55f671cff4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.533+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/4096067089 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d0a5c0 0x55f671d0c8c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.533+0000 7ff12eeecb80 1 -- 172.21.15.12:0/4096067089 >> 172.21.15.12:0/4096067089 conn(0x55f671c32b90 msgr2=0x55f671d080d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:38.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.533+0000 7ff12eeecb80 1 -- 172.21.15.12:0/4096067089 shutdown_connections 2024-05-21T00:15:38.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.533+0000 7ff12eeecb80 1 -- 172.21.15.12:0/4096067089 wait complete. 2024-05-21T00:15:38.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.534+0000 7ff12eeecb80 1 -- start start 2024-05-21T00:15:38.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.534+0000 7ff12eeecb80 1 Processor -- start 2024-05-21T00:15:38.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.534+0000 7ff12eeecb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d050f0 0x55f671d28f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff12eeecb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0a5c0 0x55f671d294c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff12eeecb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0aee0 0x55f671d23d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff12eeecb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55f671d1f7a0 con 0x55f671d050f0 2024-05-21T00:15:38.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff12eeecb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55f671d1f0d0 con 0x55f671d0a5c0 2024-05-21T00:15:38.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff12eeecb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55f671d1fe70 con 0x55f671d0aee0 2024-05-21T00:15:38.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff12eeecb80 10 client.0 _ll_register_callbacks cb 0x55f671bfcc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:15:38.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff122600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d050f0 0x55f671d28f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff122600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d050f0 0x55f671d28f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54866/0 (socket says 172.21.15.12:54866) 2024-05-21T00:15:38.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff121200700 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0a5c0 0x55f671d294c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff122600700 1 -- 172.21.15.12:0/391350996 learned_addr learned my addr 172.21.15.12:0/391350996 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:38.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff122600700 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0aee0 0x55f671d23d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff121200700 1 -- 172.21.15.12:0/391350996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0aee0 msgr2=0x55f671d23d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:38.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff121200700 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0aee0 0x55f671d23d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff121200700 1 -- 172.21.15.12:0/391350996 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d050f0 msgr2=0x55f671d28f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:38.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff121200700 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d050f0 0x55f671d28f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff121200700 1 -- 172.21.15.12:0/391350996 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f671d245d0 con 0x55f671d0a5c0 2024-05-21T00:15:38.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.535+0000 7ff122600700 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0aee0 0x55f671d23d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:15:38.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.536+0000 7ff121200700 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0a5c0 0x55f671d294c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x55f671d10990 tx=0x7ff108025b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d36c9501adbd965 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:38.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.536+0000 7ff103400700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:15:38.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.536+0000 7ff103400700 1 -- 172.21.15.12:0/391350996 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff108034070 con 0x55f671d0a5c0 2024-05-21T00:15:38.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.536+0000 7ff103400700 1 -- 172.21.15.12:0/391350996 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff108030430 con 0x55f671d0a5c0 2024-05-21T00:15:38.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.536+0000 7ff12eeecb80 1 -- 172.21.15.12:0/391350996 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff10800fca0 con 0x55f671d0a5c0 2024-05-21T00:15:38.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.536+0000 7ff103400700 1 -- 172.21.15.12:0/391350996 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff108029040 con 0x55f671d0a5c0 2024-05-21T00:15:38.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.536+0000 7ff12eeecb80 10 client.24872 fetch_fsmap learned FSMap version 28 2024-05-21T00:15:38.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.536+0000 7ff12eeecb80 1 -- 172.21.15.12:0/391350996 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f671d8a7c0 con 0x55f671d0a5c0 2024-05-21T00:15:38.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.537+0000 7ff103400700 1 -- 172.21.15.12:0/391350996 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff10800fca0 con 0x55f671d0a5c0 2024-05-21T00:15:38.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.537+0000 7ff103400700 1 -- 172.21.15.12:0/391350996 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7ff108030b50 con 0x55f671d0a5c0 2024-05-21T00:15:38.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.537+0000 7ff12eeecb80 10 client.24872 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:15:38.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.537+0000 7ff12eeecb80 10 client.24872 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-21T00:15:38.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.537+0000 7ff12eeecb80 20 client.24872 populate_metadata read hostname 'smithi012' 2024-05-21T00:15:38.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.537+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55f671d8f000 0x55f671d8dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:38.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.537+0000 7ff12eeecb80 4 client.24872 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:15:38.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.537+0000 7ff12eeecb80 1 -- 172.21.15.12:0/391350996 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "status"}) -- 0x55f671c5e520 con 0x55f671d8f000 2024-05-21T00:15:38.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.537+0000 7ff122600700 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55f671d8f000 0x55f671d8dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:38.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff122600700 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55f671d8f000 0x55f671d8dd10 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4db6cc530168694 server_cookie=49eb842462b43279 in_seq=0 out_seq=0 2024-05-21T00:15:38.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff103400700 10 client.24872 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:15:38.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff103400700 1 -- 172.21.15.12:0/391350996 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55f671c5e520 con 0x55f671d8f000 2024-05-21T00:15:38.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff103400700 10 client.24872 handle_command_reply: tid=0 2024-05-21T00:15:38.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff12eeecb80 1 client.24872 shutdown 2024-05-21T00:15:38.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff12eeecb80 1 -- 172.21.15.12:0/391350996 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0a5c0 msgr2=0x55f671d294c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:38.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0a5c0 0x55f671d294c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x55f671d10990 tx=0x7ff108025b70 comp rx=0 tx=0).stop 2024-05-21T00:15:38.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff12eeecb80 1 -- 172.21.15.12:0/391350996 shutdown_connections 2024-05-21T00:15:38.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55f671d8f000 0x55f671d8dd10 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55f671d0aee0 0x55f671d23d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55f671d050f0 0x55f671d28f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff12eeecb80 1 --2- 172.21.15.12:0/391350996 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55f671d0a5c0 0x55f671d294c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff103400700 0 client.24872 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:15:38.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.538+0000 7ff12eeecb80 1 -- 172.21.15.12:0/391350996 >> 172.21.15.12:0/391350996 conn(0x55f671c32b90 msgr2=0x55f671d0c880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:38.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.539+0000 7ff12eeecb80 1 -- 172.21.15.12:0/391350996 shutdown_connections 2024-05-21T00:15:38.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.539+0000 7ff12eeecb80 1 -- 172.21.15.12:0/391350996 wait complete. 2024-05-21T00:15:38.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.539+0000 7ff12eeecb80 20 client.24872 trim_cache size 0 max 16384 2024-05-21T00:15:38.541 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:15:38.541 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:15:38.541 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 4, 2024-05-21T00:15:38.541 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24493, 2024-05-21T00:15:38.542 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:15:38.542 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:15:38.542 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:15:38.542 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 139.852535582, 2024-05-21T00:15:38.542 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-05-21T00:15:38.542 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:15:38.542 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 79, 2024-05-21T00:15:38.542 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 200.141742486 2024-05-21T00:15:38.542 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:15:38.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.539+0000 7ff124600700 1 -- 172.21.15.12:0/3584858140 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff1040b2900 msgr2=0x7ff1040b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:38.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.539+0000 7ff124600700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff1040b2900 0x7ff1040b4dc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff11000e9c0 tx=0x7ff1100e5b90 comp rx=0 tx=0).stop 2024-05-21T00:15:38.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.539+0000 7ff124600700 1 -- 172.21.15.12:0/3584858140 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff11c077a70 msgr2=0x7ff11c1a0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:38.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.539+0000 7ff124600700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff11c077a70 0x7ff11c1a0290 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7ff11000e9f0 tx=0x7ff11000ed00 comp rx=0 tx=0).stop 2024-05-21T00:15:38.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.540+0000 7ff124600700 1 -- 172.21.15.12:0/3584858140 shutdown_connections 2024-05-21T00:15:38.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.540+0000 7ff124600700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff11c1143e0 0x7ff11c1a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.540+0000 7ff124600700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff1040b2900 0x7ff1040b4dc0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.540+0000 7ff124600700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff11c077a70 0x7ff11c1a0290 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.540+0000 7ff124600700 1 --2- 172.21.15.12:0/3584858140 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff11c078390 0x7ff11c1a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:38.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.540+0000 7ff124600700 1 -- 172.21.15.12:0/3584858140 >> 172.21.15.12:0/3584858140 conn(0x7ff11c101250 msgr2=0x7ff11c103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:38.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.540+0000 7ff124600700 1 -- 172.21.15.12:0/3584858140 shutdown_connections 2024-05-21T00:15:38.543 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:38.540+0000 7ff124600700 1 -- 172.21.15.12:0/3584858140 wait complete. 2024-05-21T00:15:39.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:38 smithi060 ceph-mon[36426]: pgmap v396: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:39.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:38 smithi077 ceph-mon[36377]: pgmap v396: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:39.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:38 smithi012 ceph-mon[31403]: pgmap v396: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:39.527 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.c status 2024-05-21T00:15:40.010 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:41.209 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:40 smithi012 ceph-mon[31403]: pgmap v397: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:41.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:40 smithi060 ceph-mon[36426]: pgmap v397: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:41.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:40 smithi077 ceph-mon[36377]: pgmap v397: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:42.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.185+0000 7facf8200700 1 -- 172.21.15.12:0/1509470458 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7facf010a780 msgr2=0x7facf010e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:42.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.185+0000 7facf8200700 1 --2- 172.21.15.12:0/1509470458 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7facf010a780 0x7facf010e7d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7facdc0098f0 tx=0x7facdc009c00 comp rx=0 tx=0).stop 2024-05-21T00:15:42.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.186+0000 7facf8200700 1 -- 172.21.15.12:0/1509470458 shutdown_connections 2024-05-21T00:15:42.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.186+0000 7facf8200700 1 --2- 172.21.15.12:0/1509470458 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facf010eeb0 0x7facf0116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.186+0000 7facf8200700 1 --2- 172.21.15.12:0/1509470458 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7facf0109dd0 0x7facf010a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.186+0000 7facf8200700 1 --2- 172.21.15.12:0/1509470458 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7facf010a780 0x7facf010e7d0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.186+0000 7facf8200700 1 -- 172.21.15.12:0/1509470458 >> 172.21.15.12:0/1509470458 conn(0x7facf0076d10 msgr2=0x7facf0108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:42.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.186+0000 7facf8200700 1 -- 172.21.15.12:0/1509470458 shutdown_connections 2024-05-21T00:15:42.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.186+0000 7facf8200700 1 -- 172.21.15.12:0/1509470458 wait complete. 2024-05-21T00:15:42.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.187+0000 7facf8200700 1 Processor -- start 2024-05-21T00:15:42.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.187+0000 7facf8200700 1 -- start start 2024-05-21T00:15:42.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.188+0000 7facf8200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7facf0109dd0 0x7facf01a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.188+0000 7facf8200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facf010a780 0x7facf01a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.188+0000 7facf8200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7facf010eeb0 0x7facf01a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.188+0000 7facf8200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7facf0119d80 con 0x7facf0109dd0 2024-05-21T00:15:42.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.188+0000 7facf8200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7facf0119c00 con 0x7facf010eeb0 2024-05-21T00:15:42.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.188+0000 7facf8200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7facf0119f00 con 0x7facf010a780 2024-05-21T00:15:42.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.188+0000 7facf5800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7facf0109dd0 0x7facf01a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.188+0000 7facf5800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7facf0109dd0 0x7facf01a0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54870/0 (socket says 172.21.15.12:54870) 2024-05-21T00:15:42.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.188+0000 7facf5800700 1 -- 172.21.15.12:0/391915475 learned_addr learned my addr 172.21.15.12:0/391915475 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:42.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.188+0000 7facf4e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facf010a780 0x7facf01a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.188+0000 7facf6200700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7facf010eeb0 0x7facf01a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.189+0000 7facf4e00700 1 -- 172.21.15.12:0/391915475 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7facf010eeb0 msgr2=0x7facf01a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:42.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.189+0000 7facf4e00700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7facf010eeb0 0x7facf01a4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.189+0000 7facf4e00700 1 -- 172.21.15.12:0/391915475 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7facf0109dd0 msgr2=0x7facf01a0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:42.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.189+0000 7facf4e00700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7facf0109dd0 0x7facf01a0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.189+0000 7facf4e00700 1 -- 172.21.15.12:0/391915475 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facf01a52a0 con 0x7facf010a780 2024-05-21T00:15:42.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.189+0000 7facf5800700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7facf0109dd0 0x7facf01a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:42.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.189+0000 7facf6200700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7facf010eeb0 0x7facf01a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:42.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.189+0000 7facf4e00700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facf010a780 0x7facf01a07d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7facdc000c00 tx=0x7facdc00fa20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:42.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.189+0000 7facee000700 1 -- 172.21.15.12:0/391915475 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facdc0050c0 con 0x7facf010a780 2024-05-21T00:15:42.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.189+0000 7facee000700 1 -- 172.21.15.12:0/391915475 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7facdc00b560 con 0x7facf010a780 2024-05-21T00:15:42.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.190+0000 7facee000700 1 -- 172.21.15.12:0/391915475 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facdc0039b0 con 0x7facf010a780 2024-05-21T00:15:42.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.190+0000 7facf8200700 1 -- 172.21.15.12:0/391915475 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facf01a5530 con 0x7facf010a780 2024-05-21T00:15:42.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.190+0000 7facf8200700 1 -- 172.21.15.12:0/391915475 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facf01ace10 con 0x7facf010a780 2024-05-21T00:15:42.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.193+0000 7facee000700 1 -- 172.21.15.12:0/391915475 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7facdc00b9e0 con 0x7facf010a780 2024-05-21T00:15:42.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.194+0000 7fad02b94b80 1 Processor -- start 2024-05-21T00:15:42.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.194+0000 7fad02b94b80 1 -- start start 2024-05-21T00:15:42.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.195+0000 7fad02b94b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b46333b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.195+0000 7fad02b94b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 0x55b463335210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.195+0000 7fad02b94b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b463335830 0x55b463335c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.195+0000 7fad02b94b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b463293df0 con 0x55b463335830 2024-05-21T00:15:42.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.195+0000 7fad02b94b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b463283990 con 0x55b46333ae60 2024-05-21T00:15:42.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.195+0000 7fad02b94b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55b4632879d0 con 0x55b46333b780 2024-05-21T00:15:42.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.195+0000 7facf6200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b46333b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.195+0000 7facee000700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7facd80b2880 0x7facd80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.195+0000 7facf6200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b46333b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:38938/0 (socket says 172.21.15.12:38938) 2024-05-21T00:15:42.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.195+0000 7facf6200700 1 -- 172.21.15.12:0/4273509616 learned_addr learned my addr 172.21.15.12:0/4273509616 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:42.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.195+0000 7facf5800700 1 --2- 172.21.15.12:0/4273509616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 0x55b463335210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.195+0000 7facf4e00700 1 --2- 172.21.15.12:0/4273509616 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b463335830 0x55b463335c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.196+0000 7facee000700 1 -- 172.21.15.12:0/391915475 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7facdc0e2ff0 con 0x7facf010a780 2024-05-21T00:15:42.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.196+0000 7facf6200700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7facd80b2880 0x7facd80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.196+0000 7facf5800700 1 -- 172.21.15.12:0/4273509616 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 msgr2=0x55b46333b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:42.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.196+0000 7facf5800700 1 --2- 172.21.15.12:0/4273509616 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b46333b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.196+0000 7facf5800700 1 -- 172.21.15.12:0/4273509616 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b463335830 msgr2=0x55b463335c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:42.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.196+0000 7facf5800700 1 --2- 172.21.15.12:0/4273509616 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b463335830 0x55b463335c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.196+0000 7facf5800700 1 -- 172.21.15.12:0/4273509616 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b46324c3d0 con 0x55b46333b780 2024-05-21T00:15:42.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.196+0000 7facf5800700 1 --2- 172.21.15.12:0/4273509616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 0x55b463335210 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7face4011570 tx=0x7face4011880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8eaf4a6071bd3f4c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:42.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.197+0000 7facf6200700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7facd80b2880 0x7facd80b4d40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7face8003fd0 tx=0x7face8004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:42.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.197+0000 7face2a00700 1 -- 172.21.15.12:0/4273509616 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face4004230 con 0x55b46333b780 2024-05-21T00:15:42.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.197+0000 7face2a00700 1 -- 172.21.15.12:0/4273509616 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7face40043d0 con 0x55b46333b780 2024-05-21T00:15:42.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.197+0000 7face2a00700 1 -- 172.21.15.12:0/4273509616 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face4019900 con 0x55b46333b780 2024-05-21T00:15:42.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.197+0000 7fad02b94b80 1 -- 172.21.15.12:0/4273509616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 msgr2=0x55b463335210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:42.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.197+0000 7fad02b94b80 1 --2- 172.21.15.12:0/4273509616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 0x55b463335210 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7face4011570 tx=0x7face4011880 comp rx=0 tx=0).stop 2024-05-21T00:15:42.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.198+0000 7fad02b94b80 1 -- 172.21.15.12:0/4273509616 shutdown_connections 2024-05-21T00:15:42.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.198+0000 7fad02b94b80 1 --2- 172.21.15.12:0/4273509616 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b463335830 0x55b463335c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.198+0000 7fad02b94b80 1 --2- 172.21.15.12:0/4273509616 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b46333b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.198+0000 7fad02b94b80 1 --2- 172.21.15.12:0/4273509616 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 0x55b463335210 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.198+0000 7fad02b94b80 1 -- 172.21.15.12:0/4273509616 >> 172.21.15.12:0/4273509616 conn(0x55b463263b90 msgr2=0x55b46332ffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:42.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.198+0000 7fad02b94b80 1 -- 172.21.15.12:0/4273509616 shutdown_connections 2024-05-21T00:15:42.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.198+0000 7fad02b94b80 1 -- 172.21.15.12:0/4273509616 wait complete. 2024-05-21T00:15:42.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.198+0000 7fad02b94b80 1 -- start start 2024-05-21T00:15:42.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.198+0000 7fad02b94b80 1 Processor -- start 2024-05-21T00:15:42.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.199+0000 7fad02b94b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b463335830 0x55b463341480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.199+0000 7fad02b94b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b46333e820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.199+0000 7fad02b94b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 0x55b46333ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.199+0000 7fad02b94b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b463189f50 con 0x55b463335830 2024-05-21T00:15:42.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.199+0000 7fad02b94b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b463224710 con 0x55b46333ae60 2024-05-21T00:15:42.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.199+0000 7fad02b94b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55b4633421f0 con 0x55b46333b780 2024-05-21T00:15:42.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.199+0000 7fad02b94b80 10 client.0 _ll_register_callbacks cb 0x55b46322dc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:15:42.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.199+0000 7facf5800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b463335830 0x55b463341480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.199+0000 7facf4e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b46333e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.199+0000 7facf5800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b463335830 0x55b463341480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54900/0 (socket says 172.21.15.12:54900) 2024-05-21T00:15:42.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.199+0000 7facf5800700 1 -- 172.21.15.12:0/3376613982 learned_addr learned my addr 172.21.15.12:0/3376613982 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:42.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.199+0000 7facf6200700 1 --2- 172.21.15.12:0/3376613982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 0x55b46333ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.200+0000 7facf5800700 1 -- 172.21.15.12:0/3376613982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 msgr2=0x55b46333ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:42.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.200+0000 7facf5800700 1 --2- 172.21.15.12:0/3376613982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 0x55b46333ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.200+0000 7facf5800700 1 -- 172.21.15.12:0/3376613982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 msgr2=0x55b46333e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:42.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.200+0000 7facf5800700 1 --2- 172.21.15.12:0/3376613982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b46333e820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.200+0000 7facf5800700 1 -- 172.21.15.12:0/3376613982 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4631d3880 con 0x55b463335830 2024-05-21T00:15:42.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.200+0000 7facf5800700 1 --2- 172.21.15.12:0/3376613982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b463335830 0x55b463341480 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7face4009ca0 tx=0x7face4005320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8be1427ab42441ef server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:42.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.200+0000 7facd7400700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:15:42.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.200+0000 7facd7400700 1 -- 172.21.15.12:0/3376613982 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face4027070 con 0x55b463335830 2024-05-21T00:15:42.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.200+0000 7facd7400700 1 -- 172.21.15.12:0/3376613982 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7face4004950 con 0x55b463335830 2024-05-21T00:15:42.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.201+0000 7fad02b94b80 1 -- 172.21.15.12:0/3376613982 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7face40043d0 con 0x55b463335830 2024-05-21T00:15:42.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.201+0000 7facd7400700 1 -- 172.21.15.12:0/3376613982 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7face4033050 con 0x55b463335830 2024-05-21T00:15:42.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.201+0000 7fad02b94b80 10 client.14775 fetch_fsmap learned FSMap version 28 2024-05-21T00:15:42.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.201+0000 7fad02b94b80 1 -- 172.21.15.12:0/3376613982 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b463254010 con 0x55b463335830 2024-05-21T00:15:42.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.201+0000 7facd7400700 1 -- 172.21.15.12:0/3376613982 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7face40043d0 con 0x55b463335830 2024-05-21T00:15:42.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.201+0000 7facd7400700 1 -- 172.21.15.12:0/3376613982 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7face4019560 con 0x55b463335830 2024-05-21T00:15:42.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.201+0000 7fad02b94b80 10 client.14775 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:15:42.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.202+0000 7fad02b94b80 10 client.14775 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-21T00:15:42.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.202+0000 7fad02b94b80 20 client.14775 populate_metadata read hostname 'smithi012' 2024-05-21T00:15:42.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.202+0000 7fad02b94b80 1 --2- 172.21.15.12:0/3376613982 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b46334ea80 0x55b46334fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.202+0000 7fad02b94b80 4 client.14775 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:15:42.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.202+0000 7fad02b94b80 1 -- 172.21.15.12:0/3376613982 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b463295d40 con 0x55b46334ea80 2024-05-21T00:15:42.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.202+0000 7facf4e00700 1 --2- 172.21.15.12:0/3376613982 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b46334ea80 0x55b46334fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.202+0000 7facf4e00700 1 --2- 172.21.15.12:0/3376613982 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b46334ea80 0x55b46334fef0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c575ccabdbcc471b server_cookie=2bc6ba1758ac817f in_seq=0 out_seq=0 2024-05-21T00:15:42.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.202+0000 7facd7400700 10 client.14775 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:15:42.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.203+0000 7facd7400700 1 -- 172.21.15.12:0/3376613982 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b463295d40 con 0x55b46334ea80 2024-05-21T00:15:42.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.203+0000 7facd7400700 10 client.14775 handle_command_reply: tid=0 2024-05-21T00:15:42.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.203+0000 7fad02b94b80 1 client.14775 shutdown 2024-05-21T00:15:42.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.204+0000 7fad02b94b80 1 -- 172.21.15.12:0/3376613982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b463335830 msgr2=0x55b463341480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:42.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.204+0000 7fad02b94b80 1 --2- 172.21.15.12:0/3376613982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b463335830 0x55b463341480 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7face4009ca0 tx=0x7face4005320 comp rx=0 tx=0).stop 2024-05-21T00:15:42.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.204+0000 7fad02b94b80 1 -- 172.21.15.12:0/3376613982 shutdown_connections 2024-05-21T00:15:42.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.204+0000 7fad02b94b80 1 --2- 172.21.15.12:0/3376613982 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b46334ea80 0x55b46334fef0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.204+0000 7fad02b94b80 1 --2- 172.21.15.12:0/3376613982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 0x55b46333ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.204+0000 7fad02b94b80 1 --2- 172.21.15.12:0/3376613982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b463335830 0x55b463341480 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.204+0000 7fad02b94b80 1 --2- 172.21.15.12:0/3376613982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b46333e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.204+0000 7fad02b94b80 1 -- 172.21.15.12:0/3376613982 >> 172.21.15.12:0/3376613982 conn(0x55b463263b90 msgr2=0x55b463334200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:42.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.204+0000 7facd7400700 0 client.14775 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:15:42.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.204+0000 7fad02b94b80 1 -- 172.21.15.12:0/3376613982 shutdown_connections 2024-05-21T00:15:42.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.204+0000 7fad02b94b80 1 -- 172.21.15.12:0/3376613982 wait complete. 2024-05-21T00:15:42.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.204+0000 7fad02b94b80 20 client.14775 trim_cache size 0 max 16384 2024-05-21T00:15:42.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.228+0000 7fad02b94b80 1 Processor -- start 2024-05-21T00:15:42.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.228+0000 7fad02b94b80 1 -- start start 2024-05-21T00:15:42.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.228+0000 7fad02b94b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b463335830 0x55b463335210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.228+0000 7fad02b94b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b46333ae60 0x55b463335c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.228+0000 7fad02b94b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 0x55b463329630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.228+0000 7fad02b94b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b46334e230 con 0x55b46333ae60 2024-05-21T00:15:42.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.228+0000 7fad02b94b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b46334e900 con 0x55b463335830 2024-05-21T00:15:42.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.228+0000 7fad02b94b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55b46334efd0 con 0x55b46333b780 2024-05-21T00:15:42.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.229+0000 7facf5800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b463335830 0x55b463335210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.229+0000 7facf4e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b46333ae60 0x55b463335c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.229+0000 7facf5800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b463335830 0x55b463335210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:38944/0 (socket says 172.21.15.12:38944) 2024-05-21T00:15:42.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.229+0000 7facf5800700 1 -- 172.21.15.12:0/3142379096 learned_addr learned my addr 172.21.15.12:0/3142379096 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:42.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.229+0000 7facf6200700 1 --2- 172.21.15.12:0/3142379096 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 0x55b463329630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.229+0000 7facf5800700 1 -- 172.21.15.12:0/3142379096 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 msgr2=0x55b463329630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:42.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.229+0000 7facf5800700 1 --2- 172.21.15.12:0/3142379096 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 0x55b463329630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.229+0000 7facf5800700 1 -- 172.21.15.12:0/3142379096 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b46333ae60 msgr2=0x55b463335c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:42.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.229+0000 7facf5800700 1 --2- 172.21.15.12:0/3142379096 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b46333ae60 0x55b463335c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.229+0000 7facf5800700 1 -- 172.21.15.12:0/3142379096 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b46334f4c0 con 0x55b463335830 2024-05-21T00:15:42.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.229+0000 7facf4e00700 1 --2- 172.21.15.12:0/3142379096 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b46333ae60 0x55b463335c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:42.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.229+0000 7facf5800700 1 --2- 172.21.15.12:0/3142379096 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b463335830 0x55b463335210 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7face40055d0 tx=0x7face4005810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=541a1081a5feb5b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:42.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.230+0000 7face2000700 1 -- 172.21.15.12:0/3142379096 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face4027050 con 0x55b463335830 2024-05-21T00:15:42.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.230+0000 7face2000700 1 -- 172.21.15.12:0/3142379096 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7face4003680 con 0x55b463335830 2024-05-21T00:15:42.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.230+0000 7face2000700 1 -- 172.21.15.12:0/3142379096 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face40236a0 con 0x55b463335830 2024-05-21T00:15:42.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.231+0000 7fad02b94b80 1 -- 172.21.15.12:0/3142379096 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b463335830 msgr2=0x55b463335210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:42.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.231+0000 7fad02b94b80 1 --2- 172.21.15.12:0/3142379096 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b463335830 0x55b463335210 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7face40055d0 tx=0x7face4005810 comp rx=0 tx=0).stop 2024-05-21T00:15:42.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.231+0000 7fad02b94b80 1 -- 172.21.15.12:0/3142379096 shutdown_connections 2024-05-21T00:15:42.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.231+0000 7fad02b94b80 1 --2- 172.21.15.12:0/3142379096 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b46333b780 0x55b463329630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.231+0000 7fad02b94b80 1 --2- 172.21.15.12:0/3142379096 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b463335830 0x55b463335210 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.231+0000 7fad02b94b80 1 --2- 172.21.15.12:0/3142379096 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b46333ae60 0x55b463335c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.231+0000 7fad02b94b80 1 -- 172.21.15.12:0/3142379096 >> 172.21.15.12:0/3142379096 conn(0x55b463263b90 msgr2=0x55b4633316b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:42.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.231+0000 7fad02b94b80 1 -- 172.21.15.12:0/3142379096 shutdown_connections 2024-05-21T00:15:42.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.231+0000 7fad02b94b80 1 -- 172.21.15.12:0/3142379096 wait complete. 2024-05-21T00:15:42.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.231+0000 7fad02b94b80 1 -- start start 2024-05-21T00:15:42.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.232+0000 7fad02b94b80 1 Processor -- start 2024-05-21T00:15:42.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.232+0000 7fad02b94b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b463335830 0x55b463334620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.232+0000 7fad02b94b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b463334b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.232+0000 7fad02b94b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b46333b780 0x55b4633350a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.232+0000 7fad02b94b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b46334fd70 con 0x55b46333b780 2024-05-21T00:15:42.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.232+0000 7fad02b94b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b46334f6a0 con 0x55b46333ae60 2024-05-21T00:15:42.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.232+0000 7fad02b94b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55b463350440 con 0x55b463335830 2024-05-21T00:15:42.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.232+0000 7fad02b94b80 10 client.0 _ll_register_callbacks cb 0x55b46322dc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:15:42.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.232+0000 7facf5800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b463335830 0x55b463334620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.232+0000 7facf6200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b46333b780 0x55b4633350a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.232+0000 7facf5800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b463335830 0x55b463334620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:46422/0 (socket says 172.21.15.12:46422) 2024-05-21T00:15:42.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.232+0000 7facf5800700 1 -- 172.21.15.12:0/1628620076 learned_addr learned my addr 172.21.15.12:0/1628620076 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:42.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.232+0000 7facf4e00700 1 --2- 172.21.15.12:0/1628620076 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b463334b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.233+0000 7facf5800700 1 -- 172.21.15.12:0/1628620076 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 msgr2=0x55b463334b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:42.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.233+0000 7facf5800700 1 --2- 172.21.15.12:0/1628620076 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b463334b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.233+0000 7facf5800700 1 -- 172.21.15.12:0/1628620076 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b46333b780 msgr2=0x55b4633350a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:42.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.233+0000 7facf5800700 1 --2- 172.21.15.12:0/1628620076 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b46333b780 0x55b4633350a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.233+0000 7facf5800700 1 -- 172.21.15.12:0/1628620076 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b4633577b0 con 0x55b463335830 2024-05-21T00:15:42.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.233+0000 7facf4e00700 1 --2- 172.21.15.12:0/1628620076 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b463334b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:42.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.233+0000 7facf5800700 1 --2- 172.21.15.12:0/1628620076 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b463335830 0x55b463334620 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7face4005a60 tx=0x7face4011880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=546166e63bd10f48 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:42.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.233+0000 7facd7400700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:15:42.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.233+0000 7facd7400700 1 -- 172.21.15.12:0/1628620076 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face4027070 con 0x55b463335830 2024-05-21T00:15:42.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.233+0000 7facd7400700 1 -- 172.21.15.12:0/1628620076 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7face4019b50 con 0x55b463335830 2024-05-21T00:15:42.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.233+0000 7fad02b94b80 1 -- 172.21.15.12:0/1628620076 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7face4003680 con 0x55b463335830 2024-05-21T00:15:42.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.234+0000 7facd7400700 1 -- 172.21.15.12:0/1628620076 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7face4003a40 con 0x55b463335830 2024-05-21T00:15:42.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.234+0000 7fad02b94b80 10 client.24910 fetch_fsmap learned FSMap version 28 2024-05-21T00:15:42.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.234+0000 7fad02b94b80 1 -- 172.21.15.12:0/1628620076 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b4633ba490 con 0x55b463335830 2024-05-21T00:15:42.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.234+0000 7facd7400700 1 -- 172.21.15.12:0/1628620076 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7face4003680 con 0x55b463335830 2024-05-21T00:15:42.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.234+0000 7facd7400700 1 -- 172.21.15.12:0/1628620076 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7face402c440 con 0x55b463335830 2024-05-21T00:15:42.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.234+0000 7fad02b94b80 10 client.24910 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:15:42.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.234+0000 7fad02b94b80 10 client.24910 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-21T00:15:42.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.234+0000 7fad02b94b80 20 client.24910 populate_metadata read hostname 'smithi012' 2024-05-21T00:15:42.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.234+0000 7fad02b94b80 1 --2- 172.21.15.12:0/1628620076 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b4633bec60 0x55b4633bd970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:42.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.234+0000 7fad02b94b80 4 client.24910 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:15:42.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.234+0000 7fad02b94b80 1 -- 172.21.15.12:0/1628620076 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "status"}) -- 0x55b46328f520 con 0x55b4633bec60 2024-05-21T00:15:42.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.235+0000 7facf4e00700 1 --2- 172.21.15.12:0/1628620076 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b4633bec60 0x55b4633bd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:42.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.235+0000 7facf4e00700 1 --2- 172.21.15.12:0/1628620076 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b4633bec60 0x55b4633bd970 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9adf48c906cc4f81 server_cookie=b913918d032604ca in_seq=0 out_seq=0 2024-05-21T00:15:42.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.235+0000 7facd7400700 10 client.24910 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:15:42.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7facd7400700 1 -- 172.21.15.12:0/1628620076 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+320 (crc 0 0 0) 0x55b46328f520 con 0x55b4633bec60 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7facd7400700 10 client.24910 handle_command_reply: tid=0 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7fad02b94b80 1 client.24910 shutdown 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7fad02b94b80 1 -- 172.21.15.12:0/1628620076 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b463335830 msgr2=0x55b463334620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7fad02b94b80 1 --2- 172.21.15.12:0/1628620076 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b463335830 0x55b463334620 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7face4005a60 tx=0x7face4011880 comp rx=0 tx=0).stop 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7fad02b94b80 1 -- 172.21.15.12:0/1628620076 shutdown_connections 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7fad02b94b80 1 --2- 172.21.15.12:0/1628620076 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b46333b780 0x55b4633350a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7fad02b94b80 1 --2- 172.21.15.12:0/1628620076 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b4633bec60 0x55b4633bd970 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7fad02b94b80 1 --2- 172.21.15.12:0/1628620076 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b463335830 0x55b463334620 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7fad02b94b80 1 --2- 172.21.15.12:0/1628620076 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b46333ae60 0x55b463334b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7facd7400700 0 client.24910 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7fad02b94b80 1 -- 172.21.15.12:0/1628620076 >> 172.21.15.12:0/1628620076 conn(0x55b463263b90 msgr2=0x55b463329630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7fad02b94b80 1 -- 172.21.15.12:0/1628620076 shutdown_connections 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7fad02b94b80 1 -- 172.21.15.12:0/1628620076 wait complete. 2024-05-21T00:15:42.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.236+0000 7fad02b94b80 20 client.24910 trim_cache size 0 max 16384 2024-05-21T00:15:42.238 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:15:42.238 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:15:42.238 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 3, 2024-05-21T00:15:42.238 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24505, 2024-05-21T00:15:42.238 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:15:42.238 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:15:42.238 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:15:42.238 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 144.564545154, 2024-05-21T00:15:42.238 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-05-21T00:15:42.238 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:15:42.239 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 79, 2024-05-21T00:15:42.239 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 200.8939192 2024-05-21T00:15:42.239 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:15:42.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.237+0000 7facf8200700 1 -- 172.21.15.12:0/391915475 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7facd80b2880 msgr2=0x7facd80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:42.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.237+0000 7facf8200700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7facd80b2880 0x7facd80b4d40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7face8003fd0 tx=0x7face8004b40 comp rx=0 tx=0).stop 2024-05-21T00:15:42.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.237+0000 7facf8200700 1 -- 172.21.15.12:0/391915475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facf010a780 msgr2=0x7facf01a07d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:42.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.237+0000 7facf8200700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facf010a780 0x7facf01a07d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7facdc000c00 tx=0x7facdc00fa20 comp rx=0 tx=0).stop 2024-05-21T00:15:42.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.237+0000 7facf8200700 1 -- 172.21.15.12:0/391915475 shutdown_connections 2024-05-21T00:15:42.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.237+0000 7facf8200700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7facf010eeb0 0x7facf01a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.237+0000 7facf8200700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7facd80b2880 0x7facd80b4d40 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.237+0000 7facf8200700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7facf0109dd0 0x7facf01a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.237+0000 7facf8200700 1 --2- 172.21.15.12:0/391915475 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7facf010a780 0x7facf01a07d0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:42.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.237+0000 7facf8200700 1 -- 172.21.15.12:0/391915475 >> 172.21.15.12:0/391915475 conn(0x7facf0076d10 msgr2=0x7facf0078990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:42.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.237+0000 7facf8200700 1 -- 172.21.15.12:0/391915475 shutdown_connections 2024-05-21T00:15:42.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:42.237+0000 7facf8200700 1 -- 172.21.15.12:0/391915475 wait complete. 2024-05-21T00:15:43.033 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-21T00:15:43.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:42 smithi060 ceph-mon[36426]: pgmap v398: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:43.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:42 smithi077 ceph-mon[36377]: pgmap v398: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:43.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:42 smithi012 ceph-mon[31403]: pgmap v398: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:43.489 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:45.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:44 smithi060 ceph-mon[36426]: pgmap v399: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:45.228 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:44 smithi012 ceph-mon[31403]: pgmap v399: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:45.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:44 smithi077 ceph-mon[36377]: pgmap v399: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:45.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.766+0000 7fb966a00700 1 -- 172.21.15.12:0/110912159 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb9601060f0 msgr2=0x7fb960112600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:45.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.766+0000 7fb966a00700 1 --2- 172.21.15.12:0/110912159 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb9601060f0 0x7fb960112600 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb95800b0a0 tx=0x7fb95800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.766+0000 7fb966a00700 1 -- 172.21.15.12:0/110912159 shutdown_connections 2024-05-21T00:15:45.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.766+0000 7fb966a00700 1 --2- 172.21.15.12:0/110912159 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb9601060f0 0x7fb960112600 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.766+0000 7fb966a00700 1 --2- 172.21.15.12:0/110912159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb96010b730 0x7fb96010bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.766+0000 7fb966a00700 1 --2- 172.21.15.12:0/110912159 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb960105730 0x7fb960105bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.766+0000 7fb966a00700 1 -- 172.21.15.12:0/110912159 >> 172.21.15.12:0/110912159 conn(0x7fb960101220 msgr2=0x7fb960103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:45.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.766+0000 7fb966a00700 1 -- 172.21.15.12:0/110912159 shutdown_connections 2024-05-21T00:15:45.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.766+0000 7fb966a00700 1 -- 172.21.15.12:0/110912159 wait complete. 2024-05-21T00:15:45.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.768+0000 7fb966a00700 1 Processor -- start 2024-05-21T00:15:45.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.768+0000 7fb966a00700 1 -- start start 2024-05-21T00:15:45.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb966a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb960105730 0x7fb96019bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb966a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb9601060f0 0x7fb96019c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb966a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb96010b730 0x7fb9601a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb966a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fb960115970 con 0x7fb9601060f0 2024-05-21T00:15:45.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb966a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fb9601157f0 con 0x7fb96010b730 2024-05-21T00:15:45.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb966a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fb960115af0 con 0x7fb960105730 2024-05-21T00:15:45.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb95f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb9601060f0 0x7fb96019c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb95f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb9601060f0 0x7fb96019c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51298/0 (socket says 172.21.15.12:51298) 2024-05-21T00:15:45.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb95f400700 1 -- 172.21.15.12:0/172847820 learned_addr learned my addr 172.21.15.12:0/172847820 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:45.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb95fe00700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb960105730 0x7fb96019bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb964a00700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb96010b730 0x7fb9601a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb95f400700 1 -- 172.21.15.12:0/172847820 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb960105730 msgr2=0x7fb96019bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:45.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb95f400700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb960105730 0x7fb96019bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb95f400700 1 -- 172.21.15.12:0/172847820 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb96010b730 msgr2=0x7fb9601a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:45.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.769+0000 7fb95f400700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb96010b730 0x7fb9601a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.770+0000 7fb95f400700 1 -- 172.21.15.12:0/172847820 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9601a0d90 con 0x7fb9601060f0 2024-05-21T00:15:45.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.770+0000 7fb964a00700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb96010b730 0x7fb9601a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:45.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.770+0000 7fb95f400700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb9601060f0 0x7fb96019c2c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb94c00e9a0 tx=0x7fb94c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:45.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.770+0000 7fb95cc00700 1 -- 172.21.15.12:0/172847820 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb94c00ca10 con 0x7fb9601060f0 2024-05-21T00:15:45.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.770+0000 7fb95cc00700 1 -- 172.21.15.12:0/172847820 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb94c00cbb0 con 0x7fb9601060f0 2024-05-21T00:15:45.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.770+0000 7fb966a00700 1 -- 172.21.15.12:0/172847820 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9601a1080 con 0x7fb9601060f0 2024-05-21T00:15:45.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.770+0000 7fb95cc00700 1 -- 172.21.15.12:0/172847820 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb94c018680 con 0x7fb9601060f0 2024-05-21T00:15:45.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.770+0000 7fb966a00700 1 -- 172.21.15.12:0/172847820 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9601a8900 con 0x7fb9601060f0 2024-05-21T00:15:45.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.775+0000 7fb95cc00700 1 -- 172.21.15.12:0/172847820 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fb94c010430 con 0x7fb9601060f0 2024-05-21T00:15:45.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.775+0000 7fb971348b80 1 Processor -- start 2024-05-21T00:15:45.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.775+0000 7fb971348b80 1 -- start start 2024-05-21T00:15:45.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.775+0000 7fb971348b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147785c0 0x561a147789a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.775+0000 7fb971348b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a14778ee0 0x561a14772ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.775+0000 7fb971348b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147730f0 0x561a14773570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.775+0000 7fb971348b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x561a146d0df0 con 0x561a147785c0 2024-05-21T00:15:45.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.775+0000 7fb971348b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x561a146c0990 con 0x561a14778ee0 2024-05-21T00:15:45.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.775+0000 7fb971348b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x561a146c49d0 con 0x561a147730f0 2024-05-21T00:15:45.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.776+0000 7fb964a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147785c0 0x561a147789a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.776+0000 7fb964a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147785c0 0x561a147789a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51308/0 (socket says 172.21.15.12:51308) 2024-05-21T00:15:45.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.776+0000 7fb964a00700 1 -- 172.21.15.12:0/2972154386 learned_addr learned my addr 172.21.15.12:0/2972154386 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:45.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.776+0000 7fb95fe00700 1 --2- 172.21.15.12:0/2972154386 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a14778ee0 0x561a14772ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.776+0000 7fb95f400700 1 --2- 172.21.15.12:0/2972154386 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147730f0 0x561a14773570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.776+0000 7fb95fe00700 1 -- 172.21.15.12:0/2972154386 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147730f0 msgr2=0x561a14773570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.776+0000 7fb95fe00700 1 --2- 172.21.15.12:0/2972154386 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147730f0 0x561a14773570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.776+0000 7fb95fe00700 1 -- 172.21.15.12:0/2972154386 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147785c0 msgr2=0x561a147789a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.776+0000 7fb95fe00700 1 --2- 172.21.15.12:0/2972154386 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147785c0 0x561a147789a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.776+0000 7fb95fe00700 1 -- 172.21.15.12:0/2972154386 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a146893d0 con 0x561a14778ee0 2024-05-21T00:15:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.776+0000 7fb964a00700 1 --2- 172.21.15.12:0/2972154386 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147785c0 0x561a147789a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.777+0000 7fb95fe00700 1 --2- 172.21.15.12:0/2972154386 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a14778ee0 0x561a14772ad0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb950009cb0 tx=0x7fb9500058e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=583021221ee1682 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.777+0000 7fb95cc00700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fb9440b2880 0x7fb9440b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.777+0000 7fb955600700 1 -- 172.21.15.12:0/2972154386 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb950011ce0 con 0x561a14778ee0 2024-05-21T00:15:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.777+0000 7fb955600700 1 -- 172.21.15.12:0/2972154386 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb950004500 con 0x561a14778ee0 2024-05-21T00:15:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.777+0000 7fb955600700 1 -- 172.21.15.12:0/2972154386 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb950005280 con 0x561a14778ee0 2024-05-21T00:15:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.777+0000 7fb95cc00700 1 -- 172.21.15.12:0/172847820 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fb94c0e2390 con 0x7fb9601060f0 2024-05-21T00:15:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.777+0000 7fb964a00700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fb9440b2880 0x7fb9440b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.778+0000 7fb971348b80 1 -- 172.21.15.12:0/2972154386 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a14778ee0 msgr2=0x561a14772ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:45.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.778+0000 7fb964a00700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fb9440b2880 0x7fb9440b4d40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb958015000 tx=0x7fb95801d040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:45.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.778+0000 7fb971348b80 1 --2- 172.21.15.12:0/2972154386 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a14778ee0 0x561a14772ad0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fb950009cb0 tx=0x7fb9500058e0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.778+0000 7fb971348b80 1 -- 172.21.15.12:0/2972154386 shutdown_connections 2024-05-21T00:15:45.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.778+0000 7fb971348b80 1 --2- 172.21.15.12:0/2972154386 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147730f0 0x561a14773570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.778+0000 7fb971348b80 1 --2- 172.21.15.12:0/2972154386 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147785c0 0x561a147789a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.778+0000 7fb971348b80 1 --2- 172.21.15.12:0/2972154386 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a14778ee0 0x561a14772ad0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.778+0000 7fb971348b80 1 -- 172.21.15.12:0/2972154386 >> 172.21.15.12:0/2972154386 conn(0x561a146a0b90 msgr2=0x561a1476d640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:45.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.778+0000 7fb971348b80 1 -- 172.21.15.12:0/2972154386 shutdown_connections 2024-05-21T00:15:45.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.779+0000 7fb971348b80 1 -- 172.21.15.12:0/2972154386 wait complete. 2024-05-21T00:15:45.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.779+0000 7fb971348b80 1 -- start start 2024-05-21T00:15:45.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.779+0000 7fb971348b80 1 Processor -- start 2024-05-21T00:15:45.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.780+0000 7fb971348b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147730f0 0x561a1477eb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.780+0000 7fb971348b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a147785c0 0x561a1477bf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.780+0000 7fb971348b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a14778ee0 0x561a1477c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.780+0000 7fb971348b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x561a145c6f50 con 0x561a147730f0 2024-05-21T00:15:45.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.780+0000 7fb971348b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x561a14661710 con 0x561a147785c0 2024-05-21T00:15:45.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.780+0000 7fb971348b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x561a1477f990 con 0x561a14778ee0 2024-05-21T00:15:45.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.780+0000 7fb971348b80 10 client.0 _ll_register_callbacks cb 0x561a1466ac20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:15:45.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.780+0000 7fb95f400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a147785c0 0x561a1477bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.780+0000 7fb95fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147730f0 0x561a1477eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.780+0000 7fb964a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a14778ee0 0x561a1477c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.780+0000 7fb95fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147730f0 0x561a1477eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51318/0 (socket says 172.21.15.12:51318) 2024-05-21T00:15:45.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.780+0000 7fb95fe00700 1 -- 172.21.15.12:0/2486085767 learned_addr learned my addr 172.21.15.12:0/2486085767 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:45.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.780+0000 7fb95f400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a147785c0 0x561a1477bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:44944/0 (socket says 172.21.15.12:44944) 2024-05-21T00:15:45.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.781+0000 7fb95f400700 1 -- 172.21.15.12:0/2486085767 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a14778ee0 msgr2=0x561a1477c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:45.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.781+0000 7fb95f400700 1 --2- 172.21.15.12:0/2486085767 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a14778ee0 0x561a1477c440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.781+0000 7fb95f400700 1 -- 172.21.15.12:0/2486085767 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147730f0 msgr2=0x561a1477eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:45.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.781+0000 7fb95f400700 1 --2- 172.21.15.12:0/2486085767 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147730f0 0x561a1477eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.781+0000 7fb95f400700 1 -- 172.21.15.12:0/2486085767 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a14610880 con 0x561a147785c0 2024-05-21T00:15:45.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.781+0000 7fb95fe00700 1 --2- 172.21.15.12:0/2486085767 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147730f0 0x561a1477eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:45.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.781+0000 7fb95f400700 1 --2- 172.21.15.12:0/2486085767 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a147785c0 0x561a1477bf00 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x561a14773ab0 tx=0x7fb94c011fe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5af5aab3815e9649 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:45.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.781+0000 7fb94a000700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:15:45.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.781+0000 7fb94a000700 1 -- 172.21.15.12:0/2486085767 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb94c0a92d0 con 0x561a147785c0 2024-05-21T00:15:45.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.781+0000 7fb94a000700 1 -- 172.21.15.12:0/2486085767 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fb94c0cc0b0 con 0x561a147785c0 2024-05-21T00:15:45.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.781+0000 7fb971348b80 1 -- 172.21.15.12:0/2486085767 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb950004500 con 0x561a147785c0 2024-05-21T00:15:45.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.782+0000 7fb94a000700 1 -- 172.21.15.12:0/2486085767 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb94c0a5110 con 0x561a147785c0 2024-05-21T00:15:45.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.782+0000 7fb971348b80 10 client.24899 fetch_fsmap learned FSMap version 28 2024-05-21T00:15:45.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.782+0000 7fb971348b80 1 -- 172.21.15.12:0/2486085767 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561a14691010 con 0x561a147785c0 2024-05-21T00:15:45.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.782+0000 7fb94a000700 1 -- 172.21.15.12:0/2486085767 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb950004500 con 0x561a147785c0 2024-05-21T00:15:45.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.782+0000 7fb94a000700 1 -- 172.21.15.12:0/2486085767 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fb94c010720 con 0x561a147785c0 2024-05-21T00:15:45.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.782+0000 7fb971348b80 10 client.24899 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:15:45.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.782+0000 7fb971348b80 10 client.24899 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T00:15:45.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.782+0000 7fb971348b80 20 client.24899 populate_metadata read hostname 'smithi012' 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.782+0000 7fb971348b80 1 --2- 172.21.15.12:0/2486085767 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x561a1478c430 0x561a1478d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.782+0000 7fb971348b80 4 client.24899 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.782+0000 7fb971348b80 1 -- 172.21.15.12:0/2486085767 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561a146d2d40 con 0x561a1478c430 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.783+0000 7fb95fe00700 1 --2- 172.21.15.12:0/2486085767 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x561a1478c430 0x561a1478d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.783+0000 7fb95fe00700 1 --2- 172.21.15.12:0/2486085767 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x561a1478c430 0x561a1478d8a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=31c153764f987a17 server_cookie=26d695db88b74f16 in_seq=0 out_seq=0 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.783+0000 7fb94a000700 10 client.24899 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.784+0000 7fb94a000700 1 -- 172.21.15.12:0/2486085767 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561a146d2d40 con 0x561a1478c430 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.784+0000 7fb94a000700 10 client.24899 handle_command_reply: tid=0 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.784+0000 7fb971348b80 1 client.24899 shutdown 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.784+0000 7fb971348b80 1 -- 172.21.15.12:0/2486085767 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a147785c0 msgr2=0x561a1477bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.784+0000 7fb971348b80 1 --2- 172.21.15.12:0/2486085767 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a147785c0 0x561a1477bf00 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x561a14773ab0 tx=0x7fb94c011fe0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.784+0000 7fb971348b80 1 -- 172.21.15.12:0/2486085767 shutdown_connections 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.784+0000 7fb971348b80 1 --2- 172.21.15.12:0/2486085767 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x561a1478c430 0x561a1478d8a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.784+0000 7fb971348b80 1 --2- 172.21.15.12:0/2486085767 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a14778ee0 0x561a1477c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.784+0000 7fb971348b80 1 --2- 172.21.15.12:0/2486085767 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147730f0 0x561a1477eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.784+0000 7fb971348b80 1 --2- 172.21.15.12:0/2486085767 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a147785c0 0x561a1477bf00 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.784+0000 7fb94a000700 0 client.24899 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:15:45.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.784+0000 7fb971348b80 1 -- 172.21.15.12:0/2486085767 >> 172.21.15.12:0/2486085767 conn(0x561a146a0b90 msgr2=0x561a1476cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:45.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.785+0000 7fb971348b80 1 -- 172.21.15.12:0/2486085767 shutdown_connections 2024-05-21T00:15:45.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.785+0000 7fb971348b80 1 -- 172.21.15.12:0/2486085767 wait complete. 2024-05-21T00:15:45.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.785+0000 7fb971348b80 20 client.24899 trim_cache size 0 max 16384 2024-05-21T00:15:45.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.808+0000 7fb971348b80 1 Processor -- start 2024-05-21T00:15:45.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.809+0000 7fb971348b80 1 -- start start 2024-05-21T00:15:45.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.809+0000 7fb971348b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a147730f0 0x561a14772ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.809+0000 7fb971348b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147785c0 0x561a1477c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.809+0000 7fb971348b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a14778ee0 0x561a1476d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.809+0000 7fb971348b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x561a1478bbe0 con 0x561a14778ee0 2024-05-21T00:15:45.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.809+0000 7fb971348b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x561a1478c2b0 con 0x561a147730f0 2024-05-21T00:15:45.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.809+0000 7fb971348b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x561a1478c980 con 0x561a147785c0 2024-05-21T00:15:45.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.809+0000 7fb95fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a147730f0 0x561a14772ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.809+0000 7fb964a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a14778ee0 0x561a1476d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.809+0000 7fb95f400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147785c0 0x561a1477c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.809+0000 7fb95fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a147730f0 0x561a14772ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:44948/0 (socket says 172.21.15.12:44948) 2024-05-21T00:15:45.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.809+0000 7fb95f400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147785c0 0x561a1477c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:39706/0 (socket says 172.21.15.12:39706) 2024-05-21T00:15:45.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.809+0000 7fb95fe00700 1 -- 172.21.15.12:0/2123365984 learned_addr learned my addr 172.21.15.12:0/2123365984 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:45.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.810+0000 7fb95f400700 1 -- 172.21.15.12:0/2123365984 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a147730f0 msgr2=0x561a14772ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:45.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.810+0000 7fb95f400700 1 --2- 172.21.15.12:0/2123365984 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a147730f0 0x561a14772ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.810+0000 7fb95f400700 1 -- 172.21.15.12:0/2123365984 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a14778ee0 msgr2=0x561a1476d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:45.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.810+0000 7fb95f400700 1 --2- 172.21.15.12:0/2123365984 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a14778ee0 0x561a1476d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.810+0000 7fb95f400700 1 -- 172.21.15.12:0/2123365984 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561a1478ba10 con 0x561a147785c0 2024-05-21T00:15:45.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.810+0000 7fb95f400700 1 --2- 172.21.15.12:0/2123365984 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147785c0 0x561a1477c3f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb94c0a9910 tx=0x7fb94c0e2610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b177891af7b93608 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:45.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.810+0000 7fb954c00700 1 -- 172.21.15.12:0/2123365984 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb94c0a90f0 con 0x561a147785c0 2024-05-21T00:15:45.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.811+0000 7fb954c00700 1 -- 172.21.15.12:0/2123365984 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb94c0aa080 con 0x561a147785c0 2024-05-21T00:15:45.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.811+0000 7fb954c00700 1 -- 172.21.15.12:0/2123365984 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb94c0a52f0 con 0x561a147785c0 2024-05-21T00:15:45.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.811+0000 7fb971348b80 1 -- 172.21.15.12:0/2123365984 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147785c0 msgr2=0x561a1477c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:45.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.811+0000 7fb971348b80 1 --2- 172.21.15.12:0/2123365984 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147785c0 0x561a1477c3f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb94c0a9910 tx=0x7fb94c0e2610 comp rx=0 tx=0).stop 2024-05-21T00:15:45.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.811+0000 7fb971348b80 1 -- 172.21.15.12:0/2123365984 shutdown_connections 2024-05-21T00:15:45.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.811+0000 7fb971348b80 1 --2- 172.21.15.12:0/2123365984 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a14778ee0 0x561a1476d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.811+0000 7fb971348b80 1 --2- 172.21.15.12:0/2123365984 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a147730f0 0x561a14772ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.811+0000 7fb971348b80 1 --2- 172.21.15.12:0/2123365984 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147785c0 0x561a1477c3f0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.811+0000 7fb971348b80 1 -- 172.21.15.12:0/2123365984 >> 172.21.15.12:0/2123365984 conn(0x561a146a0b90 msgr2=0x561a1477bce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:45.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.812+0000 7fb971348b80 1 -- 172.21.15.12:0/2123365984 shutdown_connections 2024-05-21T00:15:45.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.812+0000 7fb971348b80 1 -- 172.21.15.12:0/2123365984 wait complete. 2024-05-21T00:15:45.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.812+0000 7fb971348b80 1 -- start start 2024-05-21T00:15:45.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.812+0000 7fb971348b80 1 Processor -- start 2024-05-21T00:15:45.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb971348b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147730f0 0x561a14796d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb971348b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147785c0 0x561a14797260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb971348b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a14778ee0 0x561a14791cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb971348b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x561a1478d720 con 0x561a147785c0 2024-05-21T00:15:45.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb971348b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x561a1478d050 con 0x561a14778ee0 2024-05-21T00:15:45.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb971348b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x561a1478ddf0 con 0x561a147730f0 2024-05-21T00:15:45.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb971348b80 10 client.0 _ll_register_callbacks cb 0x561a1466ac20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:15:45.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb95fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147730f0 0x561a14796d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb95fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147730f0 0x561a14796d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:39714/0 (socket says 172.21.15.12:39714) 2024-05-21T00:15:45.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb95fe00700 1 -- 172.21.15.12:0/4224278845 learned_addr learned my addr 172.21.15.12:0/4224278845 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:45.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb95f400700 1 --2- 172.21.15.12:0/4224278845 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147785c0 0x561a14797260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb964a00700 1 --2- 172.21.15.12:0/4224278845 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a14778ee0 0x561a14791cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb95fe00700 1 -- 172.21.15.12:0/4224278845 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a14778ee0 msgr2=0x561a14791cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:45.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb95fe00700 1 --2- 172.21.15.12:0/4224278845 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a14778ee0 0x561a14791cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb95fe00700 1 -- 172.21.15.12:0/4224278845 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147785c0 msgr2=0x561a14797260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb95fe00700 1 --2- 172.21.15.12:0/4224278845 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147785c0 0x561a14797260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.813+0000 7fb95fe00700 1 -- 172.21.15.12:0/4224278845 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561a14792210 con 0x561a147730f0 2024-05-21T00:15:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.814+0000 7fb95fe00700 1 --2- 172.21.15.12:0/4224278845 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147730f0 0x561a14796d20 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb950009c80 tx=0x7fb9500094a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8526b43a4b6c1ae3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.814+0000 7fb94a000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:15:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.814+0000 7fb94a000700 1 -- 172.21.15.12:0/4224278845 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb950004a60 con 0x561a147730f0 2024-05-21T00:15:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.814+0000 7fb94a000700 1 -- 172.21.15.12:0/4224278845 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fb9500044e0 con 0x561a147730f0 2024-05-21T00:15:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.814+0000 7fb971348b80 1 -- 172.21.15.12:0/4224278845 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb94c0aa080 con 0x561a147730f0 2024-05-21T00:15:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.815+0000 7fb94a000700 1 -- 172.21.15.12:0/4224278845 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb950035070 con 0x561a147730f0 2024-05-21T00:15:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.815+0000 7fb971348b80 10 client.24928 fetch_fsmap learned FSMap version 28 2024-05-21T00:15:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.815+0000 7fb971348b80 1 -- 172.21.15.12:0/4224278845 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561a14800a60 con 0x561a147730f0 2024-05-21T00:15:45.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.815+0000 7fb94a000700 1 -- 172.21.15.12:0/4224278845 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fb94c0aa080 con 0x561a147730f0 2024-05-21T00:15:45.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.815+0000 7fb94a000700 1 -- 172.21.15.12:0/4224278845 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fb950018070 con 0x561a147730f0 2024-05-21T00:15:45.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.815+0000 7fb971348b80 10 client.24928 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:15:45.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.815+0000 7fb971348b80 10 client.24928 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T00:15:45.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.815+0000 7fb971348b80 20 client.24928 populate_metadata read hostname 'smithi012' 2024-05-21T00:15:45.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.815+0000 7fb971348b80 1 --2- 172.21.15.12:0/4224278845 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x561a14805440 0x561a14804150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:45.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.815+0000 7fb971348b80 4 client.24928 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:15:45.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.815+0000 7fb971348b80 1 -- 172.21.15.12:0/4224278845 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "status"}) -- 0x561a146cc520 con 0x561a14805440 2024-05-21T00:15:45.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.816+0000 7fb95f400700 1 --2- 172.21.15.12:0/4224278845 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x561a14805440 0x561a14804150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.816+0000 7fb95f400700 1 --2- 172.21.15.12:0/4224278845 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x561a14805440 0x561a14804150 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f1bd2d1f2ec9b20f server_cookie=68d598a39adc843 in_seq=0 out_seq=0 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.816+0000 7fb94a000700 10 client.24928 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.816+0000 7fb94a000700 1 -- 172.21.15.12:0/4224278845 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x561a146cc520 con 0x561a14805440 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.816+0000 7fb94a000700 10 client.24928 handle_command_reply: tid=0 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.816+0000 7fb971348b80 1 client.24928 shutdown 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.817+0000 7fb971348b80 1 -- 172.21.15.12:0/4224278845 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147730f0 msgr2=0x561a14796d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.817+0000 7fb971348b80 1 --2- 172.21.15.12:0/4224278845 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147730f0 0x561a14796d20 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fb950009c80 tx=0x7fb9500094a0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.817+0000 7fb971348b80 1 -- 172.21.15.12:0/4224278845 shutdown_connections 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.817+0000 7fb971348b80 1 --2- 172.21.15.12:0/4224278845 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x561a14805440 0x561a14804150 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.817+0000 7fb971348b80 1 --2- 172.21.15.12:0/4224278845 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561a14778ee0 0x561a14791cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.817+0000 7fb971348b80 1 --2- 172.21.15.12:0/4224278845 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561a147730f0 0x561a14796d20 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.817+0000 7fb94a000700 0 client.24928 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.817+0000 7fb971348b80 1 --2- 172.21.15.12:0/4224278845 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561a147785c0 0x561a14797260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.817+0000 7fb971348b80 1 -- 172.21.15.12:0/4224278845 >> 172.21.15.12:0/4224278845 conn(0x561a146a0b90 msgr2=0x561a147792c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:45.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.817+0000 7fb971348b80 1 -- 172.21.15.12:0/4224278845 shutdown_connections 2024-05-21T00:15:45.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.817+0000 7fb971348b80 1 -- 172.21.15.12:0/4224278845 wait complete. 2024-05-21T00:15:45.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.817+0000 7fb971348b80 20 client.24928 trim_cache size 0 max 16384 2024-05-21T00:15:45.819 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:15:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:15:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 2, 2024-05-21T00:15:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24523, 2024-05-21T00:15:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:15:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:15:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:15:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 149.16547737299999, 2024-05-21T00:15:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-05-21T00:15:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:15:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 79, 2024-05-21T00:15:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 198.77977820199999 2024-05-21T00:15:45.820 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:15:45.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.818+0000 7fb966a00700 1 -- 172.21.15.12:0/172847820 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fb9440b2880 msgr2=0x7fb9440b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:45.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.818+0000 7fb966a00700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fb9440b2880 0x7fb9440b4d40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fb958015000 tx=0x7fb95801d040 comp rx=0 tx=0).stop 2024-05-21T00:15:45.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.818+0000 7fb966a00700 1 -- 172.21.15.12:0/172847820 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb9601060f0 msgr2=0x7fb96019c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:45.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.818+0000 7fb966a00700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb9601060f0 0x7fb96019c2c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb94c00e9a0 tx=0x7fb94c00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.818+0000 7fb966a00700 1 -- 172.21.15.12:0/172847820 shutdown_connections 2024-05-21T00:15:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.818+0000 7fb966a00700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fb96010b730 0x7fb9601a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.818+0000 7fb966a00700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fb960105730 0x7fb96019bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.818+0000 7fb966a00700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fb9440b2880 0x7fb9440b4d40 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.818+0000 7fb966a00700 1 --2- 172.21.15.12:0/172847820 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fb9601060f0 0x7fb96019c2c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.818+0000 7fb966a00700 1 -- 172.21.15.12:0/172847820 >> 172.21.15.12:0/172847820 conn(0x7fb960101220 msgr2=0x7fb9601017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.818+0000 7fb966a00700 1 -- 172.21.15.12:0/172847820 shutdown_connections 2024-05-21T00:15:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:45.818+0000 7fb966a00700 1 -- 172.21.15.12:0/172847820 wait complete. 2024-05-21T00:15:46.613 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-21T00:15:47.092 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:47.248 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:46 smithi012 ceph-mon[31403]: pgmap v400: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:47.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:46 smithi077 ceph-mon[36377]: pgmap v400: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:47.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:46 smithi060 ceph-mon[36426]: pgmap v400: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:49.103 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:48 smithi012 ceph-mon[31403]: pgmap v401: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:49.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:48 smithi077 ceph-mon[36377]: pgmap v401: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:49.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.386+0000 7fdf34c00700 1 -- 172.21.15.12:0/4018937393 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdf30105750 msgr2=0x7fdf30105bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:49.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.386+0000 7fdf34c00700 1 --2- 172.21.15.12:0/4018937393 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdf30105750 0x7fdf30105bd0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c009990 tx=0x7fdf1c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.386+0000 7fdf34c00700 1 -- 172.21.15.12:0/4018937393 shutdown_connections 2024-05-21T00:15:49.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.386+0000 7fdf34c00700 1 --2- 172.21.15.12:0/4018937393 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf30106110 0x7fdf30112620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.386+0000 7fdf34c00700 1 --2- 172.21.15.12:0/4018937393 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf3010b750 0x7fdf3010bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.386+0000 7fdf34c00700 1 --2- 172.21.15.12:0/4018937393 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdf30105750 0x7fdf30105bd0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.386+0000 7fdf34c00700 1 -- 172.21.15.12:0/4018937393 >> 172.21.15.12:0/4018937393 conn(0x7fdf30101240 msgr2=0x7fdf30103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:49.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.386+0000 7fdf34c00700 1 -- 172.21.15.12:0/4018937393 shutdown_connections 2024-05-21T00:15:49.386 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.386+0000 7fdf34c00700 1 -- 172.21.15.12:0/4018937393 wait complete. 2024-05-21T00:15:49.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.387+0000 7fdf34c00700 1 Processor -- start 2024-05-21T00:15:49.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.387+0000 7fdf34c00700 1 -- start start 2024-05-21T00:15:49.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.388+0000 7fdf34c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf30105750 0x7fdf3019be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.388+0000 7fdf34c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf30106110 0x7fdf3019c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.388+0000 7fdf34c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdf3010b750 0x7fdf301a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.388+0000 7fdf34c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fdf30115990 con 0x7fdf30106110 2024-05-21T00:15:49.387 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.388+0000 7fdf34c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fdf30115810 con 0x7fdf3010b750 2024-05-21T00:15:49.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.388+0000 7fdf34c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fdf30115b10 con 0x7fdf30105750 2024-05-21T00:15:49.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.388+0000 7fdf2de00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf30105750 0x7fdf3019be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.388+0000 7fdf2d400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf30106110 0x7fdf3019c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.388+0000 7fdf2de00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf30105750 0x7fdf3019be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:39742/0 (socket says 172.21.15.12:39742) 2024-05-21T00:15:49.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.388+0000 7fdf2de00700 1 -- 172.21.15.12:0/1496818843 learned_addr learned my addr 172.21.15.12:0/1496818843 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:49.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.388+0000 7fdf2e800700 1 --2- 172.21.15.12:0/1496818843 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdf3010b750 0x7fdf301a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.389+0000 7fdf2de00700 1 -- 172.21.15.12:0/1496818843 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdf3010b750 msgr2=0x7fdf301a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:49.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.389+0000 7fdf2de00700 1 --2- 172.21.15.12:0/1496818843 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdf3010b750 0x7fdf301a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.389+0000 7fdf2de00700 1 -- 172.21.15.12:0/1496818843 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf30106110 msgr2=0x7fdf3019c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:49.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.389+0000 7fdf2de00700 1 --2- 172.21.15.12:0/1496818843 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf30106110 0x7fdf3019c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.389+0000 7fdf2de00700 1 -- 172.21.15.12:0/1496818843 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf301a0dc0 con 0x7fdf30105750 2024-05-21T00:15:49.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.389+0000 7fdf2de00700 1 --2- 172.21.15.12:0/1496818843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf30105750 0x7fdf3019be00 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fdf2000e9a0 tx=0x7fdf2000ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:49.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.389+0000 7fdf26a00700 1 -- 172.21.15.12:0/1496818843 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf2000ca10 con 0x7fdf30105750 2024-05-21T00:15:49.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.389+0000 7fdf34c00700 1 -- 172.21.15.12:0/1496818843 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf301a10b0 con 0x7fdf30105750 2024-05-21T00:15:49.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.390+0000 7fdf34c00700 1 -- 172.21.15.12:0/1496818843 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf301a8930 con 0x7fdf30105750 2024-05-21T00:15:49.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.389+0000 7fdf26a00700 1 -- 172.21.15.12:0/1496818843 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf2000cbb0 con 0x7fdf30105750 2024-05-21T00:15:49.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.390+0000 7fdf26a00700 1 -- 172.21.15.12:0/1496818843 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf20018680 con 0x7fdf30105750 2024-05-21T00:15:49.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.393+0000 7fdf26a00700 1 -- 172.21.15.12:0/1496818843 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fdf20010430 con 0x7fdf30105750 2024-05-21T00:15:49.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.394+0000 7fdf3f493b80 1 Processor -- start 2024-05-21T00:15:49.394 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.395+0000 7fdf3f493b80 1 -- start start 2024-05-21T00:15:49.394 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.395+0000 7fdf3f493b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a39605c0 0x5596a39609a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.394 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.395+0000 7fdf3f493b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a3960ee0 0x5596a395aad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.395+0000 7fdf3f493b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 0x5596a395b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.395+0000 7fdf3f493b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5596a38b8df0 con 0x5596a395b0f0 2024-05-21T00:15:49.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.395+0000 7fdf3f493b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5596a38a8990 con 0x5596a39605c0 2024-05-21T00:15:49.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.395+0000 7fdf3f493b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5596a38ac9d0 con 0x5596a3960ee0 2024-05-21T00:15:49.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.395+0000 7fdf2e800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a39605c0 0x5596a39609a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.395+0000 7fdf2e800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a39605c0 0x5596a39609a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:44996/0 (socket says 172.21.15.12:44996) 2024-05-21T00:15:49.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.395+0000 7fdf2e800700 1 -- 172.21.15.12:0/1974556029 learned_addr learned my addr 172.21.15.12:0/1974556029 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:49.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.395+0000 7fdf2de00700 1 --2- 172.21.15.12:0/1974556029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a3960ee0 0x5596a395aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.396+0000 7fdf2e800700 1 -- 172.21.15.12:0/1974556029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a3960ee0 msgr2=0x5596a395aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:49.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.396+0000 7fdf2e800700 1 --2- 172.21.15.12:0/1974556029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a3960ee0 0x5596a395aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.396+0000 7fdf2e800700 1 -- 172.21.15.12:0/1974556029 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 msgr2=0x5596a395b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:49.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.396+0000 7fdf2e800700 1 --2- 172.21.15.12:0/1974556029 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 0x5596a395b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.396+0000 7fdf2e800700 1 -- 172.21.15.12:0/1974556029 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596a38713d0 con 0x5596a39605c0 2024-05-21T00:15:49.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.396+0000 7fdf2e800700 1 --2- 172.21.15.12:0/1974556029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a39605c0 0x5596a39609a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fdf28011680 tx=0x7fdf28009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1b43b7c3889e93e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:49.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.396+0000 7fdf26a00700 1 --2- 172.21.15.12:0/1496818843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdf140b2900 0x7fdf140b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.396+0000 7fdf1b400700 1 -- 172.21.15.12:0/1974556029 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf28019030 con 0x5596a39605c0 2024-05-21T00:15:49.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.396+0000 7fdf26a00700 1 -- 172.21.15.12:0/1496818843 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fdf200e2260 con 0x7fdf30105750 2024-05-21T00:15:49.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.396+0000 7fdf2de00700 1 --2- 172.21.15.12:0/1496818843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdf140b2900 0x7fdf140b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.397+0000 7fdf1b400700 1 -- 172.21.15.12:0/1974556029 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf280093a0 con 0x5596a39605c0 2024-05-21T00:15:49.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.397+0000 7fdf1b400700 1 -- 172.21.15.12:0/1974556029 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf28007500 con 0x5596a39605c0 2024-05-21T00:15:49.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.398+0000 7fdf2de00700 1 --2- 172.21.15.12:0/1496818843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdf140b2900 0x7fdf140b4dc0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fdf200dfd30 tx=0x7fdf2001f000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:49.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.398+0000 7fdf3f493b80 1 -- 172.21.15.12:0/1974556029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a39605c0 msgr2=0x5596a39609a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:49.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.398+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/1974556029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a39605c0 0x5596a39609a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fdf28011680 tx=0x7fdf28009920 comp rx=0 tx=0).stop 2024-05-21T00:15:49.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.398+0000 7fdf3f493b80 1 -- 172.21.15.12:0/1974556029 shutdown_connections 2024-05-21T00:15:49.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.398+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/1974556029 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 0x5596a395b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.398+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/1974556029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a39605c0 0x5596a39609a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.398+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/1974556029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a3960ee0 0x5596a395aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.398+0000 7fdf3f493b80 1 -- 172.21.15.12:0/1974556029 >> 172.21.15.12:0/1974556029 conn(0x5596a3888b90 msgr2=0x5596a3955640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:49.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.398+0000 7fdf3f493b80 1 -- 172.21.15.12:0/1974556029 shutdown_connections 2024-05-21T00:15:49.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.398+0000 7fdf3f493b80 1 -- 172.21.15.12:0/1974556029 wait complete. 2024-05-21T00:15:49.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.399+0000 7fdf3f493b80 1 -- start start 2024-05-21T00:15:49.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.399+0000 7fdf3f493b80 1 Processor -- start 2024-05-21T00:15:49.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.399+0000 7fdf3f493b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 0x5596a3966c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.400+0000 7fdf3f493b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 0x5596a3963fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.400+0000 7fdf3f493b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a3960ee0 0x5596a3964510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.400+0000 7fdf3f493b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5596a37aef50 con 0x5596a395b0f0 2024-05-21T00:15:49.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.400+0000 7fdf3f493b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5596a3849710 con 0x5596a3960ee0 2024-05-21T00:15:49.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.400+0000 7fdf3f493b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5596a3967990 con 0x5596a39605c0 2024-05-21T00:15:49.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.400+0000 7fdf3f493b80 10 client.0 _ll_register_callbacks cb 0x5596a3852c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:15:49.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.400+0000 7fdf2d400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 0x5596a3963fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.400+0000 7fdf2e800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 0x5596a3966c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.400+0000 7fdf2d400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 0x5596a3963fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:39764/0 (socket says 172.21.15.12:39764) 2024-05-21T00:15:49.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.400+0000 7fdf2d400700 1 -- 172.21.15.12:0/2519066676 learned_addr learned my addr 172.21.15.12:0/2519066676 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:49.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.400+0000 7fdf2e800700 1 --2- 172.21.15.12:0/2519066676 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a3960ee0 0x5596a3964510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.401+0000 7fdf2d400700 1 -- 172.21.15.12:0/2519066676 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a3960ee0 msgr2=0x5596a3964510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:49.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.401+0000 7fdf2d400700 1 --2- 172.21.15.12:0/2519066676 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a3960ee0 0x5596a3964510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.401+0000 7fdf2d400700 1 -- 172.21.15.12:0/2519066676 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 msgr2=0x5596a3966c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:49.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.401+0000 7fdf2d400700 1 --2- 172.21.15.12:0/2519066676 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 0x5596a3966c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.401+0000 7fdf2d400700 1 -- 172.21.15.12:0/2519066676 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596a37f8880 con 0x5596a39605c0 2024-05-21T00:15:49.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.401+0000 7fdf2d400700 1 --2- 172.21.15.12:0/2519066676 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 0x5596a3963fd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c000c00 tx=0x7fdf1c0057e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5112408ac64f22f0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:49.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.401+0000 7fdf0fe00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:15:49.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.401+0000 7fdf0fe00700 1 -- 172.21.15.12:0/2519066676 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c027060 con 0x5596a39605c0 2024-05-21T00:15:49.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.401+0000 7fdf3f493b80 1 -- 172.21.15.12:0/2519066676 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5596a38bad40 con 0x5596a39605c0 2024-05-21T00:15:49.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.401+0000 7fdf0fe00700 1 -- 172.21.15.12:0/2519066676 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fdf1c00bc80 con 0x5596a39605c0 2024-05-21T00:15:49.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.402+0000 7fdf0fe00700 1 -- 172.21.15.12:0/2519066676 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fdf1c00be80 con 0x5596a39605c0 2024-05-21T00:15:49.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.402+0000 7fdf3f493b80 10 client.24940 fetch_fsmap learned FSMap version 28 2024-05-21T00:15:49.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.402+0000 7fdf3f493b80 1 -- 172.21.15.12:0/2519066676 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5596a3879010 con 0x5596a39605c0 2024-05-21T00:15:49.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.402+0000 7fdf0fe00700 1 -- 172.21.15.12:0/2519066676 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5596a38bad40 con 0x5596a39605c0 2024-05-21T00:15:49.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.403+0000 7fdf0fe00700 1 -- 172.21.15.12:0/2519066676 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fdf1c021070 con 0x5596a39605c0 2024-05-21T00:15:49.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.403+0000 7fdf3f493b80 10 client.24940 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:15:49.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.403+0000 7fdf3f493b80 10 client.24940 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T00:15:49.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.403+0000 7fdf3f493b80 20 client.24940 populate_metadata read hostname 'smithi012' 2024-05-21T00:15:49.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.403+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/2519066676 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5596a3974570 0x5596a39759e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.403+0000 7fdf3f493b80 4 client.24940 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:15:49.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.403+0000 7fdf3f493b80 1 -- 172.21.15.12:0/2519066676 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5596a38b4520 con 0x5596a3974570 2024-05-21T00:15:49.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.403+0000 7fdf2e800700 1 --2- 172.21.15.12:0/2519066676 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5596a3974570 0x5596a39759e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.404+0000 7fdf2e800700 1 --2- 172.21.15.12:0/2519066676 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5596a3974570 0x5596a39759e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=546d41d450462220 server_cookie=d28d99b2d2986f35 in_seq=0 out_seq=0 2024-05-21T00:15:49.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.404+0000 7fdf0fe00700 10 client.24940 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:15:49.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.405+0000 7fdf0fe00700 1 -- 172.21.15.12:0/2519066676 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5596a38b4520 con 0x5596a3974570 2024-05-21T00:15:49.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.405+0000 7fdf0fe00700 10 client.24940 handle_command_reply: tid=0 2024-05-21T00:15:49.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.405+0000 7fdf3f493b80 1 client.24940 shutdown 2024-05-21T00:15:49.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.405+0000 7fdf3f493b80 1 -- 172.21.15.12:0/2519066676 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 msgr2=0x5596a3963fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:49.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.405+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/2519066676 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 0x5596a3963fd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c000c00 tx=0x7fdf1c0057e0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.406+0000 7fdf3f493b80 1 -- 172.21.15.12:0/2519066676 shutdown_connections 2024-05-21T00:15:49.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.406+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/2519066676 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a3960ee0 0x5596a3964510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.406+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/2519066676 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5596a3974570 0x5596a39759e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.406+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/2519066676 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 0x5596a3966c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.406+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/2519066676 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 0x5596a3963fd0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.406+0000 7fdf3f493b80 1 -- 172.21.15.12:0/2519066676 >> 172.21.15.12:0/2519066676 conn(0x5596a3888b90 msgr2=0x5596a3954d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:49.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.406+0000 7fdf0fe00700 0 client.24940 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:15:49.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.406+0000 7fdf3f493b80 1 -- 172.21.15.12:0/2519066676 shutdown_connections 2024-05-21T00:15:49.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.406+0000 7fdf3f493b80 1 -- 172.21.15.12:0/2519066676 wait complete. 2024-05-21T00:15:49.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.406+0000 7fdf3f493b80 20 client.24940 trim_cache size 0 max 16384 2024-05-21T00:15:49.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.430+0000 7fdf3f493b80 1 Processor -- start 2024-05-21T00:15:49.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.430+0000 7fdf3f493b80 1 -- start start 2024-05-21T00:15:49.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf3f493b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a395b0f0 0x5596a39644c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf3f493b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 0x5596a39554a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf3f493b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a3960ee0 0x5596a397ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf3f493b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5596a3973d20 con 0x5596a3960ee0 2024-05-21T00:15:49.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf3f493b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5596a39743f0 con 0x5596a395b0f0 2024-05-21T00:15:49.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf3f493b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5596a3974ac0 con 0x5596a39605c0 2024-05-21T00:15:49.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf2d400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 0x5596a39554a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf2d400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 0x5596a39554a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:39780/0 (socket says 172.21.15.12:39780) 2024-05-21T00:15:49.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf2d400700 1 -- 172.21.15.12:0/129953084 learned_addr learned my addr 172.21.15.12:0/129953084 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:49.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf2e800700 1 --2- 172.21.15.12:0/129953084 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a3960ee0 0x5596a397ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf2e800700 1 --2- 172.21.15.12:0/129953084 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a395b0f0 0x5596a39644c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf2d400700 1 -- 172.21.15.12:0/129953084 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a395b0f0 msgr2=0x5596a39644c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:49.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf2d400700 1 --2- 172.21.15.12:0/129953084 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a395b0f0 0x5596a39644c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf2d400700 1 -- 172.21.15.12:0/129953084 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a3960ee0 msgr2=0x5596a397ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:49.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.431+0000 7fdf2d400700 1 --2- 172.21.15.12:0/129953084 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a3960ee0 0x5596a397ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.432+0000 7fdf2d400700 1 -- 172.21.15.12:0/129953084 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596a395ae10 con 0x5596a39605c0 2024-05-21T00:15:49.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.432+0000 7fdf2d400700 1 --2- 172.21.15.12:0/129953084 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 0x5596a39554a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c005850 tx=0x7fdf1c009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e248d5acae68c39c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:49.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.432+0000 7fdf1aa00700 1 -- 172.21.15.12:0/129953084 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c032020 con 0x5596a39605c0 2024-05-21T00:15:49.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.432+0000 7fdf1aa00700 1 -- 172.21.15.12:0/129953084 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdf1c00f460 con 0x5596a39605c0 2024-05-21T00:15:49.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.432+0000 7fdf1aa00700 1 -- 172.21.15.12:0/129953084 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c027070 con 0x5596a39605c0 2024-05-21T00:15:49.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.433+0000 7fdf3f493b80 1 -- 172.21.15.12:0/129953084 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 msgr2=0x5596a39554a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:49.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.433+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/129953084 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 0x5596a39554a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c005850 tx=0x7fdf1c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.433+0000 7fdf3f493b80 1 -- 172.21.15.12:0/129953084 shutdown_connections 2024-05-21T00:15:49.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.433+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/129953084 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a3960ee0 0x5596a397ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.433+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/129953084 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a395b0f0 0x5596a39644c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.433+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/129953084 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a39605c0 0x5596a39554a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.433+0000 7fdf3f493b80 1 -- 172.21.15.12:0/129953084 >> 172.21.15.12:0/129953084 conn(0x5596a3888b90 msgr2=0x5596a3963db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:49.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.433+0000 7fdf3f493b80 1 -- 172.21.15.12:0/129953084 shutdown_connections 2024-05-21T00:15:49.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.433+0000 7fdf3f493b80 1 -- 172.21.15.12:0/129953084 wait complete. 2024-05-21T00:15:49.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.434+0000 7fdf3f493b80 1 -- start start 2024-05-21T00:15:49.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.434+0000 7fdf3f493b80 1 Processor -- start 2024-05-21T00:15:49.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.435+0000 7fdf3f493b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 0x5596a397f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.435+0000 7fdf3f493b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a39605c0 0x5596a397f580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.435+0000 7fdf3f493b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a3960ee0 0x5596a3979e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.435+0000 7fdf3f493b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5596a3975860 con 0x5596a395b0f0 2024-05-21T00:15:49.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.435+0000 7fdf3f493b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5596a3975190 con 0x5596a39605c0 2024-05-21T00:15:49.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.435+0000 7fdf3f493b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5596a3975f30 con 0x5596a3960ee0 2024-05-21T00:15:49.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.435+0000 7fdf3f493b80 10 client.0 _ll_register_callbacks cb 0x5596a3852c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:15:49.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.435+0000 7fdf2e800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 0x5596a397f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.435+0000 7fdf2d400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a39605c0 0x5596a397f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.435+0000 7fdf2e800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 0x5596a397f040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51402/0 (socket says 172.21.15.12:51402) 2024-05-21T00:15:49.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.435+0000 7fdf2e800700 1 -- 172.21.15.12:0/323095141 learned_addr learned my addr 172.21.15.12:0/323095141 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:49.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.435+0000 7fdf2e800700 1 --2- 172.21.15.12:0/323095141 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a3960ee0 0x5596a3979e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.436+0000 7fdf2d400700 1 -- 172.21.15.12:0/323095141 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a3960ee0 msgr2=0x5596a3979e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:49.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.436+0000 7fdf2d400700 1 --2- 172.21.15.12:0/323095141 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a3960ee0 0x5596a3979e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.436+0000 7fdf2d400700 1 -- 172.21.15.12:0/323095141 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 msgr2=0x5596a397f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:49.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.436+0000 7fdf2d400700 1 --2- 172.21.15.12:0/323095141 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 0x5596a397f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.436+0000 7fdf2d400700 1 -- 172.21.15.12:0/323095141 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596a397a600 con 0x5596a39605c0 2024-05-21T00:15:49.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.436+0000 7fdf2d400700 1 --2- 172.21.15.12:0/323095141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a39605c0 0x5596a397f580 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c009350 tx=0x7fdf1c005a00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ba9893f983d63f36 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:49.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.436+0000 7fdf0fe00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:15:49.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.436+0000 7fdf0fe00700 1 -- 172.21.15.12:0/323095141 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c03b070 con 0x5596a39605c0 2024-05-21T00:15:49.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.436+0000 7fdf3f493b80 1 -- 172.21.15.12:0/323095141 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5596a372b200 con 0x5596a39605c0 2024-05-21T00:15:49.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.436+0000 7fdf0fe00700 1 -- 172.21.15.12:0/323095141 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fdf1c003890 con 0x5596a39605c0 2024-05-21T00:15:49.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.437+0000 7fdf0fe00700 1 -- 172.21.15.12:0/323095141 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fdf1c027040 con 0x5596a39605c0 2024-05-21T00:15:49.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.437+0000 7fdf3f493b80 10 client.24923 fetch_fsmap learned FSMap version 28 2024-05-21T00:15:49.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.437+0000 7fdf3f493b80 1 -- 172.21.15.12:0/323095141 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5596a39e07e0 con 0x5596a39605c0 2024-05-21T00:15:49.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.437+0000 7fdf0fe00700 1 -- 172.21.15.12:0/323095141 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5596a372b200 con 0x5596a39605c0 2024-05-21T00:15:49.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.437+0000 7fdf0fe00700 1 -- 172.21.15.12:0/323095141 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7fdf1c03e020 con 0x5596a39605c0 2024-05-21T00:15:49.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.437+0000 7fdf3f493b80 10 client.24923 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:15:49.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.438+0000 7fdf3f493b80 10 client.24923 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T00:15:49.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.438+0000 7fdf3f493b80 20 client.24923 populate_metadata read hostname 'smithi012' 2024-05-21T00:15:49.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.438+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/323095141 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5596a39e5030 0x5596a39e3d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:49.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.438+0000 7fdf3f493b80 4 client.24923 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:15:49.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.438+0000 7fdf3f493b80 1 -- 172.21.15.12:0/323095141 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "status"}) -- 0x5596a387cb40 con 0x5596a39e5030 2024-05-21T00:15:49.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.438+0000 7fdf2e800700 1 --2- 172.21.15.12:0/323095141 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5596a39e5030 0x5596a39e3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:49.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf2e800700 1 --2- 172.21.15.12:0/323095141 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5596a39e5030 0x5596a39e3d40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=17462dfca3d21ba9 server_cookie=deef430160769819 in_seq=0 out_seq=0 2024-05-21T00:15:49.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf0fe00700 10 client.24923 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:15:49.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf0fe00700 1 -- 172.21.15.12:0/323095141 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5596a387cb40 con 0x5596a39e5030 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf0fe00700 10 client.24923 handle_command_reply: tid=0 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf3f493b80 1 client.24923 shutdown 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf3f493b80 1 -- 172.21.15.12:0/323095141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a39605c0 msgr2=0x5596a397f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/323095141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a39605c0 0x5596a397f580 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c009350 tx=0x7fdf1c005a00 comp rx=0 tx=0).stop 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf3f493b80 1 -- 172.21.15.12:0/323095141 shutdown_connections 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/323095141 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5596a3960ee0 0x5596a3979e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/323095141 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5596a39e5030 0x5596a39e3d40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/323095141 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5596a395b0f0 0x5596a397f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf3f493b80 1 --2- 172.21.15.12:0/323095141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5596a39605c0 0x5596a397f580 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf0fe00700 0 client.24923 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf3f493b80 1 -- 172.21.15.12:0/323095141 >> 172.21.15.12:0/323095141 conn(0x5596a3888b90 msgr2=0x5596a3961b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf3f493b80 1 -- 172.21.15.12:0/323095141 shutdown_connections 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.439+0000 7fdf3f493b80 1 -- 172.21.15.12:0/323095141 wait complete. 2024-05-21T00:15:49.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.440+0000 7fdf3f493b80 20 client.24923 trim_cache size 0 max 16384 2024-05-21T00:15:49.441 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:15:49.441 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:15:49.441 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 1, 2024-05-21T00:15:49.441 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24530, 2024-05-21T00:15:49.441 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:15:49.441 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:15:49.441 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:15:49.441 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 153.79675613500001, 2024-05-21T00:15:49.441 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-05-21T00:15:49.441 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:15:49.441 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 79, 2024-05-21T00:15:49.442 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 189.51472227900001 2024-05-21T00:15:49.442 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:15:49.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.440+0000 7fdf34c00700 1 -- 172.21.15.12:0/1496818843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdf140b2900 msgr2=0x7fdf140b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:49.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.440+0000 7fdf34c00700 1 --2- 172.21.15.12:0/1496818843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdf140b2900 0x7fdf140b4dc0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fdf200dfd30 tx=0x7fdf2001f000 comp rx=0 tx=0).stop 2024-05-21T00:15:49.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.440+0000 7fdf34c00700 1 -- 172.21.15.12:0/1496818843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf30105750 msgr2=0x7fdf3019be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:49.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.440+0000 7fdf34c00700 1 --2- 172.21.15.12:0/1496818843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf30105750 0x7fdf3019be00 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fdf2000e9a0 tx=0x7fdf2000ecb0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.441+0000 7fdf34c00700 1 -- 172.21.15.12:0/1496818843 shutdown_connections 2024-05-21T00:15:49.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.441+0000 7fdf34c00700 1 --2- 172.21.15.12:0/1496818843 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdf3010b750 0x7fdf301a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.441+0000 7fdf34c00700 1 --2- 172.21.15.12:0/1496818843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdf30105750 0x7fdf3019be00 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.441+0000 7fdf34c00700 1 --2- 172.21.15.12:0/1496818843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdf140b2900 0x7fdf140b4dc0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.441+0000 7fdf34c00700 1 --2- 172.21.15.12:0/1496818843 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdf30106110 0x7fdf3019c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:49.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.441+0000 7fdf34c00700 1 -- 172.21.15.12:0/1496818843 >> 172.21.15.12:0/1496818843 conn(0x7fdf30101240 msgr2=0x7fdf30101ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:49.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.441+0000 7fdf34c00700 1 -- 172.21.15.12:0/1496818843 shutdown_connections 2024-05-21T00:15:49.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:49.441+0000 7fdf34c00700 1 -- 172.21.15.12:0/1496818843 wait complete. 2024-05-21T00:15:49.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:48 smithi060 ceph-mon[36426]: pgmap v401: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:50.359 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.a status 2024-05-21T00:15:50.814 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:51.150 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:50 smithi012 ceph-mon[31403]: pgmap v402: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:51.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:50 smithi077 ceph-mon[36377]: pgmap v402: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:51.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:50 smithi060 ceph-mon[36426]: pgmap v402: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:53.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.032+0000 7fead7800700 1 -- 172.21.15.12:0/224892439 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fead0103f90 msgr2=0x7fead0110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:53.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.032+0000 7fead7800700 1 --2- 172.21.15.12:0/224892439 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fead0103f90 0x7fead0110470 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7feac8009990 tx=0x7feac8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.032+0000 7fead7800700 1 -- 172.21.15.12:0/224892439 shutdown_connections 2024-05-21T00:15:53.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.032+0000 7fead7800700 1 --2- 172.21.15.12:0/224892439 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fead0103f90 0x7fead0110470 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.032+0000 7fead7800700 1 --2- 172.21.15.12:0/224892439 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fead0108500 0x7fead01088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.032+0000 7fead7800700 1 --2- 172.21.15.12:0/224892439 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fead01035f0 0x7fead0103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.032+0000 7fead7800700 1 -- 172.21.15.12:0/224892439 >> 172.21.15.12:0/224892439 conn(0x7fead007a6a0 msgr2=0x7fead007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:53.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.032+0000 7fead7800700 1 -- 172.21.15.12:0/224892439 shutdown_connections 2024-05-21T00:15:53.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.032+0000 7fead7800700 1 -- 172.21.15.12:0/224892439 wait complete. 2024-05-21T00:15:53.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.033+0000 7fead7800700 1 Processor -- start 2024-05-21T00:15:53.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.034+0000 7fead7800700 1 -- start start 2024-05-21T00:15:53.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.034+0000 7fead7800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fead01035f0 0x7fead019bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.034+0000 7fead7800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fead0103f90 0x7fead019c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.034+0000 7fead7800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fead0108500 0x7fead01a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.034+0000 7fead7800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fead0113790 con 0x7fead01035f0 2024-05-21T00:15:53.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.034+0000 7fead7800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fead0113610 con 0x7fead0108500 2024-05-21T00:15:53.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.034+0000 7fead7800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fead0113910 con 0x7fead0103f90 2024-05-21T00:15:53.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.034+0000 7fead4e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fead01035f0 0x7fead019bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.034+0000 7fead4e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fead01035f0 0x7fead019bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51408/0 (socket says 172.21.15.12:51408) 2024-05-21T00:15:53.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.034+0000 7fead4e00700 1 -- 172.21.15.12:0/111229456 learned_addr learned my addr 172.21.15.12:0/111229456 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:53.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.034+0000 7feac7e00700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fead0103f90 0x7fead019c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.035+0000 7fead5800700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fead0108500 0x7fead01a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.035+0000 7fead4e00700 1 -- 172.21.15.12:0/111229456 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fead0103f90 msgr2=0x7fead019c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:53.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.035+0000 7fead4e00700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fead0103f90 0x7fead019c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.035+0000 7fead4e00700 1 -- 172.21.15.12:0/111229456 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fead0108500 msgr2=0x7fead01a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:53.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.035+0000 7fead4e00700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fead0108500 0x7fead01a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.035+0000 7fead4e00700 1 -- 172.21.15.12:0/111229456 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fead01a0d90 con 0x7fead01035f0 2024-05-21T00:15:53.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.035+0000 7fead4e00700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fead01035f0 0x7fead019bd80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7feac000c140 tx=0x7feac000c450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:53.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.036+0000 7feace000700 1 -- 172.21.15.12:0/111229456 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac000ccd0 con 0x7fead01035f0 2024-05-21T00:15:53.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.036+0000 7fead7800700 1 -- 172.21.15.12:0/111229456 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fead01a1020 con 0x7fead01035f0 2024-05-21T00:15:53.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.036+0000 7feace000700 1 -- 172.21.15.12:0/111229456 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feac0018070 con 0x7fead01035f0 2024-05-21T00:15:53.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.036+0000 7feace000700 1 -- 172.21.15.12:0/111229456 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac001d660 con 0x7fead01035f0 2024-05-21T00:15:53.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.036+0000 7fead7800700 1 -- 172.21.15.12:0/111229456 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fead01a8900 con 0x7fead01035f0 2024-05-21T00:15:53.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.040+0000 7feace000700 1 -- 172.21.15.12:0/111229456 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7feac0012070 con 0x7fead01035f0 2024-05-21T00:15:53.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.041+0000 7feae2146b80 1 Processor -- start 2024-05-21T00:15:53.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.041+0000 7feae2146b80 1 -- start start 2024-05-21T00:15:53.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.041+0000 7feace000700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feab40b2880 0x7feab40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.041+0000 7feace000700 1 -- 172.21.15.12:0/111229456 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7feac00e1ef0 con 0x7fead01035f0 2024-05-21T00:15:53.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.041+0000 7feae2146b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c339a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.041+0000 7feae2146b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c33ee0 0x55cf75c2dad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.041+0000 7feae2146b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 0x55cf75c2e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.041+0000 7feae2146b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55cf75b8bdf0 con 0x55cf75c33ee0 2024-05-21T00:15:53.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.041+0000 7feae2146b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55cf75b7b990 con 0x55cf75c2e0f0 2024-05-21T00:15:53.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.041+0000 7feae2146b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55cf75b7f9d0 con 0x55cf75c335c0 2024-05-21T00:15:53.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.042+0000 7fead4e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c339a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.042+0000 7feac7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c33ee0 0x55cf75c2dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.042+0000 7fead4e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c339a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:39810/0 (socket says 172.21.15.12:39810) 2024-05-21T00:15:53.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.042+0000 7fead4e00700 1 -- 172.21.15.12:0/2535931113 learned_addr learned my addr 172.21.15.12:0/2535931113 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:53.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.042+0000 7fead5800700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feab40b2880 0x7feab40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.042+0000 7fead4e00700 1 -- 172.21.15.12:0/2535931113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 msgr2=0x55cf75c2e570 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:15:53.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.042+0000 7fead4e00700 1 --2- 172.21.15.12:0/2535931113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 0x55cf75c2e570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.042+0000 7fead4e00700 1 -- 172.21.15.12:0/2535931113 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c33ee0 msgr2=0x55cf75c2dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:53.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.042+0000 7fead4e00700 1 --2- 172.21.15.12:0/2535931113 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c33ee0 0x55cf75c2dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.042+0000 7fead4e00700 1 -- 172.21.15.12:0/2535931113 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf75b443d0 con 0x55cf75c335c0 2024-05-21T00:15:53.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.043+0000 7fead4e00700 1 --2- 172.21.15.12:0/2535931113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c339a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7feac00a91e0 tx=0x7feac0009f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82e271ccb5b2dc69 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:53.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.043+0000 7feac6000700 1 -- 172.21.15.12:0/2535931113 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac00a8ff0 con 0x55cf75c335c0 2024-05-21T00:15:53.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.043+0000 7feac6000700 1 -- 172.21.15.12:0/2535931113 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feac00a9be0 con 0x55cf75c335c0 2024-05-21T00:15:53.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.043+0000 7feac6000700 1 -- 172.21.15.12:0/2535931113 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac00b2110 con 0x55cf75c335c0 2024-05-21T00:15:53.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.043+0000 7fead5800700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feab40b2880 0x7feab40b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x55cf75c2eab0 tx=0x7feac800b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:53.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.044+0000 7feae2146b80 1 -- 172.21.15.12:0/2535931113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 msgr2=0x55cf75c339a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:53.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.044+0000 7feae2146b80 1 --2- 172.21.15.12:0/2535931113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c339a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7feac00a91e0 tx=0x7feac0009f60 comp rx=0 tx=0).stop 2024-05-21T00:15:53.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.044+0000 7feae2146b80 1 -- 172.21.15.12:0/2535931113 shutdown_connections 2024-05-21T00:15:53.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.044+0000 7feae2146b80 1 --2- 172.21.15.12:0/2535931113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 0x55cf75c2e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.044+0000 7feae2146b80 1 --2- 172.21.15.12:0/2535931113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c339a0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.044+0000 7feae2146b80 1 --2- 172.21.15.12:0/2535931113 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c33ee0 0x55cf75c2dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.044+0000 7feae2146b80 1 -- 172.21.15.12:0/2535931113 >> 172.21.15.12:0/2535931113 conn(0x55cf75b5bb90 msgr2=0x55cf75c28640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:53.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.044+0000 7feae2146b80 1 -- 172.21.15.12:0/2535931113 shutdown_connections 2024-05-21T00:15:53.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.044+0000 7feae2146b80 1 -- 172.21.15.12:0/2535931113 wait complete. 2024-05-21T00:15:53.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.045+0000 7feae2146b80 1 -- start start 2024-05-21T00:15:53.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.045+0000 7feae2146b80 1 Processor -- start 2024-05-21T00:15:53.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.045+0000 7feae2146b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c2e0f0 0x55cf75c39bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.046+0000 7feae2146b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c36f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.046+0000 7feae2146b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c33ee0 0x55cf75c374b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.046+0000 7feae2146b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55cf75a81f50 con 0x55cf75c2e0f0 2024-05-21T00:15:53.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.046+0000 7feae2146b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55cf75b1c710 con 0x55cf75c33ee0 2024-05-21T00:15:53.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.046+0000 7feae2146b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55cf75c3a9e0 con 0x55cf75c335c0 2024-05-21T00:15:53.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.046+0000 7feae2146b80 10 client.0 _ll_register_callbacks cb 0x55cf75b25c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:15:53.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.046+0000 7fead4e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c2e0f0 0x55cf75c39bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.046+0000 7fead4e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c2e0f0 0x55cf75c39bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51426/0 (socket says 172.21.15.12:51426) 2024-05-21T00:15:53.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.046+0000 7fead4e00700 1 -- 172.21.15.12:0/839914513 learned_addr learned my addr 172.21.15.12:0/839914513 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:53.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.046+0000 7feac7e00700 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c36f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.046+0000 7fead5800700 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c33ee0 0x55cf75c374b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.046+0000 7fead4e00700 1 -- 172.21.15.12:0/839914513 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 msgr2=0x55cf75c36f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:53.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.047+0000 7fead4e00700 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c36f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.047+0000 7fead4e00700 1 -- 172.21.15.12:0/839914513 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c33ee0 msgr2=0x55cf75c374b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:53.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.047+0000 7fead4e00700 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c33ee0 0x55cf75c374b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.047+0000 7fead4e00700 1 -- 172.21.15.12:0/839914513 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf75acb880 con 0x55cf75c2e0f0 2024-05-21T00:15:53.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.047+0000 7feac7e00700 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c36f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:53.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.047+0000 7fead4e00700 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c2e0f0 0x55cf75c39bd0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7feac00090a0 tx=0x7feac00a94e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da979428c0a53f90 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:53.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.047+0000 7feabea00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:15:53.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.047+0000 7feabea00700 1 -- 172.21.15.12:0/839914513 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac00c7020 con 0x55cf75c2e0f0 2024-05-21T00:15:53.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.047+0000 7feabea00700 1 -- 172.21.15.12:0/839914513 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7feac00a8950 con 0x55cf75c2e0f0 2024-05-21T00:15:53.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.047+0000 7feae2146b80 1 -- 172.21.15.12:0/839914513 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feac00a9be0 con 0x55cf75c2e0f0 2024-05-21T00:15:53.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.048+0000 7feabea00700 1 -- 172.21.15.12:0/839914513 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7feac0089050 con 0x55cf75c2e0f0 2024-05-21T00:15:53.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.048+0000 7feae2146b80 10 client.14826 fetch_fsmap learned FSMap version 28 2024-05-21T00:15:53.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.048+0000 7feae2146b80 1 -- 172.21.15.12:0/839914513 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cf75b4c010 con 0x55cf75c2e0f0 2024-05-21T00:15:53.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.048+0000 7feabea00700 1 -- 172.21.15.12:0/839914513 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feac00a9be0 con 0x55cf75c2e0f0 2024-05-21T00:15:53.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.049+0000 7feabea00700 1 -- 172.21.15.12:0/839914513 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7feac00a81b0 con 0x55cf75c2e0f0 2024-05-21T00:15:53.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.049+0000 7feae2146b80 10 client.14826 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:15:53.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.049+0000 7feae2146b80 10 client.14826 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-21T00:15:53.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.049+0000 7feae2146b80 20 client.14826 populate_metadata read hostname 'smithi012' 2024-05-21T00:15:53.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.049+0000 7feae2146b80 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cf75c46fc0 0x55cf75c48430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.049+0000 7feae2146b80 4 client.14826 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:15:53.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.049+0000 7feae2146b80 1 -- 172.21.15.12:0/839914513 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cf75b8dd40 con 0x55cf75c46fc0 2024-05-21T00:15:53.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.050+0000 7feac7e00700 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cf75c46fc0 0x55cf75c48430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.050+0000 7feac7e00700 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cf75c46fc0 0x55cf75c48430 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4351cb71d0c12ef5 server_cookie=7d0d393a6a1d42ed in_seq=0 out_seq=0 2024-05-21T00:15:53.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.050+0000 7feabea00700 10 client.14826 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:15:53.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.052+0000 7feabea00700 1 -- 172.21.15.12:0/839914513 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cf75b8dd40 con 0x55cf75c46fc0 2024-05-21T00:15:53.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.052+0000 7feabea00700 10 client.14826 handle_command_reply: tid=0 2024-05-21T00:15:53.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.052+0000 7feae2146b80 1 client.14826 shutdown 2024-05-21T00:15:53.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.052+0000 7feae2146b80 1 -- 172.21.15.12:0/839914513 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c2e0f0 msgr2=0x55cf75c39bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:53.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.052+0000 7feae2146b80 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c2e0f0 0x55cf75c39bd0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7feac00090a0 tx=0x7feac00a94e0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.052+0000 7feae2146b80 1 -- 172.21.15.12:0/839914513 shutdown_connections 2024-05-21T00:15:53.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.052+0000 7feae2146b80 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c33ee0 0x55cf75c374b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.052+0000 7feae2146b80 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c2e0f0 0x55cf75c39bd0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.052+0000 7feae2146b80 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cf75c46fc0 0x55cf75c48430 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.052+0000 7feae2146b80 1 --2- 172.21.15.12:0/839914513 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c36f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.052+0000 7feae2146b80 1 -- 172.21.15.12:0/839914513 >> 172.21.15.12:0/839914513 conn(0x55cf75b5bb90 msgr2=0x55cf75c27d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:53.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.052+0000 7feabea00700 0 client.14826 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:15:53.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.052+0000 7feae2146b80 1 -- 172.21.15.12:0/839914513 shutdown_connections 2024-05-21T00:15:53.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.053+0000 7feae2146b80 1 -- 172.21.15.12:0/839914513 wait complete. 2024-05-21T00:15:53.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.053+0000 7feae2146b80 20 client.14826 trim_cache size 0 max 16384 2024-05-21T00:15:53.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.080+0000 7feae2146b80 1 Processor -- start 2024-05-21T00:15:53.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.080+0000 7feae2146b80 1 -- start start 2024-05-21T00:15:53.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.080+0000 7feae2146b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 0x55cf75c461e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.080+0000 7feae2146b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c335c0 0x55cf75c2dad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7feae2146b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c33ee0 0x55cf75c2e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7feae2146b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55cf75c46770 con 0x55cf75c335c0 2024-05-21T00:15:53.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7feae2146b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55cf75c46e40 con 0x55cf75c2e0f0 2024-05-21T00:15:53.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7feae2146b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55cf75c47510 con 0x55cf75c33ee0 2024-05-21T00:15:53.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7feac7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c335c0 0x55cf75c2dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7feac7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c335c0 0x55cf75c2dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51432/0 (socket says 172.21.15.12:51432) 2024-05-21T00:15:53.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7feac7e00700 1 -- 172.21.15.12:0/3603515127 learned_addr learned my addr 172.21.15.12:0/3603515127 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:53.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7fead4e00700 1 --2- 172.21.15.12:0/3603515127 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 0x55cf75c461e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.081 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7fead5800700 1 --2- 172.21.15.12:0/3603515127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c33ee0 0x55cf75c2e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7fead4e00700 1 -- 172.21.15.12:0/3603515127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c33ee0 msgr2=0x55cf75c2e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:53.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7fead4e00700 1 --2- 172.21.15.12:0/3603515127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c33ee0 0x55cf75c2e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7fead4e00700 1 -- 172.21.15.12:0/3603515127 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c335c0 msgr2=0x55cf75c2dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:53.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7fead4e00700 1 --2- 172.21.15.12:0/3603515127 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c335c0 0x55cf75c2dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7fead4e00700 1 -- 172.21.15.12:0/3603515127 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf75c29110 con 0x55cf75c2e0f0 2024-05-21T00:15:53.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.081+0000 7feac7e00700 1 --2- 172.21.15.12:0/3603515127 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c335c0 0x55cf75c2dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:53.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.082+0000 7fead4e00700 1 --2- 172.21.15.12:0/3603515127 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 0x55cf75c461e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7feac00a91e0 tx=0x7feac0009f60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c259f7343783e5a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:53.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.082+0000 7feac5600700 1 -- 172.21.15.12:0/3603515127 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac00c7040 con 0x55cf75c2e0f0 2024-05-21T00:15:53.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.082+0000 7feac5600700 1 -- 172.21.15.12:0/3603515127 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feac00a8ff0 con 0x55cf75c2e0f0 2024-05-21T00:15:53.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.082+0000 7feac5600700 1 -- 172.21.15.12:0/3603515127 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feac00ad890 con 0x55cf75c2e0f0 2024-05-21T00:15:53.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.083+0000 7feae2146b80 1 -- 172.21.15.12:0/3603515127 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 msgr2=0x55cf75c461e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:53.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.083+0000 7feae2146b80 1 --2- 172.21.15.12:0/3603515127 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 0x55cf75c461e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7feac00a91e0 tx=0x7feac0009f60 comp rx=0 tx=0).stop 2024-05-21T00:15:53.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.083+0000 7feae2146b80 1 -- 172.21.15.12:0/3603515127 shutdown_connections 2024-05-21T00:15:53.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.083+0000 7feae2146b80 1 --2- 172.21.15.12:0/3603515127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c33ee0 0x55cf75c2e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.083+0000 7feae2146b80 1 --2- 172.21.15.12:0/3603515127 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 0x55cf75c461e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.083+0000 7feae2146b80 1 --2- 172.21.15.12:0/3603515127 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c335c0 0x55cf75c2dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.083+0000 7feae2146b80 1 -- 172.21.15.12:0/3603515127 >> 172.21.15.12:0/3603515127 conn(0x55cf75b5bb90 msgr2=0x55cf75c38620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:53.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.083+0000 7feae2146b80 1 -- 172.21.15.12:0/3603515127 shutdown_connections 2024-05-21T00:15:53.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.083+0000 7feae2146b80 1 -- 172.21.15.12:0/3603515127 wait complete. 2024-05-21T00:15:53.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.083+0000 7feae2146b80 1 -- start start 2024-05-21T00:15:53.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.084+0000 7feae2146b80 1 Processor -- start 2024-05-21T00:15:53.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.084+0000 7feae2146b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 0x55cf75c518b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.084+0000 7feae2146b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c51df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.084+0000 7feae2146b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c33ee0 0x55cf75c4c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.084+0000 7feae2146b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55cf75c482b0 con 0x55cf75c33ee0 2024-05-21T00:15:53.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.084+0000 7feae2146b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55cf75c47be0 con 0x55cf75c2e0f0 2024-05-21T00:15:53.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.084+0000 7feae2146b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55cf75c48980 con 0x55cf75c335c0 2024-05-21T00:15:53.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.084+0000 7feae2146b80 10 client.0 _ll_register_callbacks cb 0x55cf75b25c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:15:53.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.085+0000 7feac7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c51df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.085+0000 7feac7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c51df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:39834/0 (socket says 172.21.15.12:39834) 2024-05-21T00:15:53.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.085+0000 7feac7e00700 1 -- 172.21.15.12:0/2122033168 learned_addr learned my addr 172.21.15.12:0/2122033168 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:53.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.085+0000 7fead5800700 1 --2- 172.21.15.12:0/2122033168 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c33ee0 0x55cf75c4c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.085+0000 7fead4e00700 1 --2- 172.21.15.12:0/2122033168 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 0x55cf75c518b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.085+0000 7feac7e00700 1 -- 172.21.15.12:0/2122033168 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 msgr2=0x55cf75c518b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:53.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.085+0000 7feac7e00700 1 --2- 172.21.15.12:0/2122033168 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 0x55cf75c518b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.085+0000 7feac7e00700 1 -- 172.21.15.12:0/2122033168 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c33ee0 msgr2=0x55cf75c4c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:15:53.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.085+0000 7feac7e00700 1 --2- 172.21.15.12:0/2122033168 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c33ee0 0x55cf75c4c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.085+0000 7feac7e00700 1 -- 172.21.15.12:0/2122033168 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf75c28ab0 con 0x55cf75c335c0 2024-05-21T00:15:53.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.085+0000 7feac7e00700 1 --2- 172.21.15.12:0/2122033168 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c51df0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x55cf75c38540 tx=0x7feab80129d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a9b92c50d13fb5c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:53.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.085+0000 7feabea00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.085+0000 7feabea00700 1 -- 172.21.15.12:0/2122033168 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feab8004030 con 0x55cf75c335c0 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.086+0000 7feae2146b80 1 -- 172.21.15.12:0/2122033168 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feac00a8ff0 con 0x55cf75c335c0 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.086+0000 7feabea00700 1 -- 172.21.15.12:0/2122033168 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7feab80041d0 con 0x55cf75c335c0 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.086+0000 7feabea00700 1 -- 172.21.15.12:0/2122033168 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7feab80043d0 con 0x55cf75c335c0 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.086+0000 7feae2146b80 10 client.24964 fetch_fsmap learned FSMap version 28 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.086+0000 7feae2146b80 1 -- 172.21.15.12:0/2122033168 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cf75cb2dc0 con 0x55cf75c335c0 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.086+0000 7feabea00700 1 -- 172.21.15.12:0/2122033168 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feac00a8ff0 con 0x55cf75c335c0 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.086+0000 7feabea00700 1 -- 172.21.15.12:0/2122033168 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7feab80105f0 con 0x55cf75c335c0 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.086+0000 7feae2146b80 10 client.24964 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.086+0000 7feae2146b80 10 client.24964 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.086+0000 7feae2146b80 20 client.24964 populate_metadata read hostname 'smithi012' 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.087+0000 7feae2146b80 1 --2- 172.21.15.12:0/2122033168 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cf75cb79a0 0x55cf75cb66b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.087+0000 7feae2146b80 4 client.24964 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:15:53.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.087+0000 7feae2146b80 1 -- 172.21.15.12:0/2122033168 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "status"}) -- 0x55cf75b87520 con 0x55cf75cb79a0 2024-05-21T00:15:53.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.087+0000 7fead4e00700 1 --2- 172.21.15.12:0/2122033168 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cf75cb79a0 0x55cf75cb66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:53.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.087+0000 7fead4e00700 1 --2- 172.21.15.12:0/2122033168 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cf75cb79a0 0x55cf75cb66b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d77fc775ae0477a6 server_cookie=cbc2dd629da0c778 in_seq=0 out_seq=0 2024-05-21T00:15:53.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.087+0000 7feabea00700 10 client.24964 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:15:53.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feabea00700 1 -- 172.21.15.12:0/2122033168 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+321 (crc 0 0 0) 0x55cf75b87520 con 0x55cf75cb79a0 2024-05-21T00:15:53.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feabea00700 10 client.24964 handle_command_reply: tid=0 2024-05-21T00:15:53.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feae2146b80 1 client.24964 shutdown 2024-05-21T00:15:53.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feae2146b80 1 -- 172.21.15.12:0/2122033168 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 msgr2=0x55cf75c51df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:53.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feae2146b80 1 --2- 172.21.15.12:0/2122033168 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c51df0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x55cf75c38540 tx=0x7feab80129d0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feae2146b80 1 -- 172.21.15.12:0/2122033168 shutdown_connections 2024-05-21T00:15:53.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feae2146b80 1 --2- 172.21.15.12:0/2122033168 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cf75c33ee0 0x55cf75c4c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feae2146b80 1 --2- 172.21.15.12:0/2122033168 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cf75c2e0f0 0x55cf75c518b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feae2146b80 1 --2- 172.21.15.12:0/2122033168 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cf75cb79a0 0x55cf75cb66b0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feae2146b80 1 --2- 172.21.15.12:0/2122033168 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cf75c335c0 0x55cf75c51df0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feae2146b80 1 -- 172.21.15.12:0/2122033168 >> 172.21.15.12:0/2122033168 conn(0x55cf75b5bb90 msgr2=0x55cf75c35fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:53.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feabea00700 0 client.24964 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:15:53.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feae2146b80 1 -- 172.21.15.12:0/2122033168 shutdown_connections 2024-05-21T00:15:53.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.088+0000 7feae2146b80 1 -- 172.21.15.12:0/2122033168 wait complete. 2024-05-21T00:15:53.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.089+0000 7feae2146b80 20 client.24964 trim_cache size 0 max 16384 2024-05-21T00:15:53.090 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:15:53.090 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:15:53.090 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 0, 2024-05-21T00:15:53.090 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24538, 2024-05-21T00:15:53.090 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:15:53.090 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:15:53.090 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:15:53.090 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 173.025141934, 2024-05-21T00:15:53.090 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-05-21T00:15:53.090 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:15:53.090 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 79, 2024-05-21T00:15:53.090 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 195.93355255 2024-05-21T00:15:53.090 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:15:53.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.089+0000 7fead7800700 1 -- 172.21.15.12:0/111229456 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feab40b2880 msgr2=0x7feab40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:53.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.089+0000 7fead7800700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feab40b2880 0x7feab40b4d40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x55cf75c2eab0 tx=0x7feac800b260 comp rx=0 tx=0).stop 2024-05-21T00:15:53.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.089+0000 7fead7800700 1 -- 172.21.15.12:0/111229456 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fead01035f0 msgr2=0x7fead019bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:53.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.089+0000 7fead7800700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fead01035f0 0x7fead019bd80 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7feac000c140 tx=0x7feac000c450 comp rx=0 tx=0).stop 2024-05-21T00:15:53.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.089+0000 7fead7800700 1 -- 172.21.15.12:0/111229456 shutdown_connections 2024-05-21T00:15:53.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.090+0000 7fead7800700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fead0108500 0x7fead01a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.090+0000 7fead7800700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feab40b2880 0x7feab40b4d40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.090+0000 7fead7800700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fead01035f0 0x7fead019bd80 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.090+0000 7fead7800700 1 --2- 172.21.15.12:0/111229456 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fead0103f90 0x7fead019c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:53.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.090+0000 7fead7800700 1 -- 172.21.15.12:0/111229456 >> 172.21.15.12:0/111229456 conn(0x7fead007a6a0 msgr2=0x7fead0101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:53.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.090+0000 7fead7800700 1 -- 172.21.15.12:0/111229456 shutdown_connections 2024-05-21T00:15:53.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:53.090+0000 7fead7800700 1 -- 172.21.15.12:0/111229456 wait complete. 2024-05-21T00:15:53.107 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:53 smithi012 ceph-mon[31403]: pgmap v403: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:53.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:53 smithi077 ceph-mon[36377]: pgmap v403: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:53.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:53 smithi060 ceph-mon[36426]: pgmap v403: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:15:54.127 INFO:tasks.cephadm:Setup complete, yielding 2024-05-21T00:15:54.127 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-21T00:15:54.137 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi012.front.sepia.ceph.com 2024-05-21T00:15:54.137 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch status' 2024-05-21T00:15:54.622 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:55.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:55 smithi012 ceph-mon[31403]: pgmap v404: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:55.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:55 smithi077 ceph-mon[36377]: pgmap v404: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:55.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:55 smithi060 ceph-mon[36426]: pgmap v404: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:15:56.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.861+0000 7f654be00700 1 -- 172.21.15.12:0/845422657 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f654c1046c0 msgr2=0x7f654c104b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:56.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.861+0000 7f654be00700 1 --2- 172.21.15.12:0/845422657 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f654c1046c0 0x7f654c104b20 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f65340099c0 tx=0x7f6534009cd0 comp rx=0 tx=0).stop 2024-05-21T00:15:56.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.861+0000 7f654be00700 1 -- 172.21.15.12:0/845422657 shutdown_connections 2024-05-21T00:15:56.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.861+0000 7f654be00700 1 --2- 172.21.15.12:0/845422657 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f654c105060 0x7f654c10b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:56.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.861+0000 7f654be00700 1 --2- 172.21.15.12:0/845422657 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f654c1034c0 0x7f654c1038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:56.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.861+0000 7f654be00700 1 --2- 172.21.15.12:0/845422657 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f654c1046c0 0x7f654c104b20 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:56.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.861+0000 7f654be00700 1 -- 172.21.15.12:0/845422657 >> 172.21.15.12:0/845422657 conn(0x7f654c0fea80 msgr2=0x7f654c100ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:56.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.861+0000 7f654be00700 1 -- 172.21.15.12:0/845422657 shutdown_connections 2024-05-21T00:15:56.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.861+0000 7f654be00700 1 -- 172.21.15.12:0/845422657 wait complete. 2024-05-21T00:15:56.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.862+0000 7f654be00700 1 Processor -- start 2024-05-21T00:15:56.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.862+0000 7f654be00700 1 -- start start 2024-05-21T00:15:56.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.862+0000 7f654be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f654c1034c0 0x7f654c19b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:56.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.862+0000 7f654be00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f654c1046c0 0x7f654c19bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:56.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f654be00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f654c105060 0x7f654c1a2e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:56.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f654be00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f654c10efb0 con 0x7f654c1034c0 2024-05-21T00:15:56.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f654be00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f654c10ee30 con 0x7f654c105060 2024-05-21T00:15:56.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f654be00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f654c10f130 con 0x7f654c1046c0 2024-05-21T00:15:56.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f654aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f654c1034c0 0x7f654c19b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:56.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f654aa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f654c1034c0 0x7f654c19b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53466/0 (socket says 172.21.15.12:53466) 2024-05-21T00:15:56.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f654aa00700 1 -- 172.21.15.12:0/667001724 learned_addr learned my addr 172.21.15.12:0/667001724 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:15:56.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f6542000700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f654c1046c0 0x7f654c19bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:56.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f654b400700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f654c105060 0x7f654c1a2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:56.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f654aa00700 1 -- 172.21.15.12:0/667001724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f654c1046c0 msgr2=0x7f654c19bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:56.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f654aa00700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f654c1046c0 0x7f654c19bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:56.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f654aa00700 1 -- 172.21.15.12:0/667001724 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f654c105060 msgr2=0x7f654c1a2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:56.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f654aa00700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f654c105060 0x7f654c1a2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:56.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f654aa00700 1 -- 172.21.15.12:0/667001724 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f654c1a3500 con 0x7f654c1034c0 2024-05-21T00:15:56.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.863+0000 7f6542000700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f654c1046c0 0x7f654c19bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:15:56.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.864+0000 7f654aa00700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f654c1034c0 0x7f654c19b8a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f653c00e980 tx=0x7f653c00ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:56.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.864+0000 7f6543e00700 1 -- 172.21.15.12:0/667001724 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c004230 con 0x7f654c1034c0 2024-05-21T00:15:56.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.864+0000 7f6543e00700 1 -- 172.21.15.12:0/667001724 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f653c0043d0 con 0x7f654c1034c0 2024-05-21T00:15:56.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.864+0000 7f654be00700 1 -- 172.21.15.12:0/667001724 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f654c1a37f0 con 0x7f654c1034c0 2024-05-21T00:15:56.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.864+0000 7f6543e00700 1 -- 172.21.15.12:0/667001724 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f653c003c70 con 0x7f654c1034c0 2024-05-21T00:15:56.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.864+0000 7f654be00700 1 -- 172.21.15.12:0/667001724 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f654c1a3d30 con 0x7f654c1034c0 2024-05-21T00:15:56.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.865+0000 7f654be00700 1 -- 172.21.15.12:0/667001724 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f654c06a230 con 0x7f654c1034c0 2024-05-21T00:15:56.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.868+0000 7f6543e00700 1 -- 172.21.15.12:0/667001724 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f653c00c7c0 con 0x7f654c1034c0 2024-05-21T00:15:56.868 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.869+0000 7f6543e00700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f65300b2900 0x7f65300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:15:56.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.869+0000 7f6543e00700 1 -- 172.21.15.12:0/667001724 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f653c0e2390 con 0x7f654c1034c0 2024-05-21T00:15:56.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.870+0000 7f6542000700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f65300b2900 0x7f65300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:15:56.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.870+0000 7f6542000700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f65300b2900 0x7f65300b4dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6534000c00 tx=0x7f6534005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:15:56.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:56.874+0000 7f6543e00700 1 -- 172.21.15.12:0/667001724 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f653c0aa080 con 0x7f654c1034c0 2024-05-21T00:15:57.136 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.137+0000 7f654be00700 1 -- 172.21.15.12:0/667001724 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f654c076e90 con 0x7f65300b2900 2024-05-21T00:15:57.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.138+0000 7f6543e00700 1 -- 172.21.15.12:0/667001724 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f654c076e90 con 0x7f65300b2900 2024-05-21T00:15:57.138 INFO:teuthology.orchestra.run.smithi012.stdout:Backend: cephadm 2024-05-21T00:15:57.138 INFO:teuthology.orchestra.run.smithi012.stdout:Available: Yes 2024-05-21T00:15:57.138 INFO:teuthology.orchestra.run.smithi012.stdout:Paused: No 2024-05-21T00:15:57.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.141+0000 7f654be00700 1 -- 172.21.15.12:0/667001724 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f65300b2900 msgr2=0x7f65300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:57.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.141+0000 7f654be00700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f65300b2900 0x7f65300b4dc0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6534000c00 tx=0x7f6534005fb0 comp rx=0 tx=0).stop 2024-05-21T00:15:57.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.141+0000 7f654be00700 1 -- 172.21.15.12:0/667001724 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f654c1034c0 msgr2=0x7f654c19b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:15:57.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.141+0000 7f654be00700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f654c1034c0 0x7f654c19b8a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f653c00e980 tx=0x7f653c00ec90 comp rx=0 tx=0).stop 2024-05-21T00:15:57.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.142+0000 7f654be00700 1 -- 172.21.15.12:0/667001724 shutdown_connections 2024-05-21T00:15:57.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.142+0000 7f654be00700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f654c105060 0x7f654c1a2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:57.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.142+0000 7f654be00700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f65300b2900 0x7f65300b4dc0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:57.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.142+0000 7f654be00700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f654c1034c0 0x7f654c19b8a0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:57.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.142+0000 7f654be00700 1 --2- 172.21.15.12:0/667001724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f654c1046c0 0x7f654c19bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:15:57.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.142+0000 7f654be00700 1 -- 172.21.15.12:0/667001724 >> 172.21.15.12:0/667001724 conn(0x7f654c0fea80 msgr2=0x7f654c075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:15:57.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.142+0000 7f654be00700 1 -- 172.21.15.12:0/667001724 shutdown_connections 2024-05-21T00:15:57.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:15:57.142+0000 7f654be00700 1 -- 172.21.15.12:0/667001724 wait complete. 2024-05-21T00:15:57.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:57 smithi077 ceph-mon[36377]: pgmap v405: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:57.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:57 smithi012 ceph-mon[31403]: pgmap v405: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:57.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:57 smithi060 ceph-mon[36426]: pgmap v405: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:15:57.984 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ps' 2024-05-21T00:15:58.473 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:15:59.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:59 smithi077 ceph-mon[36377]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:15:59.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:15:59 smithi077 ceph-mon[36377]: pgmap v406: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:59.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:59 smithi012 ceph-mon[31403]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:15:59.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:15:59 smithi012 ceph-mon[31403]: pgmap v406: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:15:59.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:59 smithi060 ceph-mon[36426]: from='client.14838 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:15:59.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:15:59 smithi060 ceph-mon[36426]: pgmap v406: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:16:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.556+0000 7f06f1a00700 1 -- 172.21.15.12:0/342142605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f06ec1047a0 msgr2=0x7f06ec104c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:00.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.556+0000 7f06f1a00700 1 --2- 172.21.15.12:0/342142605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f06ec1047a0 0x7f06ec104c00 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f06d8009990 tx=0x7f06d8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:16:00.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.557+0000 7f06f1a00700 1 -- 172.21.15.12:0/342142605 shutdown_connections 2024-05-21T00:16:00.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.557+0000 7f06f1a00700 1 --2- 172.21.15.12:0/342142605 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f06ec105140 0x7f06ec10b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:00.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.557+0000 7f06f1a00700 1 --2- 172.21.15.12:0/342142605 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f06ec1035a0 0x7f06ec1039c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:00.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.557+0000 7f06f1a00700 1 --2- 172.21.15.12:0/342142605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f06ec1047a0 0x7f06ec104c00 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:00.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.557+0000 7f06f1a00700 1 -- 172.21.15.12:0/342142605 >> 172.21.15.12:0/342142605 conn(0x7f06ec0feb40 msgr2=0x7f06ec100f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:00.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.557+0000 7f06f1a00700 1 -- 172.21.15.12:0/342142605 shutdown_connections 2024-05-21T00:16:00.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.557+0000 7f06f1a00700 1 -- 172.21.15.12:0/342142605 wait complete. 2024-05-21T00:16:00.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.558+0000 7f06f1a00700 1 Processor -- start 2024-05-21T00:16:00.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.558+0000 7f06f1a00700 1 -- start start 2024-05-21T00:16:00.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.558+0000 7f06f1a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f06ec1035a0 0x7f06ec199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:00.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.558+0000 7f06f1a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f06ec1047a0 0x7f06ec199c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:00.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.558+0000 7f06f1a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f06ec105140 0x7f06ec1a0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:00.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.558+0000 7f06f1a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f06ec10f060 con 0x7f06ec1035a0 2024-05-21T00:16:00.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.558+0000 7f06f1a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f06ec10eee0 con 0x7f06ec1047a0 2024-05-21T00:16:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.558+0000 7f06f1a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f06ec10f1e0 con 0x7f06ec105140 2024-05-21T00:16:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.559+0000 7f06eaa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f06ec1035a0 0x7f06ec199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.559+0000 7f06ea000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f06ec1047a0 0x7f06ec199c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.559+0000 7f06eaa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f06ec1035a0 0x7f06ec199720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53478/0 (socket says 172.21.15.12:53478) 2024-05-21T00:16:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.559+0000 7f06eaa00700 1 -- 172.21.15.12:0/1619290834 learned_addr learned my addr 172.21.15.12:0/1619290834 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.559+0000 7f06eb400700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f06ec105140 0x7f06ec1a0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.559+0000 7f06ea000700 1 -- 172.21.15.12:0/1619290834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f06ec105140 msgr2=0x7f06ec1a0ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.559+0000 7f06ea000700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f06ec105140 0x7f06ec1a0ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.559+0000 7f06ea000700 1 -- 172.21.15.12:0/1619290834 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f06ec1035a0 msgr2=0x7f06ec199720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.559+0000 7f06ea000700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f06ec1035a0 0x7f06ec199720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.559+0000 7f06ea000700 1 -- 172.21.15.12:0/1619290834 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06ec1a1380 con 0x7f06ec1047a0 2024-05-21T00:16:00.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.559+0000 7f06eaa00700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f06ec1035a0 0x7f06ec199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.560+0000 7f06ea000700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f06ec1047a0 0x7f06ec199c60 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f06d800b720 tx=0x7f06d80047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.560+0000 7f06e3400700 1 -- 172.21.15.12:0/1619290834 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d801ccb0 con 0x7f06ec1047a0 2024-05-21T00:16:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.560+0000 7f06f1a00700 1 -- 172.21.15.12:0/1619290834 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06ec075770 con 0x7f06ec1047a0 2024-05-21T00:16:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.560+0000 7f06e3400700 1 -- 172.21.15.12:0/1619290834 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f06d801ce50 con 0x7f06ec1047a0 2024-05-21T00:16:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.560+0000 7f06e3400700 1 -- 172.21.15.12:0/1619290834 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d8027840 con 0x7f06ec1047a0 2024-05-21T00:16:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.560+0000 7f06f1a00700 1 -- 172.21.15.12:0/1619290834 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06ec075c40 con 0x7f06ec1047a0 2024-05-21T00:16:00.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.561+0000 7f06f1a00700 1 -- 172.21.15.12:0/1619290834 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06ec06a230 con 0x7f06ec1047a0 2024-05-21T00:16:00.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.564+0000 7f06e3400700 1 -- 172.21.15.12:0/1619290834 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f06d8009d10 con 0x7f06ec1047a0 2024-05-21T00:16:00.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.566+0000 7f06e3400700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f06d00b2900 0x7f06d00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:00.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.566+0000 7f06e3400700 1 -- 172.21.15.12:0/1619290834 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f06d80e7cb0 con 0x7f06ec1047a0 2024-05-21T00:16:00.565 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.566+0000 7f06eaa00700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f06d00b2900 0x7f06d00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:00.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.567+0000 7f06eaa00700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f06d00b2900 0x7f06d00b4dc0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f06dc007fd0 tx=0x7f06dc007480 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:00.566 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.567+0000 7f06e3400700 1 -- 172.21.15.12:0/1619290834 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f06d8013070 con 0x7f06ec1047a0 2024-05-21T00:16:00.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.818+0000 7f06f1a00700 1 -- 172.21.15.12:0/1619290834 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f06ec063980 con 0x7f06d00b2900 2024-05-21T00:16:00.834 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.835+0000 7f06e3400700 1 -- 172.21.15.12:0/1619290834 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4123 (secure 0 0 0) 0x7f06ec063980 con 0x7f06d00b2900 2024-05-21T00:16:00.836 INFO:teuthology.orchestra.run.smithi012.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-21T00:16:00.836 INFO:teuthology.orchestra.run.smithi012.stdout:mds.a smithi012 running (3m) 50s ago 3m 26.3M - 19.0.0-3829-gb772be9b 3276cc7531c6 ddf72cdc74bd 2024-05-21T00:16:00.836 INFO:teuthology.orchestra.run.smithi012.stdout:mds.b smithi060 running (3m) 61s ago 3m 22.6M - 19.0.0-3829-gb772be9b 3276cc7531c6 ae50741698b0 2024-05-21T00:16:00.836 INFO:teuthology.orchestra.run.smithi012.stdout:mds.c smithi077 running (3m) 61s ago 3m 21.2M - 19.0.0-3829-gb772be9b 3276cc7531c6 4fbb9da5de8d 2024-05-21T00:16:00.836 INFO:teuthology.orchestra.run.smithi012.stdout:mds.d smithi012 running (3m) 50s ago 3m 13.3M - 19.0.0-3829-gb772be9b 3276cc7531c6 fd0635afb7b7 2024-05-21T00:16:00.836 INFO:teuthology.orchestra.run.smithi012.stdout:mds.e smithi060 running (3m) 61s ago 3m 21.6M - 19.0.0-3829-gb772be9b 3276cc7531c6 1f1dc520ff0c 2024-05-21T00:16:00.836 INFO:teuthology.orchestra.run.smithi012.stdout:mds.f smithi077 running (3m) 61s ago 3m 22.3M - 19.0.0-3829-gb772be9b 3276cc7531c6 cbf6c0f2336f 2024-05-21T00:16:00.836 INFO:teuthology.orchestra.run.smithi012.stdout:mds.g smithi012 running (3m) 50s ago 3m 13.2M - 19.0.0-3829-gb772be9b 3276cc7531c6 efe18325db51 2024-05-21T00:16:00.836 INFO:teuthology.orchestra.run.smithi012.stdout:mds.h smithi060 running (3m) 61s ago 3m 20.7M - 19.0.0-3829-gb772be9b 3276cc7531c6 68dd635250d7 2024-05-21T00:16:00.836 INFO:teuthology.orchestra.run.smithi012.stdout:mds.i smithi077 running (3m) 61s ago 3m 19.9M - 19.0.0-3829-gb772be9b 3276cc7531c6 932ec0140a84 2024-05-21T00:16:00.837 INFO:teuthology.orchestra.run.smithi012.stdout:mds.j smithi012 running (3m) 50s ago 3m 20.4M - 19.0.0-3829-gb772be9b 3276cc7531c6 990bd216312d 2024-05-21T00:16:00.837 INFO:teuthology.orchestra.run.smithi012.stdout:mds.k smithi060 running (3m) 61s ago 3m 22.0M - 19.0.0-3829-gb772be9b 3276cc7531c6 dca5fe20a3e2 2024-05-21T00:16:00.837 INFO:teuthology.orchestra.run.smithi012.stdout:mds.l smithi077 running (4m) 61s ago 4m 19.5M - 19.0.0-3829-gb772be9b 3276cc7531c6 7b15e439f599 2024-05-21T00:16:00.837 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.x smithi012 *:9283,8765 running (12m) 50s ago 12m 530M - 19.0.0-3829-gb772be9b 3276cc7531c6 cf56cce74880 2024-05-21T00:16:00.837 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.y smithi060 *:8443,8765 running (9m) 61s ago 9m 470M - 19.0.0-3829-gb772be9b 3276cc7531c6 770b55d39973 2024-05-21T00:16:00.837 INFO:teuthology.orchestra.run.smithi012.stdout:mgr.z smithi077 *:8443,8765 running (9m) 61s ago 9m 468M - 19.0.0-3829-gb772be9b 3276cc7531c6 574827789e54 2024-05-21T00:16:00.837 INFO:teuthology.orchestra.run.smithi012.stdout:mon.a smithi012 running (12m) 50s ago 12m 50.7M 2048M 19.0.0-3829-gb772be9b 3276cc7531c6 609ea41afe27 2024-05-21T00:16:00.837 INFO:teuthology.orchestra.run.smithi012.stdout:mon.b smithi060 running (10m) 61s ago 10m 43.3M 2048M 19.0.0-3829-gb772be9b 3276cc7531c6 89ae4a225eb2 2024-05-21T00:16:00.837 INFO:teuthology.orchestra.run.smithi012.stdout:mon.c smithi077 running (10m) 61s ago 10m 43.2M 2048M 19.0.0-3829-gb772be9b 3276cc7531c6 858a9e27c8e4 2024-05-21T00:16:00.837 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 smithi012 running (9m) 50s ago 9m 48.5M 4273M 19.0.0-3829-gb772be9b 3276cc7531c6 ab910575dc6a 2024-05-21T00:16:00.837 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 smithi060 running (8m) 61s ago 8m 59.5M 4273M 19.0.0-3829-gb772be9b 3276cc7531c6 8bb000ec45c4 2024-05-21T00:16:00.838 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 smithi077 running (8m) 61s ago 8m 51.3M 4272M 19.0.0-3829-gb772be9b 3276cc7531c6 3b985a680b71 2024-05-21T00:16:00.838 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 smithi012 running (8m) 50s ago 8m 47.2M 4273M 19.0.0-3829-gb772be9b 3276cc7531c6 69bc9e5eef79 2024-05-21T00:16:00.838 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 smithi060 running (7m) 61s ago 7m 53.2M 4273M 19.0.0-3829-gb772be9b 3276cc7531c6 4ca305e358d3 2024-05-21T00:16:00.838 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 smithi077 running (7m) 61s ago 7m 57.1M 4272M 19.0.0-3829-gb772be9b 3276cc7531c6 d4485f22faad 2024-05-21T00:16:00.838 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 smithi012 running (6m) 50s ago 6m 51.2M 4273M 19.0.0-3829-gb772be9b 3276cc7531c6 6582dc924ba1 2024-05-21T00:16:00.838 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 smithi060 running (6m) 61s ago 6m 53.5M 4273M 19.0.0-3829-gb772be9b 3276cc7531c6 5f9a6679b7ad 2024-05-21T00:16:00.838 INFO:teuthology.orchestra.run.smithi012.stdout:osd.8 smithi077 running (5m) 61s ago 5m 47.2M 4272M 19.0.0-3829-gb772be9b 3276cc7531c6 242d8f7348b9 2024-05-21T00:16:00.838 INFO:teuthology.orchestra.run.smithi012.stdout:osd.9 smithi012 running (5m) 50s ago 5m 45.6M 4273M 19.0.0-3829-gb772be9b 3276cc7531c6 556e2b97982e 2024-05-21T00:16:00.838 INFO:teuthology.orchestra.run.smithi012.stdout:osd.10 smithi060 running (4m) 61s ago 4m 55.6M 4273M 19.0.0-3829-gb772be9b 3276cc7531c6 4f89d66aac3b 2024-05-21T00:16:00.838 INFO:teuthology.orchestra.run.smithi012.stdout:osd.11 smithi077 running (4m) 61s ago 4m 45.1M 4272M 19.0.0-3829-gb772be9b 3276cc7531c6 9acc0a2d4e27 2024-05-21T00:16:00.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.838+0000 7f06f1a00700 1 -- 172.21.15.12:0/1619290834 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f06d00b2900 msgr2=0x7f06d00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:00.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.838+0000 7f06f1a00700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f06d00b2900 0x7f06d00b4dc0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f06dc007fd0 tx=0x7f06dc007480 comp rx=0 tx=0).stop 2024-05-21T00:16:00.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.838+0000 7f06f1a00700 1 -- 172.21.15.12:0/1619290834 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f06ec1047a0 msgr2=0x7f06ec199c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:00.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.838+0000 7f06f1a00700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f06ec1047a0 0x7f06ec199c60 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f06d800b720 tx=0x7f06d80047b0 comp rx=0 tx=0).stop 2024-05-21T00:16:00.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.839+0000 7f06f1a00700 1 -- 172.21.15.12:0/1619290834 shutdown_connections 2024-05-21T00:16:00.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.839+0000 7f06f1a00700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f06ec105140 0x7f06ec1a0ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:00.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.839+0000 7f06f1a00700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f06d00b2900 0x7f06d00b4dc0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:00.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.839+0000 7f06f1a00700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f06ec1035a0 0x7f06ec199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:00.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.839+0000 7f06f1a00700 1 --2- 172.21.15.12:0/1619290834 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f06ec1047a0 0x7f06ec199c60 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:00.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.839+0000 7f06f1a00700 1 -- 172.21.15.12:0/1619290834 >> 172.21.15.12:0/1619290834 conn(0x7f06ec0feb40 msgr2=0x7f06ec107b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:00.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.839+0000 7f06f1a00700 1 -- 172.21.15.12:0/1619290834 shutdown_connections 2024-05-21T00:16:00.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:00.839+0000 7f06f1a00700 1 -- 172.21.15.12:0/1619290834 wait complete. 2024-05-21T00:16:01.211 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:01 smithi012 ceph-mon[31403]: pgmap v407: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:16:01.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:01 smithi077 ceph-mon[36377]: pgmap v407: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:16:01.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:01 smithi060 ceph-mon[36426]: pgmap v407: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:16:01.640 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch ls' 2024-05-21T00:16:02.119 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:02.298 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:02 smithi012 ceph-mon[31403]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:16:02.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:02 smithi060 ceph-mon[36426]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:16:02.529 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:02 smithi077 ceph-mon[36377]: from='client.24950 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:16:03.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:03 smithi012 ceph-mon[31403]: pgmap v408: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:16:03.431 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:03 smithi077 ceph-mon[36377]: pgmap v408: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:16:03.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:03 smithi060 ceph-mon[36426]: pgmap v408: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:16:04.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.301+0000 7fab9fe00700 1 -- 172.21.15.12:0/910722134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fab9810ade0 msgr2=0x7fab9810b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:04.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.301+0000 7fab9fe00700 1 --2- 172.21.15.12:0/910722134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fab9810ade0 0x7fab9810b240 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fab84009990 tx=0x7fab84009ca0 comp rx=0 tx=0).stop 2024-05-21T00:16:04.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.302+0000 7fab9fe00700 1 -- 172.21.15.12:0/910722134 shutdown_connections 2024-05-21T00:16:04.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.302+0000 7fab9fe00700 1 --2- 172.21.15.12:0/910722134 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab9810b780 0x7fab98112030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:04.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.302+0000 7fab9fe00700 1 --2- 172.21.15.12:0/910722134 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab98109be0 0x7fab9810a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:04.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.302+0000 7fab9fe00700 1 --2- 172.21.15.12:0/910722134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fab9810ade0 0x7fab9810b240 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:04.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.302+0000 7fab9fe00700 1 -- 172.21.15.12:0/910722134 >> 172.21.15.12:0/910722134 conn(0x7fab98078bb0 msgr2=0x7fab9807aff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:04.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.302+0000 7fab9fe00700 1 -- 172.21.15.12:0/910722134 shutdown_connections 2024-05-21T00:16:04.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.302+0000 7fab9fe00700 1 -- 172.21.15.12:0/910722134 wait complete. 2024-05-21T00:16:04.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.303+0000 7fab9fe00700 1 Processor -- start 2024-05-21T00:16:04.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.303+0000 7fab9fe00700 1 -- start start 2024-05-21T00:16:04.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.304+0000 7fab9fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab98109be0 0x7fab9819fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:04.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.304+0000 7fab9fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab9810ade0 0x7fab981a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:04.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.304+0000 7fab9fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fab9810b780 0x7fab981a7260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:04.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.304+0000 7fab9fe00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fab981156a0 con 0x7fab9810ade0 2024-05-21T00:16:04.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.304+0000 7fab9fe00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fab98115520 con 0x7fab98109be0 2024-05-21T00:16:04.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.304+0000 7fab9fe00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fab98115820 con 0x7fab9810b780 2024-05-21T00:16:04.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.304+0000 7fab9ca00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab9810ade0 0x7fab981a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:04.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.304+0000 7fab9d400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab98109be0 0x7fab9819fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:04.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.304+0000 7fab9de00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fab9810b780 0x7fab981a7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:04.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.304+0000 7fab9d400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab98109be0 0x7fab9819fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:51640/0 (socket says 172.21.15.12:51640) 2024-05-21T00:16:04.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.304+0000 7fab9ca00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab9810ade0 0x7fab981a01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53500/0 (socket says 172.21.15.12:53500) 2024-05-21T00:16:04.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.304+0000 7fab9d400700 1 -- 172.21.15.12:0/385601479 learned_addr learned my addr 172.21.15.12:0/385601479 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:04.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.305+0000 7fab9d400700 1 -- 172.21.15.12:0/385601479 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fab9810b780 msgr2=0x7fab981a7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:04.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.305+0000 7fab9d400700 1 --2- 172.21.15.12:0/385601479 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fab9810b780 0x7fab981a7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:04.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.305+0000 7fab9d400700 1 -- 172.21.15.12:0/385601479 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab9810ade0 msgr2=0x7fab981a01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:04.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.305+0000 7fab9d400700 1 --2- 172.21.15.12:0/385601479 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab9810ade0 0x7fab981a01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:04.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.305+0000 7fab9d400700 1 -- 172.21.15.12:0/385601479 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab981a7930 con 0x7fab98109be0 2024-05-21T00:16:04.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.305+0000 7fab9de00700 1 --2- 172.21.15.12:0/385601479 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fab9810b780 0x7fab981a7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:04.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.305+0000 7fab9d400700 1 --2- 172.21.15.12:0/385601479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab98109be0 0x7fab9819fcb0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fab8c00ea50 tx=0x7fab8c00ed60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:04.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.305+0000 7fab96000700 1 -- 172.21.15.12:0/385601479 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8c00cbd0 con 0x7fab98109be0 2024-05-21T00:16:04.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.305+0000 7fab96000700 1 -- 172.21.15.12:0/385601479 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fab8c00cd70 con 0x7fab98109be0 2024-05-21T00:16:04.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.305+0000 7fab9fe00700 1 -- 172.21.15.12:0/385601479 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab981a7c20 con 0x7fab98109be0 2024-05-21T00:16:04.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.305+0000 7fab96000700 1 -- 172.21.15.12:0/385601479 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8c018680 con 0x7fab98109be0 2024-05-21T00:16:04.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.305+0000 7fab9fe00700 1 -- 172.21.15.12:0/385601479 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab981a81b0 con 0x7fab98109be0 2024-05-21T00:16:04.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.307+0000 7fab9fe00700 1 -- 172.21.15.12:0/385601479 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab9806a230 con 0x7fab98109be0 2024-05-21T00:16:04.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.309+0000 7fab96000700 1 -- 172.21.15.12:0/385601479 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fab8c01f020 con 0x7fab98109be0 2024-05-21T00:16:04.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.310+0000 7fab96000700 1 --2- 172.21.15.12:0/385601479 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fab800b2900 0x7fab800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:04.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.310+0000 7fab96000700 1 -- 172.21.15.12:0/385601479 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fab8c0e2150 con 0x7fab98109be0 2024-05-21T00:16:04.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.310+0000 7fab9ca00700 1 --2- 172.21.15.12:0/385601479 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fab800b2900 0x7fab800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:04.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.311+0000 7fab9ca00700 1 --2- 172.21.15.12:0/385601479 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fab800b2900 0x7fab800b4dc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fab981a11c0 tx=0x7fab84005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:04.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.315+0000 7fab96000700 1 -- 172.21.15.12:0/385601479 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fab8c0a9e40 con 0x7fab98109be0 2024-05-21T00:16:04.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.564+0000 7fab9fe00700 1 -- 172.21.15.12:0/385601479 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7fab98063980 con 0x7fab800b2900 2024-05-21T00:16:04.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.582+0000 7fab96000700 1 -- 172.21.15.12:0/385601479 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7fab98063980 con 0x7fab800b2900 2024-05-21T00:16:04.581 INFO:teuthology.orchestra.run.smithi012.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-05-21T00:16:04.581 INFO:teuthology.orchestra.run.smithi012.stdout:mds.all 12/12 64s ago 4m smithi012=a;smithi012=d;smithi012=g;smithi012=j;smithi060=b;smithi060=e;smithi060=h;smithi060=k;smithi077=c;smithi077=f;smithi077=i;smithi077=l;count:12 2024-05-21T00:16:04.581 INFO:teuthology.orchestra.run.smithi012.stdout:mgr 3/3 64s ago 10m smithi012=x;smithi060=y;smithi077=z;count:3 2024-05-21T00:16:04.582 INFO:teuthology.orchestra.run.smithi012.stdout:mon 3/3 64s ago 10m smithi012:172.21.15.12=a;smithi060:172.21.15.60=b;smithi077:172.21.15.77=c;count:3 2024-05-21T00:16:04.582 INFO:teuthology.orchestra.run.smithi012.stdout:osd 12 64s ago - 2024-05-21T00:16:04.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.585+0000 7fab9fe00700 1 -- 172.21.15.12:0/385601479 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fab800b2900 msgr2=0x7fab800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:04.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.585+0000 7fab9fe00700 1 --2- 172.21.15.12:0/385601479 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fab800b2900 0x7fab800b4dc0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fab981a11c0 tx=0x7fab84005fd0 comp rx=0 tx=0).stop 2024-05-21T00:16:04.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.585+0000 7fab9fe00700 1 -- 172.21.15.12:0/385601479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab98109be0 msgr2=0x7fab9819fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:04.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.585+0000 7fab9fe00700 1 --2- 172.21.15.12:0/385601479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab98109be0 0x7fab9819fcb0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fab8c00ea50 tx=0x7fab8c00ed60 comp rx=0 tx=0).stop 2024-05-21T00:16:04.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.585+0000 7fab9fe00700 1 -- 172.21.15.12:0/385601479 shutdown_connections 2024-05-21T00:16:04.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.585+0000 7fab9fe00700 1 --2- 172.21.15.12:0/385601479 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fab9810b780 0x7fab981a7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:04.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.585+0000 7fab9fe00700 1 --2- 172.21.15.12:0/385601479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fab98109be0 0x7fab9819fcb0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:04.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.585+0000 7fab9fe00700 1 --2- 172.21.15.12:0/385601479 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fab800b2900 0x7fab800b4dc0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:04.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.585+0000 7fab9fe00700 1 --2- 172.21.15.12:0/385601479 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fab9810ade0 0x7fab981a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:04.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.585+0000 7fab9fe00700 1 -- 172.21.15.12:0/385601479 >> 172.21.15.12:0/385601479 conn(0x7fab98078bb0 msgr2=0x7fab9810e0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:04.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.585+0000 7fab9fe00700 1 -- 172.21.15.12:0/385601479 shutdown_connections 2024-05-21T00:16:04.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:04.585+0000 7fab9fe00700 1 -- 172.21.15.12:0/385601479 wait complete. 2024-05-21T00:16:05.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:05 smithi012 ceph-mon[31403]: pgmap v409: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:16:05.431 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch host ls' 2024-05-21T00:16:05.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:05 smithi060 ceph-mon[36426]: pgmap v409: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:16:05.529 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:05 smithi077 ceph-mon[36377]: pgmap v409: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:16:05.910 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:06.310 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:06 smithi012 ceph-mon[31403]: from='client.24956 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:16:06.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:06 smithi060 ceph-mon[36426]: from='client.24956 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:16:06.529 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:06 smithi077 ceph-mon[36377]: from='client.24956 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:16:07.219 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:07 smithi012 ceph-mon[31403]: pgmap v410: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:16:07.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:07 smithi060 ceph-mon[36426]: pgmap v410: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:16:07.529 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:07 smithi077 ceph-mon[36377]: pgmap v410: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:16:08.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.063+0000 7fede4400700 1 -- 172.21.15.12:0/4061155800 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feddc1035f0 msgr2=0x7feddc103a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.063+0000 7fede4400700 1 --2- 172.21.15.12:0/4061155800 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feddc1035f0 0x7feddc103a10 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fedd00099c0 tx=0x7fedd0009cd0 comp rx=0 tx=0).stop 2024-05-21T00:16:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.063+0000 7fede4400700 1 -- 172.21.15.12:0/4061155800 shutdown_connections 2024-05-21T00:16:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.063+0000 7fede4400700 1 --2- 172.21.15.12:0/4061155800 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feddc105190 0x7feddc10ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.063+0000 7fede4400700 1 --2- 172.21.15.12:0/4061155800 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feddc1035f0 0x7feddc103a10 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.063+0000 7fede4400700 1 --2- 172.21.15.12:0/4061155800 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feddc1047f0 0x7feddc104c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.063+0000 7fede4400700 1 -- 172.21.15.12:0/4061155800 >> 172.21.15.12:0/4061155800 conn(0x7feddc0feb90 msgr2=0x7feddc100fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.063+0000 7fede4400700 1 -- 172.21.15.12:0/4061155800 shutdown_connections 2024-05-21T00:16:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.063+0000 7fede4400700 1 -- 172.21.15.12:0/4061155800 wait complete. 2024-05-21T00:16:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.064+0000 7fede4400700 1 Processor -- start 2024-05-21T00:16:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.064+0000 7fede4400700 1 -- start start 2024-05-21T00:16:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede4400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feddc1035f0 0x7feddc19b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede4400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feddc1047f0 0x7feddc19be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede4400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feddc105190 0x7feddc1a2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede4400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7feddc10f0b0 con 0x7feddc1047f0 2024-05-21T00:16:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede4400700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7feddc10ef30 con 0x7feddc105190 2024-05-21T00:16:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede4400700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7feddc10f230 con 0x7feddc1035f0 2024-05-21T00:16:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede1000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feddc1047f0 0x7feddc19be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede1000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feddc1047f0 0x7feddc19be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53658/0 (socket says 172.21.15.12:53658) 2024-05-21T00:16:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede1000700 1 -- 172.21.15.12:0/3647254761 learned_addr learned my addr 172.21.15.12:0/3647254761 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede1a00700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feddc1035f0 0x7feddc19b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:08.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede2400700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feddc105190 0x7feddc1a2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:08.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede1000700 1 -- 172.21.15.12:0/3647254761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feddc1035f0 msgr2=0x7feddc19b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:08.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede1000700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feddc1035f0 0x7feddc19b930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:08.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede1000700 1 -- 172.21.15.12:0/3647254761 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feddc105190 msgr2=0x7feddc1a2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:08.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede1000700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feddc105190 0x7feddc1a2ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:08.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.065+0000 7fede1000700 1 -- 172.21.15.12:0/3647254761 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feddc1a3590 con 0x7feddc1047f0 2024-05-21T00:16:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.066+0000 7fede1000700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feddc1047f0 0x7feddc19be70 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fedc800e9d0 tx=0x7fedc800ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.066+0000 7fedda000700 1 -- 172.21.15.12:0/3647254761 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc800cbd0 con 0x7feddc1047f0 2024-05-21T00:16:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.066+0000 7fedda000700 1 -- 172.21.15.12:0/3647254761 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedc800ee70 con 0x7feddc1047f0 2024-05-21T00:16:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.066+0000 7fedda000700 1 -- 172.21.15.12:0/3647254761 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedc8018680 con 0x7feddc1047f0 2024-05-21T00:16:08.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.066+0000 7fede4400700 1 -- 172.21.15.12:0/3647254761 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feddc1a3880 con 0x7feddc1047f0 2024-05-21T00:16:08.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.066+0000 7fede4400700 1 -- 172.21.15.12:0/3647254761 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feddc1a3d70 con 0x7feddc1047f0 2024-05-21T00:16:08.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.068+0000 7fede4400700 1 -- 172.21.15.12:0/3647254761 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feddc06a230 con 0x7feddc1047f0 2024-05-21T00:16:08.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.070+0000 7fedda000700 1 -- 172.21.15.12:0/3647254761 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fedc8010430 con 0x7feddc1047f0 2024-05-21T00:16:08.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.071+0000 7fedda000700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fedc40b2900 0x7fedc40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:08.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.072+0000 7fedda000700 1 -- 172.21.15.12:0/3647254761 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fedc80e23d0 con 0x7feddc1047f0 2024-05-21T00:16:08.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.072+0000 7fede1a00700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fedc40b2900 0x7fedc40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:08.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.073+0000 7fede1a00700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fedc40b2900 0x7fedc40b4dc0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fedd000b580 tx=0x7fedd0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:08.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.076+0000 7fedda000700 1 -- 172.21.15.12:0/3647254761 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fedc80aa0c0 con 0x7feddc1047f0 2024-05-21T00:16:08.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.325+0000 7fede4400700 1 -- 172.21.15.12:0/3647254761 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7feddc076e90 con 0x7fedc40b2900 2024-05-21T00:16:08.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.328+0000 7fedda000700 1 -- 172.21.15.12:0/3647254761 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+187 (secure 0 0 0) 0x7feddc076e90 con 0x7fedc40b2900 2024-05-21T00:16:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:HOST ADDR LABELS STATUS 2024-05-21T00:16:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:smithi012 172.21.15.12 2024-05-21T00:16:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:smithi060 172.21.15.60 2024-05-21T00:16:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:smithi077 172.21.15.77 2024-05-21T00:16:08.328 INFO:teuthology.orchestra.run.smithi012.stdout:3 hosts in cluster 2024-05-21T00:16:08.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.331+0000 7fede4400700 1 -- 172.21.15.12:0/3647254761 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fedc40b2900 msgr2=0x7fedc40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:08.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.331+0000 7fede4400700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fedc40b2900 0x7fedc40b4dc0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fedd000b580 tx=0x7fedd0005fb0 comp rx=0 tx=0).stop 2024-05-21T00:16:08.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.331+0000 7fede4400700 1 -- 172.21.15.12:0/3647254761 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feddc1047f0 msgr2=0x7feddc19be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:08.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.331+0000 7fede4400700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feddc1047f0 0x7feddc19be70 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fedc800e9d0 tx=0x7fedc800ece0 comp rx=0 tx=0).stop 2024-05-21T00:16:08.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.331+0000 7fede4400700 1 -- 172.21.15.12:0/3647254761 shutdown_connections 2024-05-21T00:16:08.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.331+0000 7fede4400700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feddc105190 0x7feddc1a2ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:08.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.332+0000 7fede4400700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feddc1035f0 0x7feddc19b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:08.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.332+0000 7fede4400700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fedc40b2900 0x7fedc40b4dc0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:08.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.332+0000 7fede4400700 1 --2- 172.21.15.12:0/3647254761 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feddc1047f0 0x7feddc19be70 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:08.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.332+0000 7fede4400700 1 -- 172.21.15.12:0/3647254761 >> 172.21.15.12:0/3647254761 conn(0x7feddc0feb90 msgr2=0x7feddc075770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:08.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.332+0000 7fede4400700 1 -- 172.21.15.12:0/3647254761 shutdown_connections 2024-05-21T00:16:08.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:08.332+0000 7fede4400700 1 -- 172.21.15.12:0/3647254761 wait complete. 2024-05-21T00:16:09.081 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- bash -c 'ceph orch device ls' 2024-05-21T00:16:09.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:09 smithi012 ceph-mon[31403]: pgmap v411: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:09.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:09 smithi060 ceph-mon[36426]: pgmap v411: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:09.529 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:09 smithi077 ceph-mon[36377]: pgmap v411: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:09.559 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:10.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:10 smithi012 ceph-mon[31403]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:16:10.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:10 smithi012 ceph-mon[31403]: pgmap v412: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:10.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:10 smithi060 ceph-mon[36426]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:16:10.477 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:10 smithi060 ceph-mon[36426]: pgmap v412: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:10.529 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:10 smithi077 ceph-mon[36377]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:16:10.529 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:10 smithi077 ceph-mon[36377]: pgmap v412: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:11.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.590+0000 7fad07a00700 1 -- 172.21.15.12:0/3416459915 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fad001069e0 msgr2=0x7fad00106e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:11.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.590+0000 7fad07a00700 1 --2- 172.21.15.12:0/3416459915 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fad001069e0 0x7fad00106e40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7facf00099c0 tx=0x7facf0009cd0 comp rx=0 tx=0).stop 2024-05-21T00:16:11.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.590+0000 7fad07a00700 1 -- 172.21.15.12:0/3416459915 shutdown_connections 2024-05-21T00:16:11.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.590+0000 7fad07a00700 1 --2- 172.21.15.12:0/3416459915 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad00107380 0x7fad0010dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:11.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.590+0000 7fad07a00700 1 --2- 172.21.15.12:0/3416459915 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fad001057e0 0x7fad00105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:11.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.590+0000 7fad07a00700 1 --2- 172.21.15.12:0/3416459915 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fad001069e0 0x7fad00106e40 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:11.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.590+0000 7fad07a00700 1 -- 172.21.15.12:0/3416459915 >> 172.21.15.12:0/3416459915 conn(0x7fad00100da0 msgr2=0x7fad001031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:11.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.590+0000 7fad07a00700 1 -- 172.21.15.12:0/3416459915 shutdown_connections 2024-05-21T00:16:11.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.591+0000 7fad07a00700 1 -- 172.21.15.12:0/3416459915 wait complete. 2024-05-21T00:16:11.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.592+0000 7fad07a00700 1 Processor -- start 2024-05-21T00:16:11.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.592+0000 7fad07a00700 1 -- start start 2024-05-21T00:16:11.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.593+0000 7fad07a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fad001057e0 0x7fad0019b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:11.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.593+0000 7fad07a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad001069e0 0x7fad0019bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:11.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.593+0000 7fad07a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fad00107380 0x7fad001a2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:11.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.593+0000 7fad07a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fad00111280 con 0x7fad00107380 2024-05-21T00:16:11.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.593+0000 7fad07a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fad00111100 con 0x7fad001057e0 2024-05-21T00:16:11.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.593+0000 7fad07a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fad00111400 con 0x7fad001069e0 2024-05-21T00:16:11.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.593+0000 7fad05a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fad00107380 0x7fad001a2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:11.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.593+0000 7fad05a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fad00107380 0x7fad001a2e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53678/0 (socket says 172.21.15.12:53678) 2024-05-21T00:16:11.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.593+0000 7fad05a00700 1 -- 172.21.15.12:0/3806902183 learned_addr learned my addr 172.21.15.12:0/3806902183 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:11.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.593+0000 7fad05000700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fad001057e0 0x7fad0019b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:11.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.593+0000 7facffe00700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad001069e0 0x7fad0019bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:11.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.594+0000 7fad05000700 1 -- 172.21.15.12:0/3806902183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad001069e0 msgr2=0x7fad0019bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:11.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.594+0000 7fad05000700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad001069e0 0x7fad0019bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:11.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.594+0000 7fad05000700 1 -- 172.21.15.12:0/3806902183 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fad00107380 msgr2=0x7fad001a2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:11.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.594+0000 7fad05000700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fad00107380 0x7fad001a2e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:11.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.594+0000 7fad05000700 1 -- 172.21.15.12:0/3806902183 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad001a34d0 con 0x7fad001057e0 2024-05-21T00:16:11.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.594+0000 7fad05a00700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fad00107380 0x7fad001a2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:11.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.594+0000 7facffe00700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad001069e0 0x7fad0019bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:11.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.594+0000 7fad05000700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fad001057e0 0x7fad0019b870 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7facf400e9c0 tx=0x7facf400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:11.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.594+0000 7facfd600700 1 -- 172.21.15.12:0/3806902183 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf4004220 con 0x7fad001057e0 2024-05-21T00:16:11.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.594+0000 7fad07a00700 1 -- 172.21.15.12:0/3806902183 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad001a37c0 con 0x7fad001057e0 2024-05-21T00:16:11.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.594+0000 7facfd600700 1 -- 172.21.15.12:0/3806902183 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7facf40043c0 con 0x7fad001057e0 2024-05-21T00:16:11.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.594+0000 7facfd600700 1 -- 172.21.15.12:0/3806902183 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf4003c30 con 0x7fad001057e0 2024-05-21T00:16:11.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.595+0000 7fad07a00700 1 -- 172.21.15.12:0/3806902183 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad001a3d50 con 0x7fad001057e0 2024-05-21T00:16:11.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.596+0000 7fad07a00700 1 -- 172.21.15.12:0/3806902183 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad0006a230 con 0x7fad001057e0 2024-05-21T00:16:11.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.599+0000 7facfd600700 1 -- 172.21.15.12:0/3806902183 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7facf400c7c0 con 0x7fad001057e0 2024-05-21T00:16:11.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.600+0000 7facfd600700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7face80b2880 0x7face80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:11.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.600+0000 7facfd600700 1 -- 172.21.15.12:0/3806902183 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7facf40e2500 con 0x7fad001057e0 2024-05-21T00:16:11.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.600+0000 7facffe00700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7face80b2880 0x7face80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:11.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.601+0000 7facffe00700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7face80b2880 0x7face80b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7facf0000c00 tx=0x7facf0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:11.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.602+0000 7facfd600700 1 -- 172.21.15.12:0/3806902183 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7facf40aa280 con 0x7fad001057e0 2024-05-21T00:16:11.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.850+0000 7fad07a00700 1 -- 172.21.15.12:0/3806902183 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fad00063980 con 0x7face80b2880 2024-05-21T00:16:11.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.854+0000 7facfd600700 1 -- 172.21.15.12:0/3806902183 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fad00063980 con 0x7face80b2880 2024-05-21T00:16:11.853 INFO:teuthology.orchestra.run.smithi012.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-05-21T00:16:11.853 INFO:teuthology.orchestra.run.smithi012.stdout:smithi012 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5331005J400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-05-21T00:16:11.853 INFO:teuthology.orchestra.run.smithi012.stdout:smithi060 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7476008A480DGN 447G No 4m ago Has a FileSystem, LVM detected 2024-05-21T00:16:11.854 INFO:teuthology.orchestra.run.smithi012.stdout:smithi077 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400ZJ400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-05-21T00:16:11.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.857+0000 7fad07a00700 1 -- 172.21.15.12:0/3806902183 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7face80b2880 msgr2=0x7face80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:11.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.857+0000 7fad07a00700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7face80b2880 0x7face80b4d40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7facf0000c00 tx=0x7facf0005fb0 comp rx=0 tx=0).stop 2024-05-21T00:16:11.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.857+0000 7fad07a00700 1 -- 172.21.15.12:0/3806902183 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fad001057e0 msgr2=0x7fad0019b870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:11.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.857+0000 7fad07a00700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fad001057e0 0x7fad0019b870 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7facf400e9c0 tx=0x7facf400ecd0 comp rx=0 tx=0).stop 2024-05-21T00:16:11.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.857+0000 7fad07a00700 1 -- 172.21.15.12:0/3806902183 shutdown_connections 2024-05-21T00:16:11.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.857+0000 7fad07a00700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7face80b2880 0x7face80b4d40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:11.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.857+0000 7fad07a00700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fad00107380 0x7fad001a2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:11.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.857+0000 7fad07a00700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fad001057e0 0x7fad0019b870 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:11.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.857+0000 7fad07a00700 1 --2- 172.21.15.12:0/3806902183 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fad001069e0 0x7fad0019bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:11.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.857+0000 7fad07a00700 1 -- 172.21.15.12:0/3806902183 >> 172.21.15.12:0/3806902183 conn(0x7fad00100da0 msgr2=0x7fad00109ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:11.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.857+0000 7fad07a00700 1 -- 172.21.15.12:0/3806902183 shutdown_connections 2024-05-21T00:16:11.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:11.858+0000 7fad07a00700 1 -- 172.21.15.12:0/3806902183 wait complete. 2024-05-21T00:16:12.632 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-21T00:16:12.640 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi012.front.sepia.ceph.com 2024-05-21T00:16:12.640 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- bash -c 'ceph fs dump' 2024-05-21T00:16:12.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:12 smithi060 ceph-mon[36426]: pgmap v413: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:12.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:12 smithi060 ceph-mon[36426]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:16:12.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:16:12.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:12.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:12.978 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:12.978 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:12 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:13.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:12 smithi077 ceph-mon[36377]: pgmap v413: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:13.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:12 smithi077 ceph-mon[36377]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:16:13.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:16:13.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:13.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:13.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:13.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:12 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:13.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:12 smithi012 ceph-mon[31403]: pgmap v413: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:13.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:12 smithi012 ceph-mon[31403]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-05-21T00:16:13.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:16:13.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:13.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:13.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:13.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:12 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:13.128 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:13.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:13 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:16:13.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:13 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:16:13.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:13 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:14.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:13 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:16:14.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:13 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:16:14.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:13 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:14.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:13 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:16:14.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:13 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:16:14.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:13 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:16:14.752 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:14 smithi012 ceph-mon[31403]: pgmap v414: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-21T00:16:14.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:14 smithi060 ceph-mon[36426]: pgmap v414: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-21T00:16:15.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:14 smithi077 ceph-mon[36377]: pgmap v414: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-21T00:16:15.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.290+0000 7f159d600700 1 -- 172.21.15.12:0/2241897767 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15981056e0 msgr2=0x7f1598105b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.290+0000 7f159d600700 1 --2- 172.21.15.12:0/2241897767 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15981056e0 0x7f1598105b00 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f15880099c0 tx=0x7f1588009cd0 comp rx=0 tx=0).stop 2024-05-21T00:16:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.290+0000 7f159d600700 1 -- 172.21.15.12:0/2241897767 shutdown_connections 2024-05-21T00:16:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.290+0000 7f159d600700 1 --2- 172.21.15.12:0/2241897767 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1598107280 0x7f159810db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.290+0000 7f159d600700 1 --2- 172.21.15.12:0/2241897767 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15981056e0 0x7f1598105b00 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.290+0000 7f159d600700 1 --2- 172.21.15.12:0/2241897767 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15981068e0 0x7f1598106d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.290+0000 7f159d600700 1 -- 172.21.15.12:0/2241897767 >> 172.21.15.12:0/2241897767 conn(0x7f1598100c80 msgr2=0x7f15981030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.290+0000 7f159d600700 1 -- 172.21.15.12:0/2241897767 shutdown_connections 2024-05-21T00:16:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.290+0000 7f159d600700 1 -- 172.21.15.12:0/2241897767 wait complete. 2024-05-21T00:16:15.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.291+0000 7f159d600700 1 Processor -- start 2024-05-21T00:16:15.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.291+0000 7f159d600700 1 -- start start 2024-05-21T00:16:15.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.292+0000 7f159d600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15981056e0 0x7f159819b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:15.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.292+0000 7f159d600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15981068e0 0x7f159819bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:15.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.292+0000 7f159d600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1598107280 0x7f15981a2de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:15.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.292+0000 7f159d600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1598111170 con 0x7f15981056e0 2024-05-21T00:16:15.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.292+0000 7f159d600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1598110ff0 con 0x7f1598107280 2024-05-21T00:16:15.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.292+0000 7f159d600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f15981112f0 con 0x7f15981068e0 2024-05-21T00:16:15.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.292+0000 7f1597e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15981056e0 0x7f159819b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:15.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.292+0000 7f1597e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15981056e0 0x7f159819b820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40924/0 (socket says 172.21.15.12:40924) 2024-05-21T00:16:15.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.292+0000 7f1597e00700 1 -- 172.21.15.12:0/2112879152 learned_addr learned my addr 172.21.15.12:0/2112879152 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:15.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.292+0000 7f158fe00700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15981068e0 0x7f159819bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:15.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.292+0000 7f159cc00700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1598107280 0x7f15981a2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:15.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.293+0000 7f1597e00700 1 -- 172.21.15.12:0/2112879152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15981068e0 msgr2=0x7f159819bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:15.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.293+0000 7f1597e00700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15981068e0 0x7f159819bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:15.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.293+0000 7f1597e00700 1 -- 172.21.15.12:0/2112879152 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1598107280 msgr2=0x7f15981a2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:15.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.293+0000 7f1597e00700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1598107280 0x7f15981a2de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:15.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.293+0000 7f1597e00700 1 -- 172.21.15.12:0/2112879152 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15981a3480 con 0x7f15981056e0 2024-05-21T00:16:15.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.293+0000 7f158fe00700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15981068e0 0x7f159819bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:15.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.293+0000 7f159cc00700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1598107280 0x7f15981a2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:15.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.293+0000 7f1597e00700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15981056e0 0x7f159819b820 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1588003b70 tx=0x7f1588003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:15.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.293+0000 7f1595600700 1 -- 172.21.15.12:0/2112879152 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1588009e60 con 0x7f15981056e0 2024-05-21T00:16:15.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.293+0000 7f159d600700 1 -- 172.21.15.12:0/2112879152 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15981a3710 con 0x7f15981056e0 2024-05-21T00:16:15.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.293+0000 7f1595600700 1 -- 172.21.15.12:0/2112879152 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1588005570 con 0x7f15981056e0 2024-05-21T00:16:15.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.293+0000 7f1595600700 1 -- 172.21.15.12:0/2112879152 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f158800fc40 con 0x7f15981056e0 2024-05-21T00:16:15.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.294+0000 7f159d600700 1 -- 172.21.15.12:0/2112879152 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15981a3bf0 con 0x7f15981056e0 2024-05-21T00:16:15.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.295+0000 7f159d600700 1 -- 172.21.15.12:0/2112879152 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f159806a230 con 0x7f15981056e0 2024-05-21T00:16:15.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.297+0000 7f1595600700 1 -- 172.21.15.12:0/2112879152 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f158800f460 con 0x7f15981056e0 2024-05-21T00:16:15.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.298+0000 7f1595600700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f157c0b2880 0x7f157c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:15.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.299+0000 7f1595600700 1 -- 172.21.15.12:0/2112879152 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f15880e2f90 con 0x7f15981056e0 2024-05-21T00:16:15.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.299+0000 7f158fe00700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f157c0b2880 0x7f157c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:15.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.299+0000 7f158fe00700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f157c0b2880 0x7f157c0b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f1580011490 tx=0x7f1580009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:15.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.303+0000 7f1595600700 1 -- 172.21.15.12:0/2112879152 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f1588013070 con 0x7f15981056e0 2024-05-21T00:16:15.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.592+0000 7f159d600700 1 -- 172.21.15.12:0/2112879152 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f1598064150 con 0x7f15981056e0 2024-05-21T00:16:15.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.593+0000 7f1595600700 1 -- 172.21.15.12:0/2112879152 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) ==== 76+0+3080 (secure 0 0 0) 0x7f15880aad10 con 0x7f15981056e0 2024-05-21T00:16:15.594 INFO:teuthology.orchestra.run.smithi012.stdout:e28 2024-05-21T00:16:15.594 INFO:teuthology.orchestra.run.smithi012.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-05-21T00:16:15.594 INFO:teuthology.orchestra.run.smithi012.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T00:16:15.594 INFO:teuthology.orchestra.run.smithi012.stdout:legacy client fscid: 1 2024-05-21T00:16:15.594 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:16:15.594 INFO:teuthology.orchestra.run.smithi012.stdout:Filesystem 'cephfs' (1) 2024-05-21T00:16:15.594 INFO:teuthology.orchestra.run.smithi012.stdout:fs_name cephfs 2024-05-21T00:16:15.594 INFO:teuthology.orchestra.run.smithi012.stdout:epoch 28 2024-05-21T00:16:15.594 INFO:teuthology.orchestra.run.smithi012.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:created 2024-05-21T00:12:59.747732+0000 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:modified 2024-05-21T00:13:23.298682+0000 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:tableserver 0 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:root 0 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:session_timeout 300 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:session_autoclose 300 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:max_file_size 1099511627776 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:max_xattr_size 65536 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:required_client_features {} 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:last_failure 0 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:last_failure_osd_epoch 0 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:max_mds 5 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:in 0,1,2,3,4 2024-05-21T00:16:15.595 INFO:teuthology.orchestra.run.smithi012.stdout:up {0=24538,1=24530,2=24523,3=24505,4=24493} 2024-05-21T00:16:15.596 INFO:teuthology.orchestra.run.smithi012.stdout:failed 2024-05-21T00:16:15.596 INFO:teuthology.orchestra.run.smithi012.stdout:damaged 2024-05-21T00:16:15.596 INFO:teuthology.orchestra.run.smithi012.stdout:stopped 2024-05-21T00:16:15.596 INFO:teuthology.orchestra.run.smithi012.stdout:data_pools [3] 2024-05-21T00:16:15.596 INFO:teuthology.orchestra.run.smithi012.stdout:metadata_pool 2 2024-05-21T00:16:15.596 INFO:teuthology.orchestra.run.smithi012.stdout:inline_data disabled 2024-05-21T00:16:15.596 INFO:teuthology.orchestra.run.smithi012.stdout:balancer 2024-05-21T00:16:15.596 INFO:teuthology.orchestra.run.smithi012.stdout:bal_rank_mask -1 2024-05-21T00:16:15.596 INFO:teuthology.orchestra.run.smithi012.stdout:standby_count_wanted 0 2024-05-21T00:16:15.596 INFO:teuthology.orchestra.run.smithi012.stdout:qdb_cluster leader: 24538 members: 24493,24505,24538,24530,24523 2024-05-21T00:16:15.596 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.a{0:24538} state up:active seq 7 addr [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:16:15.596 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.h{0:24488} state up:standby-replay seq 1 addr [v2:172.21.15.60:6836/864212275,v1:172.21.15.60:6837/864212275] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:16:15.596 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.b{1:24530} state up:active seq 10 addr [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:16:15.597 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.e{1:24473} state up:standby-replay seq 1 addr [v2:172.21.15.60:6834/3705071048,v1:172.21.15.60:6835/3705071048] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:16:15.597 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.i{2:24523} state up:active seq 14 addr [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:16:15.597 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.j{2:24455} state up:standby-replay seq 1 addr [v2:172.21.15.12:6834/4067242725,v1:172.21.15.12:6835/4067242725] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:16:15.597 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.c{3:24505} state up:active seq 16 addr [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:16:15.597 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.l{3:24448} state up:standby-replay seq 1 addr [v2:172.21.15.77:6832/3852286108,v1:172.21.15.77:6833/3852286108] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:16:15.597 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.f{4:24493} state up:active seq 17 addr [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:16:15.597 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.k{4:24443} state up:standby-replay seq 1 addr [v2:172.21.15.60:6832/1214326622,v1:172.21.15.60:6833/1214326622] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:16:15.597 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:16:15.597 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:16:15.597 INFO:teuthology.orchestra.run.smithi012.stdout:Standby daemons: 2024-05-21T00:16:15.597 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:16:15.597 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.d{-1:14370} state up:standby seq 1 addr [v2:172.21.15.12:6836/1169456908,v1:172.21.15.12:6837/1169456908] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:16:15.597 INFO:teuthology.orchestra.run.smithi012.stdout:[mds.g{-1:14403} state up:standby seq 1 addr [v2:172.21.15.12:6838/16984876,v1:172.21.15.12:6839/16984876] compat {c=[1],r=[1],i=[1fff]}] 2024-05-21T00:16:15.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.597+0000 7f159d600700 1 -- 172.21.15.12:0/2112879152 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f157c0b2880 msgr2=0x7f157c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:15.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.597+0000 7f159d600700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f157c0b2880 0x7f157c0b4d40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f1580011490 tx=0x7f1580009260 comp rx=0 tx=0).stop 2024-05-21T00:16:15.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.597+0000 7f159d600700 1 -- 172.21.15.12:0/2112879152 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15981056e0 msgr2=0x7f159819b820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:15.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.597+0000 7f159d600700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15981056e0 0x7f159819b820 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1588003b70 tx=0x7f1588003ba0 comp rx=0 tx=0).stop 2024-05-21T00:16:15.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.597+0000 7f159d600700 1 -- 172.21.15.12:0/2112879152 shutdown_connections 2024-05-21T00:16:15.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.597+0000 7f159d600700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1598107280 0x7f15981a2de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:15.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.597+0000 7f159d600700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f157c0b2880 0x7f157c0b4d40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:15.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.597+0000 7f159d600700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f15981056e0 0x7f159819b820 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:15.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.597+0000 7f159d600700 1 --2- 172.21.15.12:0/2112879152 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15981068e0 0x7f159819bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:15.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.597+0000 7f159d600700 1 -- 172.21.15.12:0/2112879152 >> 172.21.15.12:0/2112879152 conn(0x7f1598100c80 msgr2=0x7f1598109d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:15.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.597+0000 7f159d600700 1 -- 172.21.15.12:0/2112879152 shutdown_connections 2024-05-21T00:16:15.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:15.597+0000 7f159d600700 1 -- 172.21.15.12:0/2112879152 wait complete. 2024-05-21T00:16:15.599 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-05-21T00:16:15.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:15 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2112879152' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-21T00:16:16.026 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:15 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2112879152' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-21T00:16:16.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:15 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2112879152' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-05-21T00:16:16.430 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- bash -c 'ceph osd dump' 2024-05-21T00:16:16.914 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:16.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:16 smithi060 ceph-mon[36426]: pgmap v415: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T00:16:17.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:16 smithi077 ceph-mon[36377]: pgmap v415: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T00:16:17.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:16 smithi012 ceph-mon[31403]: pgmap v415: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T00:16:18.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.936+0000 7f9141200700 1 -- 172.21.15.12:0/3425552973 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f913c107380 msgr2=0x7f913c10dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:18.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.936+0000 7f9141200700 1 --2- 172.21.15.12:0/3425552973 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f913c107380 0x7f913c10dc30 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f913400b0d0 tx=0x7f913400b3e0 comp rx=0 tx=0).stop 2024-05-21T00:16:18.938 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:18 smithi012 ceph-mon[31403]: pgmap v416: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:18.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.936+0000 7f9141200700 1 -- 172.21.15.12:0/3425552973 shutdown_connections 2024-05-21T00:16:18.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.936+0000 7f9141200700 1 --2- 172.21.15.12:0/3425552973 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f913c107380 0x7f913c10dc30 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:18.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.936+0000 7f9141200700 1 --2- 172.21.15.12:0/3425552973 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f913c1057e0 0x7f913c105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:18.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.936+0000 7f9141200700 1 --2- 172.21.15.12:0/3425552973 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f913c1069e0 0x7f913c106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:18.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.936+0000 7f9141200700 1 -- 172.21.15.12:0/3425552973 >> 172.21.15.12:0/3425552973 conn(0x7f913c100da0 msgr2=0x7f913c1031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:18.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.936+0000 7f9141200700 1 -- 172.21.15.12:0/3425552973 shutdown_connections 2024-05-21T00:16:18.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.936+0000 7f9141200700 1 -- 172.21.15.12:0/3425552973 wait complete. 2024-05-21T00:16:18.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.938+0000 7f9141200700 1 Processor -- start 2024-05-21T00:16:18.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.939+0000 7f9141200700 1 -- start start 2024-05-21T00:16:18.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.939+0000 7f9141200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f913c1057e0 0x7f913c19b890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:18.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.939+0000 7f9141200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f913c1069e0 0x7f913c19bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:18.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.939+0000 7f9141200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f913c107380 0x7f913c1a2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:18.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.939+0000 7f9141200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f913c1112b0 con 0x7f913c1057e0 2024-05-21T00:16:18.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.939+0000 7f9141200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f913c111130 con 0x7f913c107380 2024-05-21T00:16:18.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.939+0000 7f9141200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f913c111430 con 0x7f913c1069e0 2024-05-21T00:16:18.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.940+0000 7f9139400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f913c1069e0 0x7f913c19bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:18.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.940+0000 7f9139400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f913c1069e0 0x7f913c19bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58510/0 (socket says 172.21.15.12:58510) 2024-05-21T00:16:18.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.940+0000 7f9139400700 1 -- 172.21.15.12:0/1235902143 learned_addr learned my addr 172.21.15.12:0/1235902143 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:18.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.940+0000 7f9139e00700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f913c1057e0 0x7f913c19b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:18.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.940+0000 7f913a800700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f913c107380 0x7f913c1a2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:18.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.940+0000 7f9139400700 1 -- 172.21.15.12:0/1235902143 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f913c107380 msgr2=0x7f913c1a2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:18.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.940+0000 7f9139400700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f913c107380 0x7f913c1a2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:18.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.940+0000 7f9139400700 1 -- 172.21.15.12:0/1235902143 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f913c1057e0 msgr2=0x7f913c19b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:18.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.940+0000 7f9139400700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f913c1057e0 0x7f913c19b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:18.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.940+0000 7f9139400700 1 -- 172.21.15.12:0/1235902143 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f913c1a34f0 con 0x7f913c1069e0 2024-05-21T00:16:18.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.941+0000 7f9139400700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f913c1069e0 0x7f913c19bdd0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f912800e9d0 tx=0x7f912800ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:18.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.941+0000 7f9132a00700 1 -- 172.21.15.12:0/1235902143 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f912800cbd0 con 0x7f913c1069e0 2024-05-21T00:16:18.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.941+0000 7f9141200700 1 -- 172.21.15.12:0/1235902143 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f913c1a37e0 con 0x7f913c1069e0 2024-05-21T00:16:18.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.941+0000 7f9132a00700 1 -- 172.21.15.12:0/1235902143 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f912800ee70 con 0x7f913c1069e0 2024-05-21T00:16:18.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.941+0000 7f9132a00700 1 -- 172.21.15.12:0/1235902143 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9128018680 con 0x7f913c1069e0 2024-05-21T00:16:18.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.941+0000 7f9141200700 1 -- 172.21.15.12:0/1235902143 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f913c1a3d70 con 0x7f913c1069e0 2024-05-21T00:16:18.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.942+0000 7f9141200700 1 -- 172.21.15.12:0/1235902143 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f913c06a230 con 0x7f913c1069e0 2024-05-21T00:16:18.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.945+0000 7f9132a00700 1 -- 172.21.15.12:0/1235902143 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9128010430 con 0x7f913c1069e0 2024-05-21T00:16:18.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.947+0000 7f9132a00700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91200b2900 0x7f91200b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:18.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.947+0000 7f9132a00700 1 -- 172.21.15.12:0/1235902143 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f91280e23d0 con 0x7f913c1069e0 2024-05-21T00:16:18.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.947+0000 7f9139e00700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91200b2900 0x7f91200b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:18.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.948+0000 7f9139e00700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91200b2900 0x7f91200b4dc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f913c106840 tx=0x7f912c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:18.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:18.952+0000 7f9132a00700 1 -- 172.21.15.12:0/1235902143 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f91280aa0c0 con 0x7f913c1069e0 2024-05-21T00:16:18.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:18 smithi060 ceph-mon[36426]: pgmap v416: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:19.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:18 smithi077 ceph-mon[36377]: pgmap v416: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:19.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.190+0000 7f9141200700 1 -- 172.21.15.12:0/1235902143 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f913c064150 con 0x7f913c1069e0 2024-05-21T00:16:19.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.192+0000 7f9132a00700 1 -- 172.21.15.12:0/1235902143 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v81) ==== 56+0+5224 (secure 0 0 0) 0x7f91280a99c0 con 0x7f913c1069e0 2024-05-21T00:16:19.194 INFO:teuthology.orchestra.run.smithi012.stdout:epoch 81 2024-05-21T00:16:19.194 INFO:teuthology.orchestra.run.smithi012.stdout:fsid 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:16:19.194 INFO:teuthology.orchestra.run.smithi012.stdout:created 2024-05-21T00:03:31.857871+0000 2024-05-21T00:16:19.194 INFO:teuthology.orchestra.run.smithi012.stdout:modified 2024-05-21T00:13:48.805372+0000 2024-05-21T00:16:19.194 INFO:teuthology.orchestra.run.smithi012.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:crush_version 26 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:full_ratio 0.95 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:backfillfull_ratio 0.9 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:nearfull_ratio 0.85 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:require_min_compat_client luminous 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:min_compat_client luminous 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:require_osd_release squid 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:stretch_mode_enabled false 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 79 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:max_osd 12 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:osd.0 up in weight 1 up_from 8 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.12:6802/555322069,v1:172.21.15.12:6803/555322069] [v2:172.21.15.12:6804/555322069,v1:172.21.15.12:6805/555322069] exists,up eb262230-57ca-4f86-9c2b-480a80166146 2024-05-21T00:16:19.195 INFO:teuthology.orchestra.run.smithi012.stdout:osd.1 up in weight 1 up_from 13 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.60:6800/1346604098,v1:172.21.15.60:6801/1346604098] [v2:172.21.15.60:6802/1346604098,v1:172.21.15.60:6803/1346604098] exists,up 4a47cb31-071b-46be-9a26-4a6312ddaaca 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:osd.2 up in weight 1 up_from 18 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.77:6800/2955000302,v1:172.21.15.77:6801/2955000302] [v2:172.21.15.77:6802/2955000302,v1:172.21.15.77:6803/2955000302] exists,up f29f0f11-f36c-4603-a4e7-3294eb5e9568 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:osd.3 up in weight 1 up_from 25 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.12:6810/2515804940,v1:172.21.15.12:6811/2515804940] [v2:172.21.15.12:6812/2515804940,v1:172.21.15.12:6813/2515804940] exists,up 671ae43b-4ee1-4c5f-8c8d-12c5807af59c 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:osd.4 up in weight 1 up_from 31 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.60:6808/2773894843,v1:172.21.15.60:6809/2773894843] [v2:172.21.15.60:6810/2773894843,v1:172.21.15.60:6811/2773894843] exists,up 527f3934-7fb5-4e65-8ef9-e5921bc5ba65 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:osd.5 up in weight 1 up_from 37 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.77:6808/202950059,v1:172.21.15.77:6809/202950059] [v2:172.21.15.77:6810/202950059,v1:172.21.15.77:6811/202950059] exists,up 2c37b2c3-a9c0-47b3-9023-84566d18e0af 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:osd.6 up in weight 1 up_from 43 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.12:6818/1511296628,v1:172.21.15.12:6819/1511296628] [v2:172.21.15.12:6820/1511296628,v1:172.21.15.12:6821/1511296628] exists,up 68c18062-e034-421d-b135-ab35d7d4bd25 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:osd.7 up in weight 1 up_from 48 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.60:6816/4203237802,v1:172.21.15.60:6817/4203237802] [v2:172.21.15.60:6818/4203237802,v1:172.21.15.60:6819/4203237802] exists,up 0ac8383b-1578-44f1-8ebe-420d79511dc3 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:osd.8 up in weight 1 up_from 54 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.77:6816/1939530536,v1:172.21.15.77:6817/1939530536] [v2:172.21.15.77:6818/1939530536,v1:172.21.15.77:6819/1939530536] exists,up 65362b50-2bba-422b-a5c9-1584cf55583d 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:osd.9 up in weight 1 up_from 60 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.12:6826/849418735,v1:172.21.15.12:6827/849418735] [v2:172.21.15.12:6828/849418735,v1:172.21.15.12:6829/849418735] exists,up 9572a8a5-22f1-49ac-8b92-9e88dfac6dc3 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:osd.10 up in weight 1 up_from 65 up_thru 76 down_at 0 last_clean_interval [0,0) [v2:172.21.15.60:6824/1376044245,v1:172.21.15.60:6825/1376044245] [v2:172.21.15.60:6826/1376044245,v1:172.21.15.60:6827/1376044245] exists,up 9a42dca5-3dfa-4d8e-a33d-385ca25a8728 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:osd.11 up in weight 1 up_from 71 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.77:6824/3670550862,v1:172.21.15.77:6825/3670550862] [v2:172.21.15.77:6826/3670550862,v1:172.21.15.77:6827/3670550862] exists,up 856d5711-f90b-4619-abff-071e87b9d9cd 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 2.6 [8,11] 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 2.a [2,11] 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 2.1b [2,4] 2024-05-21T00:16:19.196 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 3.2 [3,9] 2024-05-21T00:16:19.197 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 3.11 [4,8] 2024-05-21T00:16:19.197 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 3.13 [4,9] 2024-05-21T00:16:19.197 INFO:teuthology.orchestra.run.smithi012.stdout:pg_upmap_items 3.20 [5,9] 2024-05-21T00:16:19.197 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:0/2206749889 expires 2024-05-22T00:04:47.378311+0000 2024-05-21T00:16:19.197 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:6801/2123222717 expires 2024-05-22T00:04:47.378311+0000 2024-05-21T00:16:19.197 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:0/840755370 expires 2024-05-22T00:04:47.378311+0000 2024-05-21T00:16:19.197 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:6800/452244138 expires 2024-05-22T00:04:13.638637+0000 2024-05-21T00:16:19.197 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:0/2890553385 expires 2024-05-22T00:04:13.638637+0000 2024-05-21T00:16:19.197 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:6800/2123222717 expires 2024-05-22T00:04:47.378311+0000 2024-05-21T00:16:19.197 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:0/3618065373 expires 2024-05-22T00:04:13.638637+0000 2024-05-21T00:16:19.197 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:0/3942652702 expires 2024-05-22T00:04:47.378311+0000 2024-05-21T00:16:19.197 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:6801/452244138 expires 2024-05-22T00:04:13.638637+0000 2024-05-21T00:16:19.197 INFO:teuthology.orchestra.run.smithi012.stdout:blocklist 172.21.15.12:0/1867303420 expires 2024-05-22T00:04:13.638637+0000 2024-05-21T00:16:19.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.197+0000 7f9141200700 1 -- 172.21.15.12:0/1235902143 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91200b2900 msgr2=0x7f91200b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:19.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.197+0000 7f9141200700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91200b2900 0x7f91200b4dc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f913c106840 tx=0x7f912c009260 comp rx=0 tx=0).stop 2024-05-21T00:16:19.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.197+0000 7f9141200700 1 -- 172.21.15.12:0/1235902143 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f913c1069e0 msgr2=0x7f913c19bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:19.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.197+0000 7f9141200700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f913c1069e0 0x7f913c19bdd0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f912800e9d0 tx=0x7f912800ece0 comp rx=0 tx=0).stop 2024-05-21T00:16:19.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.197+0000 7f9141200700 1 -- 172.21.15.12:0/1235902143 shutdown_connections 2024-05-21T00:16:19.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.197+0000 7f9141200700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f913c107380 0x7f913c1a2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:19.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.197+0000 7f9141200700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91200b2900 0x7f91200b4dc0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:19.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.197+0000 7f9141200700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f913c1057e0 0x7f913c19b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:19.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.197+0000 7f9141200700 1 --2- 172.21.15.12:0/1235902143 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f913c1069e0 0x7f913c19bdd0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:19.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.197+0000 7f9141200700 1 -- 172.21.15.12:0/1235902143 >> 172.21.15.12:0/1235902143 conn(0x7f913c100da0 msgr2=0x7f913c109c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:19.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.197+0000 7f9141200700 1 -- 172.21.15.12:0/1235902143 shutdown_connections 2024-05-21T00:16:19.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:19.198+0000 7f9141200700 1 -- 172.21.15.12:0/1235902143 wait complete. 2024-05-21T00:16:19.817 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:19 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1235902143' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-21T00:16:19.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:19 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1235902143' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-21T00:16:19.983 INFO:teuthology.run_tasks:Running task fs.ready... 2024-05-21T00:16:20.000 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:16:20.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:19 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1235902143' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-05-21T00:16:20.457 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:20.875 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:20 smithi012 ceph-mon[31403]: pgmap v417: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:20.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:20 smithi060 ceph-mon[36426]: pgmap v417: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:21.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:20 smithi077 ceph-mon[36377]: pgmap v417: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:22.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.587+0000 7f197c800700 1 -- 172.21.15.12:0/1571057429 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f197410ffa0 msgr2=0x7f1974112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:22.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.587+0000 7f197c800700 1 --2- 172.21.15.12:0/1571057429 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f197410ffa0 0x7f1974112390 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f197000b0a0 tx=0x7f197000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:16:22.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.587+0000 7f197c800700 1 -- 172.21.15.12:0/1571057429 shutdown_connections 2024-05-21T00:16:22.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.587+0000 7f197c800700 1 --2- 172.21.15.12:0/1571057429 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f197410ffa0 0x7f1974112390 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:22.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.587+0000 7f197c800700 1 --2- 172.21.15.12:0/1571057429 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1974075770 0x7f1974075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:22.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.587+0000 7f197c800700 1 --2- 172.21.15.12:0/1571057429 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1974076090 0x7f197410fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:22.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.587+0000 7f197c800700 1 -- 172.21.15.12:0/1571057429 >> 172.21.15.12:0/1571057429 conn(0x7f197407a6a0 msgr2=0x7f197407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:22.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.587+0000 7f197c800700 1 -- 172.21.15.12:0/1571057429 shutdown_connections 2024-05-21T00:16:22.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.587+0000 7f197c800700 1 -- 172.21.15.12:0/1571057429 wait complete. 2024-05-21T00:16:22.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.588+0000 7f197c800700 1 Processor -- start 2024-05-21T00:16:22.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.588+0000 7f197c800700 1 -- start start 2024-05-21T00:16:22.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.588+0000 7f197c800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1974075770 0x7f197419be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:22.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.588+0000 7f197c800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1974076090 0x7f197419c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:22.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.588+0000 7f197c800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f197410ffa0 0x7f19741a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:22.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.588+0000 7f197c800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1974115910 con 0x7f1974075770 2024-05-21T00:16:22.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.588+0000 7f197c800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1974115790 con 0x7f1974076090 2024-05-21T00:16:22.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.588+0000 7f197c800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f1974115a90 con 0x7f197410ffa0 2024-05-21T00:16:22.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.589+0000 7f1979e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1974075770 0x7f197419be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:22.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.589+0000 7f1979400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1974076090 0x7f197419c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:22.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.589+0000 7f1979e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1974075770 0x7f197419be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40958/0 (socket says 172.21.15.12:40958) 2024-05-21T00:16:22.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.589+0000 7f1979e00700 1 -- 172.21.15.12:0/1153646008 learned_addr learned my addr 172.21.15.12:0/1153646008 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:22.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.589+0000 7f197a800700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f197410ffa0 0x7f19741a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:22.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.589+0000 7f1979e00700 1 -- 172.21.15.12:0/1153646008 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f197410ffa0 msgr2=0x7f19741a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:22.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.589+0000 7f1979e00700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f197410ffa0 0x7f19741a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:22.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.589+0000 7f1979e00700 1 -- 172.21.15.12:0/1153646008 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1974076090 msgr2=0x7f197419c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:22.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.589+0000 7f1979e00700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1974076090 0x7f197419c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:22.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.589+0000 7f1979e00700 1 -- 172.21.15.12:0/1153646008 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19741a0dc0 con 0x7f1974075770 2024-05-21T00:16:22.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.589+0000 7f1979400700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1974076090 0x7f197419c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:22.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.590+0000 7f1979e00700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1974075770 0x7f197419be00 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f196800e9a0 tx=0x7f196800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:22.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.590+0000 7f196ea00700 1 -- 172.21.15.12:0/1153646008 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f196800ca10 con 0x7f1974075770 2024-05-21T00:16:22.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.590+0000 7f197c800700 1 -- 172.21.15.12:0/1153646008 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19741a10b0 con 0x7f1974075770 2024-05-21T00:16:22.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.590+0000 7f196ea00700 1 -- 172.21.15.12:0/1153646008 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f196800cbb0 con 0x7f1974075770 2024-05-21T00:16:22.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.590+0000 7f196ea00700 1 -- 172.21.15.12:0/1153646008 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1968018680 con 0x7f1974075770 2024-05-21T00:16:22.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.590+0000 7f197c800700 1 -- 172.21.15.12:0/1153646008 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19741a8930 con 0x7f1974075770 2024-05-21T00:16:22.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.591+0000 7f197c800700 1 -- 172.21.15.12:0/1153646008 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f197406a230 con 0x7f1974075770 2024-05-21T00:16:22.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.594+0000 7f196ea00700 1 -- 172.21.15.12:0/1153646008 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1968010430 con 0x7f1974075770 2024-05-21T00:16:22.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.595+0000 7f196ea00700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f195c0b2880 0x7f195c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:22.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.595+0000 7f196ea00700 1 -- 172.21.15.12:0/1153646008 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f19680e26f0 con 0x7f1974075770 2024-05-21T00:16:22.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.595+0000 7f1979400700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f195c0b2880 0x7f195c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:22.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.596+0000 7f1979400700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f195c0b2880 0x7f195c0b4d40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1974111bd0 tx=0x7f1964009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:22.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.598+0000 7f196ea00700 1 -- 172.21.15.12:0/1153646008 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f19680aa3e0 con 0x7f1974075770 2024-05-21T00:16:22.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.891+0000 7f197c800700 1 -- 172.21.15.12:0/1153646008 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f19741a8b60 con 0x7f1974075770 2024-05-21T00:16:22.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.892+0000 7f196ea00700 1 -- 172.21.15.12:0/1153646008 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11916 (secure 0 0 0) 0x7f19680a9ce0 con 0x7f1974075770 2024-05-21T00:16:22.898 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:16:22.898 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:13:23.298682+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24493,24505,24538,24530,24523]},"id":1}]} 2024-05-21T00:16:22.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.895+0000 7f197c800700 1 -- 172.21.15.12:0/1153646008 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f195c0b2880 msgr2=0x7f195c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:22.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.895+0000 7f197c800700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f195c0b2880 0x7f195c0b4d40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1974111bd0 tx=0x7f1964009260 comp rx=0 tx=0).stop 2024-05-21T00:16:22.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.895+0000 7f197c800700 1 -- 172.21.15.12:0/1153646008 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1974075770 msgr2=0x7f197419be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:22.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.895+0000 7f197c800700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1974075770 0x7f197419be00 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f196800e9a0 tx=0x7f196800ecb0 comp rx=0 tx=0).stop 2024-05-21T00:16:22.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.896+0000 7f197c800700 1 -- 172.21.15.12:0/1153646008 shutdown_connections 2024-05-21T00:16:22.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.896+0000 7f197c800700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f197410ffa0 0x7f19741a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:22.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.896+0000 7f197c800700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f195c0b2880 0x7f195c0b4d40 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:22.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.896+0000 7f197c800700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1974075770 0x7f197419be00 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:22.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.896+0000 7f197c800700 1 --2- 172.21.15.12:0/1153646008 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1974076090 0x7f197419c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:22.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.896+0000 7f197c800700 1 -- 172.21.15.12:0/1153646008 >> 172.21.15.12:0/1153646008 conn(0x7f197407a6a0 msgr2=0x7f1974101980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:22.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.896+0000 7f197c800700 1 -- 172.21.15.12:0/1153646008 shutdown_connections 2024-05-21T00:16:22.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:22.896+0000 7f197c800700 1 -- 172.21.15.12:0/1153646008 wait complete. 2024-05-21T00:16:22.900 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-05-21T00:16:22.969 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:22 smithi012 ceph-mon[31403]: pgmap v418: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:22.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:22 smithi060 ceph-mon[36426]: pgmap v418: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:23.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:22 smithi077 ceph-mon[36377]: pgmap v418: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:23.746 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:16:23.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:23 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1153646008' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:16:24.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:23 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1153646008' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:16:24.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:23 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1153646008' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:16:24.230 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:24.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:24 smithi060 ceph-mon[36426]: pgmap v419: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-21T00:16:25.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:24 smithi077 ceph-mon[36377]: pgmap v419: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-21T00:16:25.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:24 smithi012 ceph-mon[31403]: pgmap v419: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-21T00:16:26.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.327+0000 7f7157800700 1 -- 172.21.15.12:0/2614193027 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715010b760 msgr2=0x7f715010bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:26.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.327+0000 7f7157800700 1 --2- 172.21.15.12:0/2614193027 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715010b760 0x7f715010bb40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f71440098f0 tx=0x7f7144009c00 comp rx=0 tx=0).stop 2024-05-21T00:16:26.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.327+0000 7f7157800700 1 -- 172.21.15.12:0/2614193027 shutdown_connections 2024-05-21T00:16:26.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.327+0000 7f7157800700 1 --2- 172.21.15.12:0/2614193027 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7150106120 0x7f7150112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:26.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.327+0000 7f7157800700 1 --2- 172.21.15.12:0/2614193027 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715010b760 0x7f715010bb40 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:26.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.327+0000 7f7157800700 1 --2- 172.21.15.12:0/2614193027 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7150105760 0x7f7150105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:26.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.327+0000 7f7157800700 1 -- 172.21.15.12:0/2614193027 >> 172.21.15.12:0/2614193027 conn(0x7f7150101250 msgr2=0x7f7150103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:26.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.327+0000 7f7157800700 1 -- 172.21.15.12:0/2614193027 shutdown_connections 2024-05-21T00:16:26.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.327+0000 7f7157800700 1 -- 172.21.15.12:0/2614193027 wait complete. 2024-05-21T00:16:26.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.328+0000 7f7157800700 1 Processor -- start 2024-05-21T00:16:26.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.329+0000 7f7157800700 1 -- start start 2024-05-21T00:16:26.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.329+0000 7f7157800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7150105760 0x7f715019be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:26.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.329+0000 7f7157800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7150106120 0x7f715019c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:26.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.329+0000 7f7157800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715010b760 0x7f71501a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:26.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.329+0000 7f7157800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7150115940 con 0x7f7150105760 2024-05-21T00:16:26.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.329+0000 7f7157800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f71501157c0 con 0x7f7150106120 2024-05-21T00:16:26.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.329+0000 7f7157800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7150115ac0 con 0x7f715010b760 2024-05-21T00:16:26.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.330+0000 7f7154e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7150105760 0x7f715019be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:26.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.330+0000 7f7155800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715010b760 0x7f71501a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:26.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.330+0000 7f7154e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7150105760 0x7f715019be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45824/0 (socket says 172.21.15.12:45824) 2024-05-21T00:16:26.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.330+0000 7f7154e00700 1 -- 172.21.15.12:0/2388569546 learned_addr learned my addr 172.21.15.12:0/2388569546 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:26.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.330+0000 7f714fe00700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7150106120 0x7f715019c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:26.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.330+0000 7f7154e00700 1 -- 172.21.15.12:0/2388569546 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715010b760 msgr2=0x7f71501a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:26.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.330+0000 7f7154e00700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715010b760 0x7f71501a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:26.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.330+0000 7f7154e00700 1 -- 172.21.15.12:0/2388569546 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7150106120 msgr2=0x7f715019c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:26.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.330+0000 7f7154e00700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7150106120 0x7f715019c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:26.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.330+0000 7f7154e00700 1 -- 172.21.15.12:0/2388569546 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71501a0e60 con 0x7f7150105760 2024-05-21T00:16:26.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.330+0000 7f7155800700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715010b760 0x7f71501a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:26.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.330+0000 7f7154e00700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7150105760 0x7f715019be50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f714400f990 tx=0x7f714400f9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:26.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.331+0000 7f714d600700 1 -- 172.21.15.12:0/2388569546 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7144027070 con 0x7f7150105760 2024-05-21T00:16:26.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.331+0000 7f7157800700 1 -- 172.21.15.12:0/2388569546 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71501a10f0 con 0x7f7150105760 2024-05-21T00:16:26.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.331+0000 7f714d600700 1 -- 172.21.15.12:0/2388569546 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7144005570 con 0x7f7150105760 2024-05-21T00:16:26.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.331+0000 7f714d600700 1 -- 172.21.15.12:0/2388569546 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7144004930 con 0x7f7150105760 2024-05-21T00:16:26.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.332+0000 7f7157800700 1 -- 172.21.15.12:0/2388569546 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71501a89d0 con 0x7f7150105760 2024-05-21T00:16:26.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.333+0000 7f7157800700 1 -- 172.21.15.12:0/2388569546 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f715010dcf0 con 0x7f7150105760 2024-05-21T00:16:26.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.335+0000 7f714d600700 1 -- 172.21.15.12:0/2388569546 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f714402a070 con 0x7f7150105760 2024-05-21T00:16:26.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.337+0000 7f714d600700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71380b2900 0x7f71380b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:26.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.337+0000 7f714d600700 1 -- 172.21.15.12:0/2388569546 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f71440e2bb0 con 0x7f7150105760 2024-05-21T00:16:26.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.337+0000 7f714fe00700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71380b2900 0x7f71380b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:26.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.338+0000 7f714fe00700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71380b2900 0x7f71380b4dc0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f713c009680 tx=0x7f713c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:26.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.341+0000 7f714d600700 1 -- 172.21.15.12:0/2388569546 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f714405fdf0 con 0x7f7150105760 2024-05-21T00:16:26.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.632+0000 7f7157800700 1 -- 172.21.15.12:0/2388569546 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f715019d1b0 con 0x7f7150105760 2024-05-21T00:16:26.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.633+0000 7f714d600700 1 -- 172.21.15.12:0/2388569546 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11916 (secure 0 0 0) 0x7f7144013030 con 0x7f7150105760 2024-05-21T00:16:26.635 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:16:26.636 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:13:23.298682+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24493,24505,24538,24530,24523]},"id":1}]} 2024-05-21T00:16:26.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.636+0000 7f7157800700 1 -- 172.21.15.12:0/2388569546 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71380b2900 msgr2=0x7f71380b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:26.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.636+0000 7f7157800700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71380b2900 0x7f71380b4dc0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f713c009680 tx=0x7f713c009260 comp rx=0 tx=0).stop 2024-05-21T00:16:26.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.636+0000 7f7157800700 1 -- 172.21.15.12:0/2388569546 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7150105760 msgr2=0x7f715019be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:26.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.636+0000 7f7157800700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7150105760 0x7f715019be50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f714400f990 tx=0x7f714400f9c0 comp rx=0 tx=0).stop 2024-05-21T00:16:26.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.636+0000 7f7157800700 1 -- 172.21.15.12:0/2388569546 shutdown_connections 2024-05-21T00:16:26.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.636+0000 7f7157800700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f715010b760 0x7f71501a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:26.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.636+0000 7f7157800700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71380b2900 0x7f71380b4dc0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:26.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.636+0000 7f7157800700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7150105760 0x7f715019be50 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:26.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.636+0000 7f7157800700 1 --2- 172.21.15.12:0/2388569546 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7150106120 0x7f715019c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:26.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.636+0000 7f7157800700 1 -- 172.21.15.12:0/2388569546 >> 172.21.15.12:0/2388569546 conn(0x7f7150101250 msgr2=0x7f7150101b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:26.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.637+0000 7f7157800700 1 -- 172.21.15.12:0/2388569546 shutdown_connections 2024-05-21T00:16:26.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:26.637+0000 7f7157800700 1 -- 172.21.15.12:0/2388569546 wait complete. 2024-05-21T00:16:26.638 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 28 2024-05-21T00:16:26.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:26 smithi060 ceph-mon[36426]: pgmap v420: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T00:16:26.978 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:26 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2388569546' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:16:27.013 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:26 smithi012 ceph-mon[31403]: pgmap v420: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T00:16:27.013 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:26 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2388569546' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:16:27.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:26 smithi077 ceph-mon[36377]: pgmap v420: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T00:16:27.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:26 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2388569546' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:16:27.471 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:16:27.958 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:28.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:28 smithi060 ceph-mon[36426]: pgmap v421: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:29.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:28 smithi077 ceph-mon[36377]: pgmap v421: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:29.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:28 smithi012 ceph-mon[31403]: pgmap v421: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:16:30.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.003+0000 7f6b4ec00700 1 -- 172.21.15.12:0/3305885989 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b4810b750 msgr2=0x7f6b4810bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:30.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.003+0000 7f6b4ec00700 1 --2- 172.21.15.12:0/3305885989 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b4810b750 0x7f6b4810bb30 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6b38009990 tx=0x7f6b38009ca0 comp rx=0 tx=0).stop 2024-05-21T00:16:30.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.004+0000 7f6b4ec00700 1 -- 172.21.15.12:0/3305885989 shutdown_connections 2024-05-21T00:16:30.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.004+0000 7f6b4ec00700 1 --2- 172.21.15.12:0/3305885989 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b48106110 0x7f6b48112620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:30.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.004+0000 7f6b4ec00700 1 --2- 172.21.15.12:0/3305885989 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b4810b750 0x7f6b4810bb30 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:30.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.004+0000 7f6b4ec00700 1 --2- 172.21.15.12:0/3305885989 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b48105750 0x7f6b48105bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:30.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.004+0000 7f6b4ec00700 1 -- 172.21.15.12:0/3305885989 >> 172.21.15.12:0/3305885989 conn(0x7f6b48101240 msgr2=0x7f6b48103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:30.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.004+0000 7f6b4ec00700 1 -- 172.21.15.12:0/3305885989 shutdown_connections 2024-05-21T00:16:30.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.004+0000 7f6b4ec00700 1 -- 172.21.15.12:0/3305885989 wait complete. 2024-05-21T00:16:30.006 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.005+0000 7f6b4ec00700 1 Processor -- start 2024-05-21T00:16:30.006 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.005+0000 7f6b4ec00700 1 -- start start 2024-05-21T00:16:30.006 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.005+0000 7f6b4ec00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b48105750 0x7f6b4819beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:30.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.005+0000 7f6b4ec00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b48106110 0x7f6b4819c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:30.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.005+0000 7f6b4ec00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b4810b750 0x7f6b481a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:30.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.005+0000 7f6b4ec00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6b481159a0 con 0x7f6b4810b750 2024-05-21T00:16:30.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.005+0000 7f6b4ec00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6b48115820 con 0x7f6b48105750 2024-05-21T00:16:30.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.005+0000 7f6b4ec00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f6b48115b20 con 0x7f6b48106110 2024-05-21T00:16:30.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.006+0000 7f6b47e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b48105750 0x7f6b4819beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:30.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.006+0000 7f6b4cc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b4810b750 0x7f6b481a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:30.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.006+0000 7f6b47e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b48105750 0x7f6b4819beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:48168/0 (socket says 172.21.15.12:48168) 2024-05-21T00:16:30.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.006+0000 7f6b47e00700 1 -- 172.21.15.12:0/2748599898 learned_addr learned my addr 172.21.15.12:0/2748599898 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:30.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.006+0000 7f6b47400700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b48106110 0x7f6b4819c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:30.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.006+0000 7f6b47e00700 1 -- 172.21.15.12:0/2748599898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b48106110 msgr2=0x7f6b4819c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:30.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.006+0000 7f6b47e00700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b48106110 0x7f6b4819c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:30.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.006+0000 7f6b47e00700 1 -- 172.21.15.12:0/2748599898 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b4810b750 msgr2=0x7f6b481a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:30.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.006+0000 7f6b47e00700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b4810b750 0x7f6b481a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:30.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.006+0000 7f6b47e00700 1 -- 172.21.15.12:0/2748599898 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b481a0e70 con 0x7f6b48105750 2024-05-21T00:16:30.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.006+0000 7f6b4cc00700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b4810b750 0x7f6b481a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:30.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.007+0000 7f6b47e00700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b48105750 0x7f6b4819beb0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6b38005910 tx=0x7f6b3800b670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:30.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.007+0000 7f6b44c00700 1 -- 172.21.15.12:0/2748599898 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b38027070 con 0x7f6b48105750 2024-05-21T00:16:30.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.007+0000 7f6b4ec00700 1 -- 172.21.15.12:0/2748599898 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b481a1100 con 0x7f6b48105750 2024-05-21T00:16:30.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.007+0000 7f6b44c00700 1 -- 172.21.15.12:0/2748599898 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b38022470 con 0x7f6b48105750 2024-05-21T00:16:30.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.007+0000 7f6b44c00700 1 -- 172.21.15.12:0/2748599898 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b38017650 con 0x7f6b48105750 2024-05-21T00:16:30.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.007+0000 7f6b4ec00700 1 -- 172.21.15.12:0/2748599898 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b481a89e0 con 0x7f6b48105750 2024-05-21T00:16:30.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.008+0000 7f6b4ec00700 1 -- 172.21.15.12:0/2748599898 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b4806a230 con 0x7f6b48105750 2024-05-21T00:16:30.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.011+0000 7f6b44c00700 1 -- 172.21.15.12:0/2748599898 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6b3802a070 con 0x7f6b48105750 2024-05-21T00:16:30.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.012+0000 7f6b44c00700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6b2c0b2900 0x7f6b2c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:30.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.012+0000 7f6b44c00700 1 -- 172.21.15.12:0/2748599898 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f6b380e2e70 con 0x7f6b48105750 2024-05-21T00:16:30.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.013+0000 7f6b47400700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6b2c0b2900 0x7f6b2c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:30.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.013+0000 7f6b47400700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6b2c0b2900 0x7f6b2c0b4dc0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6b34009680 tx=0x7f6b34009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:30.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.015+0000 7f6b44c00700 1 -- 172.21.15.12:0/2748599898 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6b38013070 con 0x7f6b48105750 2024-05-21T00:16:30.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.255+0000 7f6b4ec00700 1 -- 172.21.15.12:0/2748599898 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6b4802e560 con 0x7f6b48105750 2024-05-21T00:16:30.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.257+0000 7f6b44c00700 1 -- 172.21.15.12:0/2748599898 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22452 (secure 0 0 0) 0x7f6b380aabf0 con 0x7f6b48105750 2024-05-21T00:16:30.258 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:16:30.258 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","created":"2024-05-21T00:03:31.857871+0000","modified":"2024-05-21T00:13:48.805372+0000","last_up_change":"2024-05-21T00:11:45.298954+0000","last_in_change":"2024-05-21T00:11:25.604086+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:07:33.533592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:12:51.199495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:12:55.743028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eb262230-57ca-4f86-9c2b-480a80166146","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6803","nonce":555322069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6805","nonce":555322069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6809","nonce":555322069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6807","nonce":555322069}]},"public_addr":"172.21.15.12:6803/555322069","cluster_addr":"172.21.15.12:6805/555322069","heartbeat_back_addr":"172.21.15.12:6809/555322069","heartbeat_front_addr":"172.21.15.12:6807/555322069","state":["exists","up"]},{"osd":1,"uuid":"4a47cb31-071b-46be-9a26-4a6312ddaaca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6801","nonce":1346604098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6803","nonce":1346604098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6807","nonce":1346604098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6805","nonce":1346604098}]},"public_addr":"172.21.15.60:6801/1346604098","cluster_addr":"172.21.15.60:6803/1346604098","heartbeat_back_addr":"172.21.15.60:6807/1346604098","heartbeat_front_addr":"172.21.15.60:6805/1346604098","state":["exists","up"]},{"osd":2,"uuid":"f29f0f11-f36c-4603-a4e7-3294eb5e9568","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6801","nonce":2955000302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6803","nonce":2955000302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6807","nonce":2955000302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6805","nonce":2955000302}]},"public_addr":"172.21.15.77:6801/2955000302","cluster_addr":"172.21.15.77:6803/2955000302","heartbeat_back_addr":"172.21.15.77:6807/2955000302","heartbeat_front_addr":"172.21.15.77:6805/2955000302","state":["exists","up"]},{"osd":3,"uuid":"671ae43b-4ee1-4c5f-8c8d-12c5807af59c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6811","nonce":2515804940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6813","nonce":2515804940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6817","nonce":2515804940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6815","nonce":2515804940}]},"public_addr":"172.21.15.12:6811/2515804940","cluster_addr":"172.21.15.12:6813/2515804940","heartbeat_back_addr":"172.21.15.12:6817/2515804940","heartbeat_front_addr":"172.21.15.12:6815/2515804940","state":["exists","up"]},{"osd":4,"uuid":"527f3934-7fb5-4e65-8ef9-e5921bc5ba65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6809","nonce":2773894843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6811","nonce":2773894843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6815","nonce":2773894843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6813","nonce":2773894843}]},"public_addr":"172.21.15.60:6809/2773894843","cluster_addr":"172.21.15.60:6811/2773894843","heartbeat_back_addr":"172.21.15.60:6815/2773894843","heartbeat_front_addr":"172.21.15.60:6813/2773894843","state":["exists","up"]},{"osd":5,"uuid":"2c37b2c3-a9c0-47b3-9023-84566d18e0af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6809","nonce":202950059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6811","nonce":202950059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6815","nonce":202950059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6813","nonce":202950059}]},"public_addr":"172.21.15.77:6809/202950059","cluster_addr":"172.21.15.77:6811/202950059","heartbeat_back_addr":"172.21.15.77:6815/202950059","heartbeat_front_addr":"172.21.15.77:6813/202950059","state":["exists","up"]},{"osd":6,"uuid":"68c18062-e034-421d-b135-ab35d7d4bd25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6819","nonce":1511296628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6821","nonce":1511296628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6825","nonce":1511296628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6823","nonce":1511296628}]},"public_addr":"172.21.15.12:6819/1511296628","cluster_addr":"172.21.15.12:6821/1511296628","heartbeat_back_addr":"172.21.15.12:6825/1511296628","heartbeat_front_addr":"172.21.15.12:6823/1511296628","state":["exists","up"]},{"osd":7,"uuid":"0ac8383b-1578-44f1-8ebe-420d79511dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6817","nonce":4203237802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6819","nonce":4203237802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6823","nonce":4203237802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6821","nonce":4203237802}]},"public_addr":"172.21.15.60:6817/4203237802","cluster_addr":"172.21.15.60:6819/4203237802","heartbeat_back_addr":"172.21.15.60:6823/4203237802","heartbeat_front_addr":"172.21.15.60:6821/4203237802","state":["exists","up"]},{"osd":8,"uuid":"65362b50-2bba-422b-a5c9-1584cf55583d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6817","nonce":1939530536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6819","nonce":1939530536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6823","nonce":1939530536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6821","nonce":1939530536}]},"public_addr":"172.21.15.77:6817/1939530536","cluster_addr":"172.21.15.77:6819/1939530536","heartbeat_back_addr":"172.21.15.77:6823/1939530536","heartbeat_front_addr":"172.21.15.77:6821/1939530536","state":["exists","up"]},{"osd":9,"uuid":"9572a8a5-22f1-49ac-8b92-9e88dfac6dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6827","nonce":849418735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6829","nonce":849418735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6833","nonce":849418735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6831","nonce":849418735}]},"public_addr":"172.21.15.12:6827/849418735","cluster_addr":"172.21.15.12:6829/849418735","heartbeat_back_addr":"172.21.15.12:6833/849418735","heartbeat_front_addr":"172.21.15.12:6831/849418735","state":["exists","up"]},{"osd":10,"uuid":"9a42dca5-3dfa-4d8e-a33d-385ca25a8728","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6825","nonce":1376044245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6827","nonce":1376044245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6831","nonce":1376044245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6829","nonce":1376044245}]},"public_addr":"172.21.15.60:6825/1376044245","cluster_addr":"172.21.15.60:6827/1376044245","heartbeat_back_addr":"172.21.15.60:6831/1376044245","heartbeat_front_addr":"172.21.15.60:6829/1376044245","state":["exists","up"]},{"osd":11,"uuid":"856d5711-f90b-4619-abff-071e87b9d9cd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6825","nonce":3670550862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6827","nonce":3670550862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6831","nonce":3670550862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6829","nonce":3670550862}]},"public_addr":"172.21.15.77:6825/3670550862","cluster_addr":"172.21.15.77:6827/3670550862","heartbeat_back_addr":"172.21.15.77:6831/3670550862","heartbeat_front_addr":"172.21.15.77:6829/3670550862","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:06:41.613797+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:07.131615+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:31.297626+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:04.225630+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:29.488657+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:53.416655+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:27.501283+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:52.564404+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:17.639136+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:51.369821+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:18.024792+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:43.603806+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2206749889":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/840755370":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6800/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/2890553385":"2024-05-22T00:04:13.638637+0000","172.21.15.12:6800/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/3618065373":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/3942652702":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/1867303420":"2024-05-22T00:04:13.638637+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:16:30.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.260+0000 7f6b4ec00700 1 -- 172.21.15.12:0/2748599898 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6b2c0b2900 msgr2=0x7f6b2c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:30.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.260+0000 7f6b4ec00700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6b2c0b2900 0x7f6b2c0b4dc0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f6b34009680 tx=0x7f6b34009260 comp rx=0 tx=0).stop 2024-05-21T00:16:30.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.260+0000 7f6b4ec00700 1 -- 172.21.15.12:0/2748599898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b48105750 msgr2=0x7f6b4819beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:30.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.260+0000 7f6b4ec00700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b48105750 0x7f6b4819beb0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6b38005910 tx=0x7f6b3800b670 comp rx=0 tx=0).stop 2024-05-21T00:16:30.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.260+0000 7f6b4ec00700 1 -- 172.21.15.12:0/2748599898 shutdown_connections 2024-05-21T00:16:30.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.260+0000 7f6b4ec00700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6b2c0b2900 0x7f6b2c0b4dc0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.260+0000 7f6b4ec00700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b4810b750 0x7f6b481a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.260+0000 7f6b4ec00700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b48105750 0x7f6b4819beb0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.260+0000 7f6b4ec00700 1 --2- 172.21.15.12:0/2748599898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b48106110 0x7f6b4819c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.260+0000 7f6b4ec00700 1 -- 172.21.15.12:0/2748599898 >> 172.21.15.12:0/2748599898 conn(0x7f6b48101240 msgr2=0x7f6b48101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.261+0000 7f6b4ec00700 1 -- 172.21.15.12:0/2748599898 shutdown_connections 2024-05-21T00:16:30.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:30.261+0000 7f6b4ec00700 1 -- 172.21.15.12:0/2748599898 wait complete. 2024-05-21T00:16:30.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:30 smithi060 ceph-mon[36426]: pgmap v422: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:30.977 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:30 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2748599898' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:16:31.013 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:30 smithi012 ceph-mon[31403]: pgmap v422: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:31.013 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:30 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2748599898' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:16:31.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:30 smithi077 ceph-mon[36377]: pgmap v422: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:31.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:30 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2748599898' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:16:31.084 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-21T00:12:59.747732+0000', 'modified': '2024-05-21T00:13:23.298682+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24538, 'mds_1': 24530, 'mds_2': 24523, 'mds_3': 24505, 'mds_4': 24493}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24443': {'gid': 24443, 'name': 'k', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.60:6833/1214326622', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6832', 'nonce': 1214326622}, {'type': 'v1', 'addr': '172.21.15.60:6833', 'nonce': 1214326622}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24448': {'gid': 24448, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.77:6833/3852286108', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6832', 'nonce': 3852286108}, {'type': 'v1', 'addr': '172.21.15.77:6833', 'nonce': 3852286108}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24455': {'gid': 24455, 'name': 'j', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.12:6835/4067242725', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.12:6834', 'nonce': 4067242725}, {'type': 'v1', 'addr': '172.21.15.12:6835', 'nonce': 4067242725}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24473': {'gid': 24473, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.60:6835/3705071048', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6834', 'nonce': 3705071048}, {'type': 'v1', 'addr': '172.21.15.60:6835', 'nonce': 3705071048}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24488': {'gid': 24488, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.60:6837/864212275', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6836', 'nonce': 864212275}, {'type': 'v1', 'addr': '172.21.15.60:6837', 'nonce': 864212275}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'f', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.77:6835/4140862249', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6834', 'nonce': 4140862249}, {'type': 'v1', 'addr': '172.21.15.77:6835', 'nonce': 4140862249}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24505': {'gid': 24505, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.77:6837/2756899193', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6836', 'nonce': 2756899193}, {'type': 'v1', 'addr': '172.21.15.77:6837', 'nonce': 2756899193}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24523': {'gid': 24523, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.77:6839/1967320043', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6838', 'nonce': 1967320043}, {'type': 'v1', 'addr': '172.21.15.77:6839', 'nonce': 1967320043}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24530': {'gid': 24530, 'name': 'b', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.60:6839/1377681281', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6838', 'nonce': 1377681281}, {'type': 'v1', 'addr': '172.21.15.60:6839', 'nonce': 1377681281}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24538': {'gid': 24538, 'name': 'a', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.12:6841/3145827492', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.12:6840', 'nonce': 3145827492}, {'type': 'v1', 'addr': '172.21.15.12:6841', 'nonce': 3145827492}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24538, 'qdb_cluster': [24493, 24505, 24538, 24530, 24523]} 2024-05-21T00:16:31.084 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-05-21T00:16:31.084 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.f status 2024-05-21T00:16:31.548 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:32.817 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:32 smithi012 ceph-mon[31403]: pgmap v423: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:16:33.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:32 smithi077 ceph-mon[36377]: pgmap v423: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:16:33.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:32 smithi060 ceph-mon[36426]: pgmap v423: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:16:33.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.683+0000 7f3de3800700 1 -- 172.21.15.12:0/1261004926 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ddc103f80 msgr2=0x7f3ddc110410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:33.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.683+0000 7f3de3800700 1 --2- 172.21.15.12:0/1261004926 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ddc103f80 0x7f3ddc110410 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3dd400b0a0 tx=0x7f3dd400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.683+0000 7f3de3800700 1 -- 172.21.15.12:0/1261004926 shutdown_connections 2024-05-21T00:16:33.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.683+0000 7f3de3800700 1 --2- 172.21.15.12:0/1261004926 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ddc103f80 0x7f3ddc110410 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.683+0000 7f3de3800700 1 --2- 172.21.15.12:0/1261004926 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3ddc1095d0 0x7f3ddc1099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.683+0000 7f3de3800700 1 --2- 172.21.15.12:0/1261004926 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3ddc1035c0 0x7f3ddc103a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.683+0000 7f3de3800700 1 -- 172.21.15.12:0/1261004926 >> 172.21.15.12:0/1261004926 conn(0x7f3ddc07a610 msgr2=0x7f3ddc07aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:33.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.683+0000 7f3de3800700 1 -- 172.21.15.12:0/1261004926 shutdown_connections 2024-05-21T00:16:33.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.683+0000 7f3de3800700 1 -- 172.21.15.12:0/1261004926 wait complete. 2024-05-21T00:16:33.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.684+0000 7f3de3800700 1 Processor -- start 2024-05-21T00:16:33.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.685+0000 7f3de3800700 1 -- start start 2024-05-21T00:16:33.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.685+0000 7f3de3800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ddc1035c0 0x7f3ddc19bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.685+0000 7f3de3800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3ddc103f80 0x7f3ddc19c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.685+0000 7f3de3800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3ddc1095d0 0x7f3ddc1a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.685+0000 7f3de3800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc113780 con 0x7f3ddc1095d0 2024-05-21T00:16:33.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.685+0000 7f3de3800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc113600 con 0x7f3ddc103f80 2024-05-21T00:16:33.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.685+0000 7f3de3800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc113900 con 0x7f3ddc1035c0 2024-05-21T00:16:33.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.685+0000 7f3de0e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ddc1035c0 0x7f3ddc19bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.685+0000 7f3de0e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ddc1035c0 0x7f3ddc19bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37958/0 (socket says 172.21.15.12:37958) 2024-05-21T00:16:33.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.685+0000 7f3dd3e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3ddc103f80 0x7f3ddc19c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.685+0000 7f3de0e00700 1 -- 172.21.15.12:0/1335149477 learned_addr learned my addr 172.21.15.12:0/1335149477 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:33.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.686+0000 7f3de1800700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3ddc1095d0 0x7f3ddc1a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.686+0000 7f3dd3e00700 1 -- 172.21.15.12:0/1335149477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ddc1035c0 msgr2=0x7f3ddc19bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.686+0000 7f3dd3e00700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ddc1035c0 0x7f3ddc19bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.686+0000 7f3dd3e00700 1 -- 172.21.15.12:0/1335149477 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3ddc1095d0 msgr2=0x7f3ddc1a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.686+0000 7f3dd3e00700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3ddc1095d0 0x7f3ddc1a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.686+0000 7f3dd3e00700 1 -- 172.21.15.12:0/1335149477 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ddc1a0d70 con 0x7f3ddc103f80 2024-05-21T00:16:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.686+0000 7f3de0e00700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ddc1035c0 0x7f3ddc19bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.686+0000 7f3dd3e00700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3ddc103f80 0x7f3ddc19c2a0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3dc400e9f0 tx=0x7f3dc400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.687+0000 7f3dda000700 1 -- 172.21.15.12:0/1335149477 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc400cb70 con 0x7f3ddc103f80 2024-05-21T00:16:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.687+0000 7f3dda000700 1 -- 172.21.15.12:0/1335149477 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3dc40044d0 con 0x7f3ddc103f80 2024-05-21T00:16:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.687+0000 7f3de3800700 1 -- 172.21.15.12:0/1335149477 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ddc1a1060 con 0x7f3ddc103f80 2024-05-21T00:16:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.687+0000 7f3dda000700 1 -- 172.21.15.12:0/1335149477 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dc4003e00 con 0x7f3ddc103f80 2024-05-21T00:16:33.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.687+0000 7f3de3800700 1 -- 172.21.15.12:0/1335149477 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ddc1a88e0 con 0x7f3ddc103f80 2024-05-21T00:16:33.691 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.690+0000 7f3dda000700 1 -- 172.21.15.12:0/1335149477 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3dc4003fa0 con 0x7f3ddc103f80 2024-05-21T00:16:33.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.692+0000 7f3dee27ab80 1 Processor -- start 2024-05-21T00:16:33.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.692+0000 7f3dee27ab80 1 -- start start 2024-05-21T00:16:33.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.692+0000 7f3dee27ab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521705e60 0x556521706240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3dee27ab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x556521700210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3dee27ab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x556521700c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3dee27ab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55652165edf0 con 0x556521705e60 2024-05-21T00:16:33.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3dee27ab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55652164e990 con 0x556521700830 2024-05-21T00:16:33.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3dee27ab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5565216529d0 con 0x556521706780 2024-05-21T00:16:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3de1800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521705e60 0x556521706240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3de1800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521705e60 0x556521706240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45872/0 (socket says 172.21.15.12:45872) 2024-05-21T00:16:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3de1800700 1 -- 172.21.15.12:0/56100043 learned_addr learned my addr 172.21.15.12:0/56100043 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3de0e00700 1 --2- 172.21.15.12:0/56100043 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x556521700210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3dd3e00700 1 --2- 172.21.15.12:0/56100043 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x556521700c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3dda000700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3dc00b2880 0x7f3dc00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3de0e00700 1 -- 172.21.15.12:0/56100043 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 msgr2=0x556521700c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3de0e00700 1 --2- 172.21.15.12:0/56100043 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x556521700c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3de0e00700 1 -- 172.21.15.12:0/56100043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521705e60 msgr2=0x556521706240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.693+0000 7f3de0e00700 1 --2- 172.21.15.12:0/56100043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521705e60 0x556521706240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.694+0000 7f3de0e00700 1 -- 172.21.15.12:0/56100043 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565216173d0 con 0x556521706780 2024-05-21T00:16:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.694+0000 7f3dda000700 1 -- 172.21.15.12:0/1335149477 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f3dc40e23d0 con 0x7f3ddc103f80 2024-05-21T00:16:33.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.694+0000 7f3de0e00700 1 --2- 172.21.15.12:0/56100043 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x556521700210 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc011570 tx=0x7f3dcc011880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2abe3139ae66931 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:33.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.694+0000 7f3de1800700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3dc00b2880 0x7f3dc00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.694+0000 7f3dd2000700 1 -- 172.21.15.12:0/56100043 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc004230 con 0x556521706780 2024-05-21T00:16:33.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.694+0000 7f3dd2000700 1 -- 172.21.15.12:0/56100043 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3dcc0043d0 con 0x556521706780 2024-05-21T00:16:33.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.694+0000 7f3dd2000700 1 -- 172.21.15.12:0/56100043 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc019920 con 0x556521706780 2024-05-21T00:16:33.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.695+0000 7f3dee27ab80 1 -- 172.21.15.12:0/56100043 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 msgr2=0x556521700210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:33.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.695+0000 7f3de1800700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3dc00b2880 0x7f3dc00b4d40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4009e60 tx=0x7f3dd401f040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:33.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.695+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/56100043 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x556521700210 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc011570 tx=0x7f3dcc011880 comp rx=0 tx=0).stop 2024-05-21T00:16:33.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.695+0000 7f3dee27ab80 1 -- 172.21.15.12:0/56100043 shutdown_connections 2024-05-21T00:16:33.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.695+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/56100043 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x556521700c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.695+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/56100043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521705e60 0x556521706240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.695+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/56100043 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x556521700210 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.695+0000 7f3dee27ab80 1 -- 172.21.15.12:0/56100043 >> 172.21.15.12:0/56100043 conn(0x55652162eb90 msgr2=0x5565216fafc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:33.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.695+0000 7f3dee27ab80 1 -- 172.21.15.12:0/56100043 shutdown_connections 2024-05-21T00:16:33.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.696+0000 7f3dee27ab80 1 -- 172.21.15.12:0/56100043 wait complete. 2024-05-21T00:16:33.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.696+0000 7f3dee27ab80 1 -- start start 2024-05-21T00:16:33.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.697+0000 7f3dee27ab80 1 Processor -- start 2024-05-21T00:16:33.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.697+0000 7f3dee27ab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x55652170c410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.697+0000 7f3dee27ab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521705e60 0x5565217097b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.697+0000 7f3dee27ab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x556521709cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.697+0000 7f3dee27ab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556521554f50 con 0x556521705e60 2024-05-21T00:16:33.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.697+0000 7f3dee27ab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5565215ef710 con 0x556521700830 2024-05-21T00:16:33.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.697+0000 7f3dee27ab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55652170d1f0 con 0x556521706780 2024-05-21T00:16:33.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.697+0000 7f3dee27ab80 10 client.0 _ll_register_callbacks cb 0x5565215f8c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:16:33.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.697+0000 7f3de0e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x55652170c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.697+0000 7f3de0e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x55652170c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:48198/0 (socket says 172.21.15.12:48198) 2024-05-21T00:16:33.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.697+0000 7f3dd3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521705e60 0x5565217097b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.697+0000 7f3de0e00700 1 -- 172.21.15.12:0/3242951565 learned_addr learned my addr 172.21.15.12:0/3242951565 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:33.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.697+0000 7f3de1800700 1 --2- 172.21.15.12:0/3242951565 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x556521709cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.698+0000 7f3de0e00700 1 -- 172.21.15.12:0/3242951565 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 msgr2=0x556521709cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:33.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.698+0000 7f3de0e00700 1 --2- 172.21.15.12:0/3242951565 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x556521709cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.698+0000 7f3de0e00700 1 -- 172.21.15.12:0/3242951565 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521705e60 msgr2=0x5565217097b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:33.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.698+0000 7f3de0e00700 1 --2- 172.21.15.12:0/3242951565 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521705e60 0x5565217097b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.698+0000 7f3de0e00700 1 -- 172.21.15.12:0/3242951565 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55652159e880 con 0x556521700830 2024-05-21T00:16:33.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.698+0000 7f3dd3e00700 1 --2- 172.21.15.12:0/3242951565 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521705e60 0x5565217097b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:16:33.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.698+0000 7f3de0e00700 1 --2- 172.21.15.12:0/3242951565 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x55652170c410 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc009850 tx=0x7f3dcc005270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c1a1ead3d3fb72be server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:33.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.698+0000 7f3dcaa00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:16:33.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.698+0000 7f3dcaa00700 1 -- 172.21.15.12:0/3242951565 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc027070 con 0x556521700830 2024-05-21T00:16:33.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.699+0000 7f3dcaa00700 1 -- 172.21.15.12:0/3242951565 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f3dcc004950 con 0x556521700830 2024-05-21T00:16:33.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.699+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3242951565 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3dcc0043d0 con 0x556521700830 2024-05-21T00:16:33.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.699+0000 7f3dcaa00700 1 -- 172.21.15.12:0/3242951565 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3dcc033050 con 0x556521700830 2024-05-21T00:16:33.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.699+0000 7f3dee27ab80 10 client.25010 fetch_fsmap learned FSMap version 28 2024-05-21T00:16:33.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.699+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3242951565 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55652161f010 con 0x556521700830 2024-05-21T00:16:33.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.699+0000 7f3dcaa00700 1 -- 172.21.15.12:0/3242951565 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3dcc0043d0 con 0x556521700830 2024-05-21T00:16:33.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.699+0000 7f3dcaa00700 1 -- 172.21.15.12:0/3242951565 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f3dcc0195a0 con 0x556521700830 2024-05-21T00:16:33.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.700+0000 7f3dee27ab80 10 client.25010 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:16:33.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.700+0000 7f3dee27ab80 10 client.25010 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-21T00:16:33.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.700+0000 7f3dee27ab80 20 client.25010 populate_metadata read hostname 'smithi012' 2024-05-21T00:16:33.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.700+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/3242951565 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x556521719a30 0x55652171aea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.700+0000 7f3dee27ab80 4 client.25010 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:16:33.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.700+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3242951565 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556521660d40 con 0x556521719a30 2024-05-21T00:16:33.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.700+0000 7f3dd3e00700 1 --2- 172.21.15.12:0/3242951565 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x556521719a30 0x55652171aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.701+0000 7f3dd3e00700 1 --2- 172.21.15.12:0/3242951565 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x556521719a30 0x55652171aea0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a82b9bf36d6b6894 server_cookie=84cd184456b6236b in_seq=0 out_seq=0 2024-05-21T00:16:33.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.701+0000 7f3dcaa00700 10 client.25010 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:16:33.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.701+0000 7f3dcaa00700 1 -- 172.21.15.12:0/3242951565 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556521660d40 con 0x556521719a30 2024-05-21T00:16:33.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.701+0000 7f3dcaa00700 10 client.25010 handle_command_reply: tid=0 2024-05-21T00:16:33.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.702+0000 7f3dee27ab80 1 client.25010 shutdown 2024-05-21T00:16:33.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.702+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3242951565 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 msgr2=0x55652170c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:33.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.702+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/3242951565 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x55652170c410 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc009850 tx=0x7f3dcc005270 comp rx=0 tx=0).stop 2024-05-21T00:16:33.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.702+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3242951565 shutdown_connections 2024-05-21T00:16:33.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.702+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/3242951565 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x556521719a30 0x55652171aea0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.702+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/3242951565 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x556521709cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.702+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/3242951565 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x55652170c410 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.702+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/3242951565 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521705e60 0x5565217097b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.702+0000 7f3dcaa00700 0 client.25010 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:16:33.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.702+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3242951565 >> 172.21.15.12:0/3242951565 conn(0x55652162eb90 msgr2=0x5565216ff200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:33.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.702+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3242951565 shutdown_connections 2024-05-21T00:16:33.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.702+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3242951565 wait complete. 2024-05-21T00:16:33.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.702+0000 7f3dee27ab80 20 client.25010 trim_cache size 0 max 16384 2024-05-21T00:16:33.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.726+0000 7f3dee27ab80 1 Processor -- start 2024-05-21T00:16:33.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.726+0000 7f3dee27ab80 1 -- start start 2024-05-21T00:16:33.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.727+0000 7f3dee27ab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x556521700210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.727+0000 7f3dee27ab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521705e60 0x556521700c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.727+0000 7f3dee27ab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521706780 0x556521709590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.727+0000 7f3dee27ab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5565217191e0 con 0x556521706780 2024-05-21T00:16:33.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.727+0000 7f3dee27ab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5565217198b0 con 0x556521700830 2024-05-21T00:16:33.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.727+0000 7f3dee27ab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x556521719f80 con 0x556521705e60 2024-05-21T00:16:33.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.727+0000 7f3de1800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521706780 0x556521709590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.727+0000 7f3de0e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x556521700210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.727+0000 7f3de0e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x556521700210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:48206/0 (socket says 172.21.15.12:48206) 2024-05-21T00:16:33.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.727+0000 7f3de1800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521706780 0x556521709590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45902/0 (socket says 172.21.15.12:45902) 2024-05-21T00:16:33.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.727+0000 7f3de0e00700 1 -- 172.21.15.12:0/1242660787 learned_addr learned my addr 172.21.15.12:0/1242660787 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:33.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.727+0000 7f3dd3e00700 1 --2- 172.21.15.12:0/1242660787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521705e60 0x556521700c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.728+0000 7f3de0e00700 1 -- 172.21.15.12:0/1242660787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521705e60 msgr2=0x556521700c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:33.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.728+0000 7f3de0e00700 1 --2- 172.21.15.12:0/1242660787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521705e60 0x556521700c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.728+0000 7f3de0e00700 1 -- 172.21.15.12:0/1242660787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521706780 msgr2=0x556521709590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:33.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.728+0000 7f3de0e00700 1 --2- 172.21.15.12:0/1242660787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521706780 0x556521709590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.728+0000 7f3de0e00700 1 -- 172.21.15.12:0/1242660787 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5565217164c0 con 0x556521700830 2024-05-21T00:16:33.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.728+0000 7f3de0e00700 1 --2- 172.21.15.12:0/1242660787 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x556521700210 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc0118c0 tx=0x7f3dcc011c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c1f4a00abe9ef9f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:33.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.728+0000 7f3dd1600700 1 -- 172.21.15.12:0/1242660787 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc03c070 con 0x556521700830 2024-05-21T00:16:33.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.728+0000 7f3dd1600700 1 -- 172.21.15.12:0/1242660787 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3dcc005390 con 0x556521700830 2024-05-21T00:16:33.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.728+0000 7f3dd1600700 1 -- 172.21.15.12:0/1242660787 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dcc027050 con 0x556521700830 2024-05-21T00:16:33.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.729+0000 7f3dee27ab80 1 -- 172.21.15.12:0/1242660787 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 msgr2=0x556521700210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:33.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.729+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/1242660787 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x556521700210 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc0118c0 tx=0x7f3dcc011c10 comp rx=0 tx=0).stop 2024-05-21T00:16:33.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.729+0000 7f3dee27ab80 1 -- 172.21.15.12:0/1242660787 shutdown_connections 2024-05-21T00:16:33.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.729+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/1242660787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521706780 0x556521709590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.729+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/1242660787 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521700830 0x556521700210 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.729+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/1242660787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521705e60 0x556521700c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.729+0000 7f3dee27ab80 1 -- 172.21.15.12:0/1242660787 >> 172.21.15.12:0/1242660787 conn(0x55652162eb90 msgr2=0x5565217080a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:33.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.729+0000 7f3dee27ab80 1 -- 172.21.15.12:0/1242660787 shutdown_connections 2024-05-21T00:16:33.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.729+0000 7f3dee27ab80 1 -- 172.21.15.12:0/1242660787 wait complete. 2024-05-21T00:16:33.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.729+0000 7f3dee27ab80 1 -- start start 2024-05-21T00:16:33.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.730+0000 7f3dee27ab80 1 Processor -- start 2024-05-21T00:16:33.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.730+0000 7f3dee27ab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521700830 0x556521724600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.730+0000 7f3dee27ab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521705e60 0x556521724b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.730+0000 7f3dee27ab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x55652171f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.730+0000 7f3dee27ab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55652171ad20 con 0x556521700830 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.730+0000 7f3dee27ab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55652171a650 con 0x556521705e60 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.730+0000 7f3dee27ab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55652171b3f0 con 0x556521706780 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.731+0000 7f3de1800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x55652171f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.731+0000 7f3de1800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x55652171f480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37998/0 (socket says 172.21.15.12:37998) 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.731+0000 7f3de1800700 1 -- 172.21.15.12:0/3831573263 learned_addr learned my addr 172.21.15.12:0/3831573263 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.731+0000 7f3dd3e00700 1 --2- 172.21.15.12:0/3831573263 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521705e60 0x556521724b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.731+0000 7f3dee27ab80 10 client.0 _ll_register_callbacks cb 0x5565215f8c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.731+0000 7f3de1800700 1 -- 172.21.15.12:0/3831573263 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521705e60 msgr2=0x556521724b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.731+0000 7f3de1800700 1 --2- 172.21.15.12:0/3831573263 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521705e60 0x556521724b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.731+0000 7f3de1800700 1 -- 172.21.15.12:0/3831573263 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521700830 msgr2=0x556521724600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.731+0000 7f3de1800700 1 --2- 172.21.15.12:0/3831573263 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521700830 0x556521724600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.731+0000 7f3de1800700 1 -- 172.21.15.12:0/3831573263 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55652171fc90 con 0x556521706780 2024-05-21T00:16:33.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.732+0000 7f3de1800700 1 --2- 172.21.15.12:0/3831573263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x55652171f480 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4009850 tx=0x7f3dd400b3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d88a59af6409cf0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:33.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.732+0000 7f3dcaa00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:16:33.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.735+0000 7f3dcaa00700 1 -- 172.21.15.12:0/3831573263 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd401d830 con 0x556521706780 2024-05-21T00:16:33.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.735+0000 7f3dcaa00700 1 -- 172.21.15.12:0/3831573263 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f3dd401d9d0 con 0x556521706780 2024-05-21T00:16:33.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.735+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3831573263 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3dcc005390 con 0x556521706780 2024-05-21T00:16:33.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.736+0000 7f3dcaa00700 1 -- 172.21.15.12:0/3831573263 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3dd4007e30 con 0x556521706780 2024-05-21T00:16:33.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.736+0000 7f3dee27ab80 10 client.25042 fetch_fsmap learned FSMap version 28 2024-05-21T00:16:33.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.736+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3831573263 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556521785e10 con 0x556521706780 2024-05-21T00:16:33.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.736+0000 7f3dcaa00700 1 -- 172.21.15.12:0/3831573263 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3dcc005390 con 0x556521706780 2024-05-21T00:16:33.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.736+0000 7f3dcaa00700 1 -- 172.21.15.12:0/3831573263 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f3dd4011070 con 0x556521706780 2024-05-21T00:16:33.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.736+0000 7f3dee27ab80 10 client.25042 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:16:33.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.736+0000 7f3dee27ab80 10 client.25042 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-21T00:16:33.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.736+0000 7f3dee27ab80 20 client.25042 populate_metadata read hostname 'smithi012' 2024-05-21T00:16:33.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.736+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/3831573263 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55652178ab30 0x556521789840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:33.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.736+0000 7f3dee27ab80 4 client.25042 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:16:33.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.736+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3831573263 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "status"}) -- 0x55652165a520 con 0x55652178ab30 2024-05-21T00:16:33.738 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.737+0000 7f3de0e00700 1 --2- 172.21.15.12:0/3831573263 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55652178ab30 0x556521789840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:33.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.737+0000 7f3de0e00700 1 --2- 172.21.15.12:0/3831573263 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55652178ab30 0x556521789840 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=918860d1daf9d387 server_cookie=6d9e815bcc053148 in_seq=0 out_seq=0 2024-05-21T00:16:33.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.737+0000 7f3dcaa00700 10 client.25042 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:16:33.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.737+0000 7f3dcaa00700 1 -- 172.21.15.12:0/3831573263 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55652165a520 con 0x55652178ab30 2024-05-21T00:16:33.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.737+0000 7f3dcaa00700 10 client.25042 handle_command_reply: tid=0 2024-05-21T00:16:33.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.737+0000 7f3dee27ab80 1 client.25042 shutdown 2024-05-21T00:16:33.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.738+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3831573263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 msgr2=0x55652171f480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:33.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.738+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/3831573263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x55652171f480 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4009850 tx=0x7f3dd400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.738+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3831573263 shutdown_connections 2024-05-21T00:16:33.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.738+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/3831573263 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55652178ab30 0x556521789840 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.738+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/3831573263 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556521706780 0x55652171f480 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.738+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/3831573263 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556521700830 0x556521724600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.738+0000 7f3dee27ab80 1 --2- 172.21.15.12:0/3831573263 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556521705e60 0x556521724b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.738+0000 7f3dcaa00700 0 client.25042 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:16:33.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.738+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3831573263 >> 172.21.15.12:0/3831573263 conn(0x55652162eb90 msgr2=0x556521709590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:33.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.738+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3831573263 shutdown_connections 2024-05-21T00:16:33.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.738+0000 7f3dee27ab80 1 -- 172.21.15.12:0/3831573263 wait complete. 2024-05-21T00:16:33.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.738+0000 7f3dee27ab80 20 client.25042 trim_cache size 0 max 16384 2024-05-21T00:16:33.740 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:16:33.740 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:16:33.740 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 4, 2024-05-21T00:16:33.740 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24493, 2024-05-21T00:16:33.740 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:16:33.740 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:16:33.740 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:16:33.740 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 195.05282626499999, 2024-05-21T00:16:33.740 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-05-21T00:16:33.741 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:16:33.741 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 79, 2024-05-21T00:16:33.741 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 255.34203426100001 2024-05-21T00:16:33.741 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:16:33.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.739+0000 7f3de3800700 1 -- 172.21.15.12:0/1335149477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3dc00b2880 msgr2=0x7f3dc00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:33.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.739+0000 7f3de3800700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3dc00b2880 0x7f3dc00b4d40 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4009e60 tx=0x7f3dd401f040 comp rx=0 tx=0).stop 2024-05-21T00:16:33.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.739+0000 7f3de3800700 1 -- 172.21.15.12:0/1335149477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3ddc103f80 msgr2=0x7f3ddc19c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:33.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.739+0000 7f3de3800700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3ddc103f80 0x7f3ddc19c2a0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3dc400e9f0 tx=0x7f3dc400ed00 comp rx=0 tx=0).stop 2024-05-21T00:16:33.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.739+0000 7f3de3800700 1 -- 172.21.15.12:0/1335149477 shutdown_connections 2024-05-21T00:16:33.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.739+0000 7f3de3800700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3dc00b2880 0x7f3dc00b4d40 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.739+0000 7f3de3800700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3ddc1095d0 0x7f3ddc1a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.739+0000 7f3de3800700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3ddc1035c0 0x7f3ddc19bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.739+0000 7f3de3800700 1 --2- 172.21.15.12:0/1335149477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3ddc103f80 0x7f3ddc19c2a0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:33.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.739+0000 7f3de3800700 1 -- 172.21.15.12:0/1335149477 >> 172.21.15.12:0/1335149477 conn(0x7f3ddc07a610 msgr2=0x7f3ddc101fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:33.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.739+0000 7f3de3800700 1 -- 172.21.15.12:0/1335149477 shutdown_connections 2024-05-21T00:16:33.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:33.739+0000 7f3de3800700 1 -- 172.21.15.12:0/1335149477 wait complete. 2024-05-21T00:16:34.605 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.c status 2024-05-21T00:16:34.817 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:34 smithi012 ceph-mon[31403]: pgmap v424: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:16:35.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:34 smithi077 ceph-mon[36377]: pgmap v424: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:16:35.083 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:35.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:34 smithi060 ceph-mon[36426]: pgmap v424: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:16:36.997 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:36 smithi012 ceph-mon[31403]: pgmap v425: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:37.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:36 smithi077 ceph-mon[36377]: pgmap v425: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:37.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.173+0000 7f7dcac00700 1 -- 172.21.15.12:0/1044869298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7dc410b760 msgr2=0x7f7dc410bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:37.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.173+0000 7f7dcac00700 1 --2- 172.21.15.12:0/1044869298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7dc410b760 0x7f7dc410bb40 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f7db4009990 tx=0x7f7db4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.173+0000 7f7dcac00700 1 -- 172.21.15.12:0/1044869298 shutdown_connections 2024-05-21T00:16:37.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.173+0000 7f7dcac00700 1 --2- 172.21.15.12:0/1044869298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7dc4106120 0x7f7dc4112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.173+0000 7f7dcac00700 1 --2- 172.21.15.12:0/1044869298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7dc410b760 0x7f7dc410bb40 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.173+0000 7f7dcac00700 1 --2- 172.21.15.12:0/1044869298 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dc4105760 0x7f7dc4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.173+0000 7f7dcac00700 1 -- 172.21.15.12:0/1044869298 >> 172.21.15.12:0/1044869298 conn(0x7f7dc4101250 msgr2=0x7f7dc4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:37.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.174+0000 7f7dcac00700 1 -- 172.21.15.12:0/1044869298 shutdown_connections 2024-05-21T00:16:37.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.174+0000 7f7dcac00700 1 -- 172.21.15.12:0/1044869298 wait complete. 2024-05-21T00:16:37.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.175+0000 7f7dcac00700 1 Processor -- start 2024-05-21T00:16:37.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.175+0000 7f7dcac00700 1 -- start start 2024-05-21T00:16:37.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.175+0000 7f7dcac00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7dc4105760 0x7f7dc419be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.175+0000 7f7dcac00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dc4106120 0x7f7dc419c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.175+0000 7f7dcac00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7dc410b760 0x7f7dc41a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.175+0000 7f7dcac00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc4115990 con 0x7f7dc4105760 2024-05-21T00:16:37.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.175+0000 7f7dcac00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc4115810 con 0x7f7dc4106120 2024-05-21T00:16:37.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.175+0000 7f7dcac00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc4115b10 con 0x7f7dc410b760 2024-05-21T00:16:37.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.176+0000 7f7dbbe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dc4106120 0x7f7dc419c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.176+0000 7f7dc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7dc4105760 0x7f7dc419be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.176+0000 7f7dbbe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dc4106120 0x7f7dc419c380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:55548/0 (socket says 172.21.15.12:55548) 2024-05-21T00:16:37.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.176+0000 7f7dbbe00700 1 -- 172.21.15.12:0/119781370 learned_addr learned my addr 172.21.15.12:0/119781370 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:37.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.176+0000 7f7dc8c00700 1 --2- 172.21.15.12:0/119781370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7dc410b760 0x7f7dc41a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.176+0000 7f7dbbe00700 1 -- 172.21.15.12:0/119781370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7dc410b760 msgr2=0x7f7dc41a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:37.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.176+0000 7f7dbbe00700 1 --2- 172.21.15.12:0/119781370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7dc410b760 0x7f7dc41a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.176+0000 7f7dbbe00700 1 -- 172.21.15.12:0/119781370 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7dc4105760 msgr2=0x7f7dc419be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:37.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.176+0000 7f7dbbe00700 1 --2- 172.21.15.12:0/119781370 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7dc4105760 0x7f7dc419be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.176+0000 7f7dbbe00700 1 -- 172.21.15.12:0/119781370 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dc41a0e00 con 0x7f7dc4106120 2024-05-21T00:16:37.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.176+0000 7f7dbbe00700 1 --2- 172.21.15.12:0/119781370 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dc4106120 0x7f7dc419c380 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7dac00e9a0 tx=0x7f7dac00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:37.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.177+0000 7f7dc1600700 1 -- 172.21.15.12:0/119781370 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dac00ca10 con 0x7f7dc4106120 2024-05-21T00:16:37.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.177+0000 7f7dc1600700 1 -- 172.21.15.12:0/119781370 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7dac00cbb0 con 0x7f7dc4106120 2024-05-21T00:16:37.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.177+0000 7f7dcac00700 1 -- 172.21.15.12:0/119781370 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dc41a10f0 con 0x7f7dc4106120 2024-05-21T00:16:37.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.177+0000 7f7dc1600700 1 -- 172.21.15.12:0/119781370 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dac018680 con 0x7f7dc4106120 2024-05-21T00:16:37.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.177+0000 7f7dcac00700 1 -- 172.21.15.12:0/119781370 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dc41a8970 con 0x7f7dc4106120 2024-05-21T00:16:37.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.180+0000 7f7dc1600700 1 -- 172.21.15.12:0/119781370 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7dac010430 con 0x7f7dc4106120 2024-05-21T00:16:37.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.182+0000 7f7dd5654b80 1 Processor -- start 2024-05-21T00:16:37.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.182+0000 7f7dd5654b80 1 -- start start 2024-05-21T00:16:37.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dd5654b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7395c0 0x55a48d7399a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dd5654b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d739ee0 0x55a48d733ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dd5654b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7340f0 0x55a48d734570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dd5654b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a48d691df0 con 0x55a48d7395c0 2024-05-21T00:16:37.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dd5654b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a48d681990 con 0x55a48d7340f0 2024-05-21T00:16:37.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dd5654b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55a48d6859d0 con 0x55a48d739ee0 2024-05-21T00:16:37.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dc1600700 1 --2- 172.21.15.12:0/119781370 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7da80b2880 0x7f7da80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dc8c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7395c0 0x55a48d7399a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dc3e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d739ee0 0x55a48d733ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dc3e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d739ee0 0x55a48d733ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37730/0 (socket says 172.21.15.12:37730) 2024-05-21T00:16:37.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dbbe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7340f0 0x55a48d734570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dc8c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7395c0 0x55a48d7399a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45284/0 (socket says 172.21.15.12:45284) 2024-05-21T00:16:37.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dc3e00700 1 -- 172.21.15.12:0/3475235529 learned_addr learned my addr 172.21.15.12:0/3475235529 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:37.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.183+0000 7f7dc1600700 1 -- 172.21.15.12:0/119781370 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7dac0e2390 con 0x7f7dc4106120 2024-05-21T00:16:37.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.184+0000 7f7dc3e00700 1 -- 172.21.15.12:0/3475235529 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7340f0 msgr2=0x55a48d734570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:37.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.184+0000 7f7dc3e00700 1 --2- 172.21.15.12:0/3475235529 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7340f0 0x55a48d734570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.184+0000 7f7dc3e00700 1 -- 172.21.15.12:0/3475235529 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7395c0 msgr2=0x55a48d7399a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:37.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.184+0000 7f7dc3e00700 1 --2- 172.21.15.12:0/3475235529 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7395c0 0x55a48d7399a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.184+0000 7f7dc3e00700 1 -- 172.21.15.12:0/3475235529 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a48d64a3d0 con 0x55a48d739ee0 2024-05-21T00:16:37.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.184+0000 7f7dc8c00700 1 --2- 172.21.15.12:0/3475235529 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7395c0 0x55a48d7399a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:16:37.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.184+0000 7f7dc8c00700 1 --2- 172.21.15.12:0/119781370 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7da80b2880 0x7f7da80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.184+0000 7f7dc3e00700 1 --2- 172.21.15.12:0/3475235529 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d739ee0 0x55a48d733ad0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7db40096a0 tx=0x7f7db40096d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c3c340178053224 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:37.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.185+0000 7f7db9600700 1 -- 172.21.15.12:0/3475235529 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db4027070 con 0x55a48d739ee0 2024-05-21T00:16:37.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.185+0000 7f7db9600700 1 -- 172.21.15.12:0/3475235529 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7db40056d0 con 0x55a48d739ee0 2024-05-21T00:16:37.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.185+0000 7f7db9600700 1 -- 172.21.15.12:0/3475235529 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db4003b40 con 0x55a48d739ee0 2024-05-21T00:16:37.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.185+0000 7f7dd5654b80 1 -- 172.21.15.12:0/3475235529 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d739ee0 msgr2=0x55a48d733ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:37.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.185+0000 7f7dc8c00700 1 --2- 172.21.15.12:0/119781370 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7da80b2880 0x7f7da80b4d40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f7dbc009ec0 tx=0x7f7dbc009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:37.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.186+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/3475235529 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d739ee0 0x55a48d733ad0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7db40096a0 tx=0x7f7db40096d0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.186+0000 7f7dd5654b80 1 -- 172.21.15.12:0/3475235529 shutdown_connections 2024-05-21T00:16:37.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.186+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/3475235529 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7340f0 0x55a48d734570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.186+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/3475235529 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7395c0 0x55a48d7399a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.186+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/3475235529 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d739ee0 0x55a48d733ad0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.186+0000 7f7dd5654b80 1 -- 172.21.15.12:0/3475235529 >> 172.21.15.12:0/3475235529 conn(0x55a48d661b90 msgr2=0x55a48d72e640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:37.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.186+0000 7f7dd5654b80 1 -- 172.21.15.12:0/3475235529 shutdown_connections 2024-05-21T00:16:37.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.186+0000 7f7dd5654b80 1 -- 172.21.15.12:0/3475235529 wait complete. 2024-05-21T00:16:37.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.186+0000 7f7dd5654b80 1 -- start start 2024-05-21T00:16:37.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.187+0000 7f7dd5654b80 1 Processor -- start 2024-05-21T00:16:37.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.187+0000 7f7dd5654b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7340f0 0x55a48d73fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.187+0000 7f7dd5654b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7395c0 0x55a48d73cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.187+0000 7f7dd5654b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d739ee0 0x55a48d73d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.187+0000 7f7dd5654b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a48d587f50 con 0x55a48d7340f0 2024-05-21T00:16:37.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.187+0000 7f7dd5654b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a48d622710 con 0x55a48d739ee0 2024-05-21T00:16:37.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.187+0000 7f7dd5654b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55a48d740930 con 0x55a48d7395c0 2024-05-21T00:16:37.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.187+0000 7f7dd5654b80 10 client.0 _ll_register_callbacks cb 0x55a48d62bc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:16:37.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.188+0000 7f7dc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7340f0 0x55a48d73fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.188+0000 7f7dc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7340f0 0x55a48d73fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45300/0 (socket says 172.21.15.12:45300) 2024-05-21T00:16:37.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.188+0000 7f7dc3e00700 1 -- 172.21.15.12:0/2849401083 learned_addr learned my addr 172.21.15.12:0/2849401083 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:37.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.188+0000 7f7dbbe00700 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7395c0 0x55a48d73cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.188+0000 7f7dc8c00700 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d739ee0 0x55a48d73d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.188+0000 7f7dbbe00700 1 -- 172.21.15.12:0/2849401083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d739ee0 msgr2=0x55a48d73d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:37.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.188+0000 7f7dbbe00700 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d739ee0 0x55a48d73d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.188+0000 7f7dbbe00700 1 -- 172.21.15.12:0/2849401083 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7340f0 msgr2=0x55a48d73fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:37.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.188+0000 7f7dbbe00700 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7340f0 0x55a48d73fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.188+0000 7f7dbbe00700 1 -- 172.21.15.12:0/2849401083 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a48d5d1880 con 0x55a48d7395c0 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.188+0000 7f7dc3e00700 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7340f0 0x55a48d73fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.189+0000 7f7dbbe00700 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7395c0 0x55a48d73cf40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7dac0a5a00 tx=0x7f7dac014ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1977923d8c933c3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.189+0000 7f7db2000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.189+0000 7f7db2000700 1 -- 172.21.15.12:0/2849401083 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dac0b2120 con 0x55a48d7395c0 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.189+0000 7f7db2000700 1 -- 172.21.15.12:0/2849401083 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7dac013dc0 con 0x55a48d7395c0 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.189+0000 7f7dd5654b80 1 -- 172.21.15.12:0/2849401083 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7db40056d0 con 0x55a48d7395c0 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.189+0000 7f7db2000700 1 -- 172.21.15.12:0/2849401083 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7dac0a9490 con 0x55a48d7395c0 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.189+0000 7f7dd5654b80 10 client.25054 fetch_fsmap learned FSMap version 28 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.189+0000 7f7dd5654b80 1 -- 172.21.15.12:0/2849401083 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a48d652010 con 0x55a48d7395c0 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.189+0000 7f7db2000700 1 -- 172.21.15.12:0/2849401083 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7db40056d0 con 0x55a48d7395c0 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.190+0000 7f7db2000700 1 -- 172.21.15.12:0/2849401083 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f7dac0cc110 con 0x55a48d7395c0 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.190+0000 7f7dd5654b80 10 client.25054 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:16:37.192 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.190+0000 7f7dd5654b80 10 client.25054 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-21T00:16:37.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.190+0000 7f7dd5654b80 20 client.25054 populate_metadata read hostname 'smithi012' 2024-05-21T00:16:37.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.190+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55a48d74d3b0 0x55a48d74e820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.190+0000 7f7dd5654b80 4 client.25054 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:16:37.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.190+0000 7f7dd5654b80 1 -- 172.21.15.12:0/2849401083 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a48d693d40 con 0x55a48d74d3b0 2024-05-21T00:16:37.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.190+0000 7f7dc3e00700 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55a48d74d3b0 0x55a48d74e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.191+0000 7f7dc3e00700 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55a48d74d3b0 0x55a48d74e820 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=544eb8d1a755fe22 server_cookie=1e310fcbd546213 in_seq=0 out_seq=0 2024-05-21T00:16:37.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.191+0000 7f7db2000700 10 client.25054 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:16:37.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.191+0000 7f7db2000700 1 -- 172.21.15.12:0/2849401083 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a48d693d40 con 0x55a48d74d3b0 2024-05-21T00:16:37.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.191+0000 7f7db2000700 10 client.25054 handle_command_reply: tid=0 2024-05-21T00:16:37.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.192+0000 7f7dd5654b80 1 client.25054 shutdown 2024-05-21T00:16:37.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.192+0000 7f7dd5654b80 1 -- 172.21.15.12:0/2849401083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7395c0 msgr2=0x55a48d73cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:37.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.192+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7395c0 0x55a48d73cf40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7dac0a5a00 tx=0x7f7dac014ed0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.192+0000 7f7dd5654b80 1 -- 172.21.15.12:0/2849401083 shutdown_connections 2024-05-21T00:16:37.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.192+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d739ee0 0x55a48d73d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.192+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d7340f0 0x55a48d73fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.192+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55a48d74d3b0 0x55a48d74e820 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.192+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/2849401083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7395c0 0x55a48d73cf40 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.192+0000 7f7dd5654b80 1 -- 172.21.15.12:0/2849401083 >> 172.21.15.12:0/2849401083 conn(0x55a48d661b90 msgr2=0x55a48d72dd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:37.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.192+0000 7f7db2000700 0 client.25054 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:16:37.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.192+0000 7f7dd5654b80 1 -- 172.21.15.12:0/2849401083 shutdown_connections 2024-05-21T00:16:37.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.192+0000 7f7dd5654b80 1 -- 172.21.15.12:0/2849401083 wait complete. 2024-05-21T00:16:37.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.192+0000 7f7dd5654b80 20 client.25054 trim_cache size 0 max 16384 2024-05-21T00:16:37.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.216+0000 7f7dd5654b80 1 Processor -- start 2024-05-21T00:16:37.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.216+0000 7f7dd5654b80 1 -- start start 2024-05-21T00:16:37.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.216+0000 7f7dd5654b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7340f0 0x55a48d733ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.216+0000 7f7dd5654b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7395c0 0x55a48d72e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.216+0000 7f7dd5654b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d739ee0 0x55a48d73cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.216+0000 7f7dd5654b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a48d74cb60 con 0x55a48d739ee0 2024-05-21T00:16:37.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.216+0000 7f7dd5654b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a48d74d230 con 0x55a48d7340f0 2024-05-21T00:16:37.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.216+0000 7f7dd5654b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55a48d74d900 con 0x55a48d7395c0 2024-05-21T00:16:37.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.217+0000 7f7dbbe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7395c0 0x55a48d72e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.217+0000 7f7dbbe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7395c0 0x55a48d72e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37748/0 (socket says 172.21.15.12:37748) 2024-05-21T00:16:37.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.217+0000 7f7dbbe00700 1 -- 172.21.15.12:0/153401356 learned_addr learned my addr 172.21.15.12:0/153401356 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:37.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.217+0000 7f7dc8c00700 1 --2- 172.21.15.12:0/153401356 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d739ee0 0x55a48d73cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.217+0000 7f7dc3e00700 1 --2- 172.21.15.12:0/153401356 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7340f0 0x55a48d733ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.217+0000 7f7dbbe00700 1 -- 172.21.15.12:0/153401356 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7340f0 msgr2=0x55a48d733ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:37.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.217+0000 7f7dbbe00700 1 --2- 172.21.15.12:0/153401356 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7340f0 0x55a48d733ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.217+0000 7f7dbbe00700 1 -- 172.21.15.12:0/153401356 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d739ee0 msgr2=0x55a48d73cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:37.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.217+0000 7f7dbbe00700 1 --2- 172.21.15.12:0/153401356 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d739ee0 0x55a48d73cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.217+0000 7f7dbbe00700 1 -- 172.21.15.12:0/153401356 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a48d72f360 con 0x55a48d7395c0 2024-05-21T00:16:37.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.217+0000 7f7dbbe00700 1 --2- 172.21.15.12:0/153401356 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7395c0 0x55a48d72e4a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7dac0a9910 tx=0x7f7dac010c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99555c6180f50182 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:37.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.218+0000 7f7db8c00700 1 -- 172.21.15.12:0/153401356 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dac0add30 con 0x55a48d7395c0 2024-05-21T00:16:37.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.218+0000 7f7db8c00700 1 -- 172.21.15.12:0/153401356 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7dac0b2040 con 0x55a48d7395c0 2024-05-21T00:16:37.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.218+0000 7f7db8c00700 1 -- 172.21.15.12:0/153401356 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dac010770 con 0x55a48d7395c0 2024-05-21T00:16:37.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.218+0000 7f7dd5654b80 1 -- 172.21.15.12:0/153401356 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7395c0 msgr2=0x55a48d72e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:37.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.218+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/153401356 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7395c0 0x55a48d72e4a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7dac0a9910 tx=0x7f7dac010c10 comp rx=0 tx=0).stop 2024-05-21T00:16:37.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.218+0000 7f7dd5654b80 1 -- 172.21.15.12:0/153401356 shutdown_connections 2024-05-21T00:16:37.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.218+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/153401356 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d739ee0 0x55a48d73cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.218+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/153401356 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7340f0 0x55a48d733ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.218+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/153401356 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7395c0 0x55a48d72e4a0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.218+0000 7f7dd5654b80 1 -- 172.21.15.12:0/153401356 >> 172.21.15.12:0/153401356 conn(0x55a48d661b90 msgr2=0x55a48d73b830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:37.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.218+0000 7f7dd5654b80 1 -- 172.21.15.12:0/153401356 shutdown_connections 2024-05-21T00:16:37.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.219+0000 7f7dd5654b80 1 -- 172.21.15.12:0/153401356 wait complete. 2024-05-21T00:16:37.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.219+0000 7f7dd5654b80 1 -- start start 2024-05-21T00:16:37.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.219+0000 7f7dd5654b80 1 Processor -- start 2024-05-21T00:16:37.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.220+0000 7f7dd5654b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7340f0 0x55a48d72dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.220+0000 7f7dd5654b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7395c0 0x55a48d72e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.220+0000 7f7dd5654b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d739ee0 0x55a48d72e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.220+0000 7f7dd5654b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a48d74e6a0 con 0x55a48d739ee0 2024-05-21T00:16:37.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.220+0000 7f7dd5654b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a48d74dfd0 con 0x55a48d7395c0 2024-05-21T00:16:37.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.220+0000 7f7dd5654b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55a48d74ed70 con 0x55a48d7340f0 2024-05-21T00:16:37.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.220+0000 7f7dd5654b80 10 client.0 _ll_register_callbacks cb 0x55a48d62bc20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:16:37.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.220+0000 7f7dbbe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7395c0 0x55a48d72e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.220+0000 7f7dbbe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7395c0 0x55a48d72e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:55594/0 (socket says 172.21.15.12:55594) 2024-05-21T00:16:37.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.220+0000 7f7dbbe00700 1 -- 172.21.15.12:0/4268262278 learned_addr learned my addr 172.21.15.12:0/4268262278 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:37.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.220+0000 7f7dc8c00700 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d739ee0 0x55a48d72e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.220+0000 7f7dc3e00700 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7340f0 0x55a48d72dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.221+0000 7f7dbbe00700 1 -- 172.21.15.12:0/4268262278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7340f0 msgr2=0x55a48d72dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:37.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.221+0000 7f7dbbe00700 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7340f0 0x55a48d72dc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.221+0000 7f7dbbe00700 1 -- 172.21.15.12:0/4268262278 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d739ee0 msgr2=0x55a48d72e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:37.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.221+0000 7f7dbbe00700 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d739ee0 0x55a48d72e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.221+0000 7f7dbbe00700 1 -- 172.21.15.12:0/4268262278 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a48d7565e0 con 0x55a48d7395c0 2024-05-21T00:16:37.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.221+0000 7f7dc3e00700 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7340f0 0x55a48d72dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:16:37.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.221+0000 7f7dbbe00700 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7395c0 0x55a48d72e1d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7dac0a5a00 tx=0x7f7dac0b21f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df61f1f331230083 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:37.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.221+0000 7f7db2000700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:16:37.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.221+0000 7f7db2000700 1 -- 172.21.15.12:0/4268262278 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dac0add30 con 0x55a48d7395c0 2024-05-21T00:16:37.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.221+0000 7f7dd5654b80 1 -- 172.21.15.12:0/4268262278 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7dac0b2040 con 0x55a48d7395c0 2024-05-21T00:16:37.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.221+0000 7f7db2000700 1 -- 172.21.15.12:0/4268262278 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7dac010720 con 0x55a48d7395c0 2024-05-21T00:16:37.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.222+0000 7f7db2000700 1 -- 172.21.15.12:0/4268262278 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7dac010960 con 0x55a48d7395c0 2024-05-21T00:16:37.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.222+0000 7f7dd5654b80 10 client.25031 fetch_fsmap learned FSMap version 28 2024-05-21T00:16:37.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.222+0000 7f7dd5654b80 1 -- 172.21.15.12:0/4268262278 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a48d7b9050 con 0x55a48d7395c0 2024-05-21T00:16:37.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.222+0000 7f7db2000700 1 -- 172.21.15.12:0/4268262278 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7dac0b2040 con 0x55a48d7395c0 2024-05-21T00:16:37.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.222+0000 7f7db2000700 1 -- 172.21.15.12:0/4268262278 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f7dac0a8650 con 0x55a48d7395c0 2024-05-21T00:16:37.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.222+0000 7f7dd5654b80 10 client.25031 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:16:37.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.222+0000 7f7dd5654b80 10 client.25031 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-21T00:16:37.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.222+0000 7f7dd5654b80 20 client.25031 populate_metadata read hostname 'smithi012' 2024-05-21T00:16:37.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.222+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55a48d7bd6e0 0x55a48d7bc3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:37.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.222+0000 7f7dd5654b80 4 client.25031 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:16:37.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.222+0000 7f7dd5654b80 1 -- 172.21.15.12:0/4268262278 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "status"}) -- 0x55a48d68d520 con 0x55a48d7bd6e0 2024-05-21T00:16:37.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.223+0000 7f7dc3e00700 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55a48d7bd6e0 0x55a48d7bc3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:37.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.223+0000 7f7dc3e00700 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55a48d7bd6e0 0x55a48d7bc3f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=117f1d181aa20489 server_cookie=3be1d81fe0e199f9 in_seq=0 out_seq=0 2024-05-21T00:16:37.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.223+0000 7f7db2000700 10 client.25031 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:16:37.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.223+0000 7f7db2000700 1 -- 172.21.15.12:0/4268262278 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55a48d68d520 con 0x55a48d7bd6e0 2024-05-21T00:16:37.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.223+0000 7f7db2000700 10 client.25031 handle_command_reply: tid=0 2024-05-21T00:16:37.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.223+0000 7f7dd5654b80 1 client.25031 shutdown 2024-05-21T00:16:37.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.223+0000 7f7dd5654b80 1 -- 172.21.15.12:0/4268262278 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7395c0 msgr2=0x55a48d72e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:37.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.223+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7395c0 0x55a48d72e1d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f7dac0a5a00 tx=0x7f7dac0b21f0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.224+0000 7f7dd5654b80 1 -- 172.21.15.12:0/4268262278 shutdown_connections 2024-05-21T00:16:37.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.224+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a48d739ee0 0x55a48d72e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.224+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55a48d7bd6e0 0x55a48d7bc3f0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.224+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a48d7340f0 0x55a48d72dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.224+0000 7f7dd5654b80 1 --2- 172.21.15.12:0/4268262278 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a48d7395c0 0x55a48d72e1d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.224+0000 7f7db2000700 0 client.25031 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:16:37.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.224+0000 7f7dd5654b80 1 -- 172.21.15.12:0/4268262278 >> 172.21.15.12:0/4268262278 conn(0x55a48d661b90 msgr2=0x55a48d73cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:37.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.224+0000 7f7dd5654b80 1 -- 172.21.15.12:0/4268262278 shutdown_connections 2024-05-21T00:16:37.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.224+0000 7f7dd5654b80 1 -- 172.21.15.12:0/4268262278 wait complete. 2024-05-21T00:16:37.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.224+0000 7f7dd5654b80 20 client.25031 trim_cache size 0 max 16384 2024-05-21T00:16:37.231 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:16:37.231 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:16:37.231 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 3, 2024-05-21T00:16:37.231 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24505, 2024-05-21T00:16:37.231 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:16:37.231 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:16:37.231 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:16:37.231 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 199.55331281400001, 2024-05-21T00:16:37.231 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-05-21T00:16:37.232 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:16:37.232 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 79, 2024-05-21T00:16:37.232 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 255.88268660599999 2024-05-21T00:16:37.232 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:16:37.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.225+0000 7f7dcac00700 1 -- 172.21.15.12:0/119781370 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7da80b2880 msgr2=0x7f7da80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:37.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.225+0000 7f7dcac00700 1 --2- 172.21.15.12:0/119781370 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7da80b2880 0x7f7da80b4d40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f7dbc009ec0 tx=0x7f7dbc009040 comp rx=0 tx=0).stop 2024-05-21T00:16:37.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.225+0000 7f7dcac00700 1 -- 172.21.15.12:0/119781370 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dc4106120 msgr2=0x7f7dc419c380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:37.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.225+0000 7f7dcac00700 1 --2- 172.21.15.12:0/119781370 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dc4106120 0x7f7dc419c380 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7dac00e9a0 tx=0x7f7dac00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.225+0000 7f7dcac00700 1 -- 172.21.15.12:0/119781370 shutdown_connections 2024-05-21T00:16:37.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.225+0000 7f7dcac00700 1 --2- 172.21.15.12:0/119781370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7dc410b760 0x7f7dc41a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.225+0000 7f7dcac00700 1 --2- 172.21.15.12:0/119781370 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7da80b2880 0x7f7da80b4d40 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.225+0000 7f7dcac00700 1 --2- 172.21.15.12:0/119781370 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7dc4105760 0x7f7dc419be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.225+0000 7f7dcac00700 1 --2- 172.21.15.12:0/119781370 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7dc4106120 0x7f7dc419c380 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:37.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.225+0000 7f7dcac00700 1 -- 172.21.15.12:0/119781370 >> 172.21.15.12:0/119781370 conn(0x7f7dc4101250 msgr2=0x7f7dc41018b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:37.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.225+0000 7f7dcac00700 1 -- 172.21.15.12:0/119781370 shutdown_connections 2024-05-21T00:16:37.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:37.225+0000 7f7dcac00700 1 -- 172.21.15.12:0/119781370 wait complete. 2024-05-21T00:16:37.234 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:36 smithi060 ceph-mon[36426]: pgmap v425: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:38.099 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-21T00:16:38.578 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:39.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:38 smithi077 ceph-mon[36377]: pgmap v426: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-05-21T00:16:39.054 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:38 smithi012 ceph-mon[31403]: pgmap v426: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-05-21T00:16:39.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:38 smithi060 ceph-mon[36426]: pgmap v426: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 9 op/s 2024-05-21T00:16:40.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.619+0000 7ff16f000700 1 -- 172.21.15.12:0/895950576 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff168114710 msgr2=0x7ff168116b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:40.681 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.619+0000 7ff16f000700 1 --2- 172.21.15.12:0/895950576 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff168114710 0x7ff168116b00 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff16000b0a0 tx=0x7ff16000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:16:40.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.619+0000 7ff16f000700 1 -- 172.21.15.12:0/895950576 shutdown_connections 2024-05-21T00:16:40.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.619+0000 7ff16f000700 1 --2- 172.21.15.12:0/895950576 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff168114710 0x7ff168116b00 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:40.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.619+0000 7ff16f000700 1 --2- 172.21.15.12:0/895950576 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff168075770 0x7ff168075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:40.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.619+0000 7ff16f000700 1 --2- 172.21.15.12:0/895950576 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff168076090 0x7ff1681141d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:40.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.619+0000 7ff16f000700 1 -- 172.21.15.12:0/895950576 >> 172.21.15.12:0/895950576 conn(0x7ff16807a6a0 msgr2=0x7ff16807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:40.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.619+0000 7ff16f000700 1 -- 172.21.15.12:0/895950576 shutdown_connections 2024-05-21T00:16:40.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.619+0000 7ff16f000700 1 -- 172.21.15.12:0/895950576 wait complete. 2024-05-21T00:16:40.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.621+0000 7ff16f000700 1 Processor -- start 2024-05-21T00:16:40.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.621+0000 7ff16f000700 1 -- start start 2024-05-21T00:16:40.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.621+0000 7ff16f000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff168075770 0x7ff1681a02e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:40.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.621+0000 7ff16f000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff168076090 0x7ff1681a0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:40.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.621+0000 7ff16f000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff168114710 0x7ff1681a4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:40.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff16f000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff168119d30 con 0x7ff168076090 2024-05-21T00:16:40.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff16f000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff168119bb0 con 0x7ff168114710 2024-05-21T00:16:40.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff16f000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff168119eb0 con 0x7ff168075770 2024-05-21T00:16:40.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff167e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff168075770 0x7ff1681a02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:40.868 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff15f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff168076090 0x7ff1681a0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:40.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff167e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff168075770 0x7ff1681a02e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37764/0 (socket says 172.21.15.12:37764) 2024-05-21T00:16:40.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff167e00700 1 -- 172.21.15.12:0/1919206744 learned_addr learned my addr 172.21.15.12:0/1919206744 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:40.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff16d000700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff168114710 0x7ff1681a4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:40.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff167e00700 1 -- 172.21.15.12:0/1919206744 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff168114710 msgr2=0x7ff1681a4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:40.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff167e00700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff168114710 0x7ff1681a4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:40.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff167e00700 1 -- 172.21.15.12:0/1919206744 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff168076090 msgr2=0x7ff1681a0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:40.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff167e00700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff168076090 0x7ff1681a0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:40.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff167e00700 1 -- 172.21.15.12:0/1919206744 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1681a52f0 con 0x7ff168075770 2024-05-21T00:16:40.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.622+0000 7ff15f400700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff168076090 0x7ff1681a0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:40.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.623+0000 7ff167e00700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff168075770 0x7ff1681a02e0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff15800d980 tx=0x7ff15800dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:40.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.623+0000 7ff165600700 1 -- 172.21.15.12:0/1919206744 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff158016070 con 0x7ff168075770 2024-05-21T00:16:40.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.623+0000 7ff165600700 1 -- 172.21.15.12:0/1919206744 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff158004830 con 0x7ff168075770 2024-05-21T00:16:40.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.623+0000 7ff16f000700 1 -- 172.21.15.12:0/1919206744 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1681a55e0 con 0x7ff168075770 2024-05-21T00:16:40.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.623+0000 7ff165600700 1 -- 172.21.15.12:0/1919206744 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff158005540 con 0x7ff168075770 2024-05-21T00:16:40.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.623+0000 7ff16f000700 1 -- 172.21.15.12:0/1919206744 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1681ace60 con 0x7ff168075770 2024-05-21T00:16:41.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.627+0000 7ff165600700 1 -- 172.21.15.12:0/1919206744 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff158004220 con 0x7ff168075770 2024-05-21T00:16:41.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.628+0000 7ff179922b80 1 Processor -- start 2024-05-21T00:16:41.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.628+0000 7ff179922b80 1 -- start start 2024-05-21T00:16:41.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.628+0000 7ff179922b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114355c0 0x5618114359a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:41.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.628+0000 7ff179922b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561811435ee0 0x56181142fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:41.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.628+0000 7ff179922b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x561811430570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:41.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.628+0000 7ff165600700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff14c0b2900 0x7ff14c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:41.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.628+0000 7ff179922b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56181138ddf0 con 0x561811435ee0 2024-05-21T00:16:41.122 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.628+0000 7ff179922b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56181137d990 con 0x5618114300f0 2024-05-21T00:16:41.131 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.628+0000 7ff179922b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5618113819d0 con 0x5618114355c0 2024-05-21T00:16:41.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.629+0000 7ff165600700 1 -- 172.21.15.12:0/1919206744 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff1580e1f50 con 0x7ff168075770 2024-05-21T00:16:41.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.629+0000 7ff16d000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114355c0 0x5618114359a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:41.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.629+0000 7ff167e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561811435ee0 0x56181142fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:41.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.629+0000 7ff15f400700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff14c0b2900 0x7ff14c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:41.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.629+0000 7ff16d000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114355c0 0x5618114359a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37780/0 (socket says 172.21.15.12:37780) 2024-05-21T00:16:41.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.629+0000 7ff16d000700 1 -- 172.21.15.12:0/3599444858 learned_addr learned my addr 172.21.15.12:0/3599444858 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:41.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.629+0000 7ff16d000700 1 --2- 172.21.15.12:0/3599444858 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x561811430570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:41.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.629+0000 7ff16d000700 1 -- 172.21.15.12:0/3599444858 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 msgr2=0x561811430570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:41.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.629+0000 7ff16d000700 1 --2- 172.21.15.12:0/3599444858 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x561811430570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:41.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.629+0000 7ff16d000700 1 -- 172.21.15.12:0/3599444858 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561811435ee0 msgr2=0x56181142fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:41.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.629+0000 7ff16d000700 1 --2- 172.21.15.12:0/3599444858 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561811435ee0 0x56181142fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:41.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.629+0000 7ff16d000700 1 -- 172.21.15.12:0/3599444858 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618113463d0 con 0x5618114355c0 2024-05-21T00:16:41.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.630+0000 7ff16d000700 1 --2- 172.21.15.12:0/3599444858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114355c0 0x5618114359a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff16000b780 tx=0x7ff160009be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f125efb21ebf1ca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:41.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.630+0000 7ff15f400700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff14c0b2900 0x7ff14c0b4dc0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff168111080 tx=0x7ff150009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:41.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.630+0000 7ff15d600700 1 -- 172.21.15.12:0/3599444858 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff160003c00 con 0x5618114355c0 2024-05-21T00:16:41.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.630+0000 7ff15d600700 1 -- 172.21.15.12:0/3599444858 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff160003da0 con 0x5618114355c0 2024-05-21T00:16:41.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.630+0000 7ff15d600700 1 -- 172.21.15.12:0/3599444858 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff160007e60 con 0x5618114355c0 2024-05-21T00:16:41.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.631+0000 7ff179922b80 1 -- 172.21.15.12:0/3599444858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114355c0 msgr2=0x5618114359a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:41.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.631+0000 7ff179922b80 1 --2- 172.21.15.12:0/3599444858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114355c0 0x5618114359a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7ff16000b780 tx=0x7ff160009be0 comp rx=0 tx=0).stop 2024-05-21T00:16:41.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.631+0000 7ff179922b80 1 -- 172.21.15.12:0/3599444858 shutdown_connections 2024-05-21T00:16:41.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.631+0000 7ff179922b80 1 --2- 172.21.15.12:0/3599444858 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x561811430570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:41.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.631+0000 7ff179922b80 1 --2- 172.21.15.12:0/3599444858 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114355c0 0x5618114359a0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:41.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.631+0000 7ff179922b80 1 --2- 172.21.15.12:0/3599444858 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561811435ee0 0x56181142fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:41.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.631+0000 7ff179922b80 1 -- 172.21.15.12:0/3599444858 >> 172.21.15.12:0/3599444858 conn(0x56181135db90 msgr2=0x56181142a640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:41.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.631+0000 7ff179922b80 1 -- 172.21.15.12:0/3599444858 shutdown_connections 2024-05-21T00:16:41.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.631+0000 7ff179922b80 1 -- 172.21.15.12:0/3599444858 wait complete. 2024-05-21T00:16:41.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.632+0000 7ff179922b80 1 -- start start 2024-05-21T00:16:41.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.632+0000 7ff179922b80 1 Processor -- start 2024-05-21T00:16:41.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.632+0000 7ff179922b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114300f0 0x56181143bc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:41.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.632+0000 7ff179922b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5618114355c0 0x561811439020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:41.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.632+0000 7ff179922b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561811435ee0 0x561811439560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:41.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.632+0000 7ff179922b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x561811283f50 con 0x5618114355c0 2024-05-21T00:16:41.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.632+0000 7ff179922b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56181131e710 con 0x561811435ee0 2024-05-21T00:16:41.521 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.632+0000 7ff179922b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56181143c8d0 con 0x5618114300f0 2024-05-21T00:16:41.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.633+0000 7ff179922b80 10 client.0 _ll_register_callbacks cb 0x561811327c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:16:41.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.633+0000 7ff167e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114300f0 0x56181143bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:41.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.633+0000 7ff167e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114300f0 0x56181143bc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37782/0 (socket says 172.21.15.12:37782) 2024-05-21T00:16:41.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.633+0000 7ff167e00700 1 -- 172.21.15.12:0/3500235857 learned_addr learned my addr 172.21.15.12:0/3500235857 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:41.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.633+0000 7ff15f400700 1 --2- 172.21.15.12:0/3500235857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5618114355c0 0x561811439020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:41.567 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.633+0000 7ff16d000700 1 --2- 172.21.15.12:0/3500235857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561811435ee0 0x561811439560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:41.573 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.633+0000 7ff167e00700 1 -- 172.21.15.12:0/3500235857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561811435ee0 msgr2=0x561811439560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:41.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.633+0000 7ff167e00700 1 --2- 172.21.15.12:0/3500235857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561811435ee0 0x561811439560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:41.620 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.633+0000 7ff167e00700 1 -- 172.21.15.12:0/3500235857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5618114355c0 msgr2=0x561811439020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:41.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.633+0000 7ff167e00700 1 --2- 172.21.15.12:0/3500235857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5618114355c0 0x561811439020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:41.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.633+0000 7ff167e00700 1 -- 172.21.15.12:0/3500235857 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618112cd880 con 0x5618114300f0 2024-05-21T00:16:41.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.633+0000 7ff167e00700 1 --2- 172.21.15.12:0/3500235857 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114300f0 0x56181143bc80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff158007e80 tx=0x7ff158004580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f0046fada671d8fc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:41.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.633+0000 7ff156000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:16:41.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.634+0000 7ff156000700 1 -- 172.21.15.12:0/3500235857 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1580c3060 con 0x5618114300f0 2024-05-21T00:16:41.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.634+0000 7ff156000700 1 -- 172.21.15.12:0/3500235857 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff158004ce0 con 0x5618114300f0 2024-05-21T00:16:41.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.634+0000 7ff179922b80 1 -- 172.21.15.12:0/3500235857 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff160003da0 con 0x5618114300f0 2024-05-21T00:16:41.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.634+0000 7ff156000700 1 -- 172.21.15.12:0/3500235857 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff1580ca050 con 0x5618114300f0 2024-05-21T00:16:41.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.634+0000 7ff179922b80 10 client.25072 fetch_fsmap learned FSMap version 28 2024-05-21T00:16:41.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.634+0000 7ff179922b80 1 -- 172.21.15.12:0/3500235857 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56181134e010 con 0x5618114300f0 2024-05-21T00:16:41.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.634+0000 7ff156000700 1 -- 172.21.15.12:0/3500235857 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff160003da0 con 0x5618114300f0 2024-05-21T00:16:41.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.634+0000 7ff156000700 1 -- 172.21.15.12:0/3500235857 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7ff158022350 con 0x5618114300f0 2024-05-21T00:16:41.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.634+0000 7ff179922b80 10 client.25072 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:16:41.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.635+0000 7ff179922b80 10 client.25072 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T00:16:41.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.635+0000 7ff179922b80 20 client.25072 populate_metadata read hostname 'smithi012' 2024-05-21T00:16:41.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.635+0000 7ff179922b80 1 --2- 172.21.15.12:0/3500235857 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5618114494f0 0x56181144a960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:41.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.635+0000 7ff179922b80 4 client.25072 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:16:41.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.635+0000 7ff179922b80 1 -- 172.21.15.12:0/3500235857 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56181138fd40 con 0x5618114494f0 2024-05-21T00:16:41.791 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.635+0000 7ff15f400700 1 --2- 172.21.15.12:0/3500235857 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5618114494f0 0x56181144a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:41.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.636+0000 7ff15f400700 1 --2- 172.21.15.12:0/3500235857 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5618114494f0 0x56181144a960 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5467c12afdd8349b server_cookie=8fc99ce33b91e1a6 in_seq=0 out_seq=0 2024-05-21T00:16:41.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.636+0000 7ff156000700 10 client.25072 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:16:41.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.636+0000 7ff156000700 1 -- 172.21.15.12:0/3500235857 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56181138fd40 con 0x5618114494f0 2024-05-21T00:16:41.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.636+0000 7ff156000700 10 client.25072 handle_command_reply: tid=0 2024-05-21T00:16:41.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.637+0000 7ff179922b80 1 client.25072 shutdown 2024-05-21T00:16:41.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.637+0000 7ff179922b80 1 -- 172.21.15.12:0/3500235857 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114300f0 msgr2=0x56181143bc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:41.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.637+0000 7ff179922b80 1 --2- 172.21.15.12:0/3500235857 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114300f0 0x56181143bc80 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff158007e80 tx=0x7ff158004580 comp rx=0 tx=0).stop 2024-05-21T00:16:41.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.637+0000 7ff179922b80 1 -- 172.21.15.12:0/3500235857 shutdown_connections 2024-05-21T00:16:41.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.637+0000 7ff179922b80 1 --2- 172.21.15.12:0/3500235857 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5618114494f0 0x56181144a960 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:41.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.637+0000 7ff179922b80 1 --2- 172.21.15.12:0/3500235857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561811435ee0 0x561811439560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:41.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.637+0000 7ff179922b80 1 --2- 172.21.15.12:0/3500235857 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114300f0 0x56181143bc80 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:41.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.637+0000 7ff179922b80 1 --2- 172.21.15.12:0/3500235857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5618114355c0 0x561811439020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:41.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.637+0000 7ff156000700 0 client.25072 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:16:41.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.637+0000 7ff179922b80 1 -- 172.21.15.12:0/3500235857 >> 172.21.15.12:0/3500235857 conn(0x56181135db90 msgr2=0x561811429d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:41.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.637+0000 7ff179922b80 1 -- 172.21.15.12:0/3500235857 shutdown_connections 2024-05-21T00:16:41.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.637+0000 7ff179922b80 1 -- 172.21.15.12:0/3500235857 wait complete. 2024-05-21T00:16:41.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.637+0000 7ff179922b80 20 client.25072 trim_cache size 0 max 16384 2024-05-21T00:16:42.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.661+0000 7ff179922b80 1 Processor -- start 2024-05-21T00:16:42.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.661+0000 7ff179922b80 1 -- start start 2024-05-21T00:16:42.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.661+0000 7ff179922b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x56181142fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:42.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.661+0000 7ff179922b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114355c0 0x561811433740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:42.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.661+0000 7ff179922b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561811435ee0 0x561811436ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:42.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.661+0000 7ff179922b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x561811448ca0 con 0x561811435ee0 2024-05-21T00:16:42.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.661+0000 7ff179922b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x561811449370 con 0x5618114300f0 2024-05-21T00:16:42.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.661+0000 7ff179922b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x561811449a40 con 0x5618114355c0 2024-05-21T00:16:42.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.662+0000 7ff16d000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561811435ee0 0x561811436ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:42.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.662+0000 7ff16d000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561811435ee0 0x561811436ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45334/0 (socket says 172.21.15.12:45334) 2024-05-21T00:16:42.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.662+0000 7ff16d000700 1 -- 172.21.15.12:0/1490005001 learned_addr learned my addr 172.21.15.12:0/1490005001 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:42.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.662+0000 7ff167e00700 1 --2- 172.21.15.12:0/1490005001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x56181142fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:42.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.662+0000 7ff15f400700 1 --2- 172.21.15.12:0/1490005001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114355c0 0x561811433740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:42.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.662+0000 7ff16d000700 1 -- 172.21.15.12:0/1490005001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114355c0 msgr2=0x561811433740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:42.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.662+0000 7ff16d000700 1 --2- 172.21.15.12:0/1490005001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114355c0 0x561811433740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:42.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.662+0000 7ff16d000700 1 -- 172.21.15.12:0/1490005001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 msgr2=0x56181142fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:42.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.662+0000 7ff16d000700 1 --2- 172.21.15.12:0/1490005001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x56181142fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:42.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.662+0000 7ff16d000700 1 -- 172.21.15.12:0/1490005001 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561811437590 con 0x561811435ee0 2024-05-21T00:16:42.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.662+0000 7ff167e00700 1 --2- 172.21.15.12:0/1490005001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x56181142fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:42.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.663+0000 7ff16d000700 1 --2- 172.21.15.12:0/1490005001 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561811435ee0 0x561811436ab0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7ff16000b0a0 tx=0x7ff16000b3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6ab42137053dcb3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:42.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.663+0000 7ff15cc00700 1 -- 172.21.15.12:0/1490005001 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff160028070 con 0x561811435ee0 2024-05-21T00:16:42.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.663+0000 7ff15cc00700 1 -- 172.21.15.12:0/1490005001 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff160007950 con 0x561811435ee0 2024-05-21T00:16:42.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.663+0000 7ff15cc00700 1 -- 172.21.15.12:0/1490005001 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff160005500 con 0x561811435ee0 2024-05-21T00:16:42.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.664+0000 7ff179922b80 1 -- 172.21.15.12:0/1490005001 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561811435ee0 msgr2=0x561811436ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:42.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.664+0000 7ff179922b80 1 --2- 172.21.15.12:0/1490005001 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561811435ee0 0x561811436ab0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7ff16000b0a0 tx=0x7ff16000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:16:42.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.664+0000 7ff179922b80 1 -- 172.21.15.12:0/1490005001 shutdown_connections 2024-05-21T00:16:42.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.664+0000 7ff179922b80 1 --2- 172.21.15.12:0/1490005001 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561811435ee0 0x561811436ab0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:42.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.664+0000 7ff179922b80 1 --2- 172.21.15.12:0/1490005001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x56181142fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.664+0000 7ff179922b80 1 --2- 172.21.15.12:0/1490005001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5618114355c0 0x561811433740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:42.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.664+0000 7ff179922b80 1 -- 172.21.15.12:0/1490005001 >> 172.21.15.12:0/1490005001 conn(0x56181135db90 msgr2=0x5618114363a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:42.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.664+0000 7ff179922b80 1 -- 172.21.15.12:0/1490005001 shutdown_connections 2024-05-21T00:16:42.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.664+0000 7ff179922b80 1 -- 172.21.15.12:0/1490005001 wait complete. 2024-05-21T00:16:42.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.664+0000 7ff179922b80 1 -- start start 2024-05-21T00:16:42.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.665+0000 7ff179922b80 1 Processor -- start 2024-05-21T00:16:42.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.665+0000 7ff179922b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x561811454640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:42.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.665+0000 7ff179922b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5618114355c0 0x561811429a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:42.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.665+0000 7ff179922b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561811435ee0 0x56181142a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:42.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.665+0000 7ff179922b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56181144a7e0 con 0x5618114355c0 2024-05-21T00:16:42.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.665+0000 7ff179922b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56181144a110 con 0x5618114300f0 2024-05-21T00:16:42.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.665+0000 7ff179922b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56181144aeb0 con 0x561811435ee0 2024-05-21T00:16:42.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.665+0000 7ff179922b80 10 client.0 _ll_register_callbacks cb 0x561811327c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:16:42.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.665+0000 7ff167e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x561811454640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:42.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.665+0000 7ff167e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x561811454640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:55638/0 (socket says 172.21.15.12:55638) 2024-05-21T00:16:42.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.665+0000 7ff167e00700 1 -- 172.21.15.12:0/2832925809 learned_addr learned my addr 172.21.15.12:0/2832925809 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:42.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.665+0000 7ff16d000700 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561811435ee0 0x56181142a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:42.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.666+0000 7ff15f400700 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5618114355c0 0x561811429a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:42.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.666+0000 7ff16d000700 1 -- 172.21.15.12:0/2832925809 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 msgr2=0x561811454640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:42.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.666+0000 7ff16d000700 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x561811454640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:42.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.666+0000 7ff16d000700 1 -- 172.21.15.12:0/2832925809 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5618114355c0 msgr2=0x561811429a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:42.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.666+0000 7ff16d000700 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5618114355c0 0x561811429a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:42.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.666+0000 7ff16d000700 1 -- 172.21.15.12:0/2832925809 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561811452130 con 0x561811435ee0 2024-05-21T00:16:42.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.666+0000 7ff15f400700 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5618114355c0 0x561811429a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:16:42.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.666+0000 7ff16d000700 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561811435ee0 0x56181142a1d0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff16000d010 tx=0x7ff160007b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8cd6880ffda5e0a2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:42.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.666+0000 7ff156000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:16:42.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.667+0000 7ff156000700 1 -- 172.21.15.12:0/2832925809 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff160032020 con 0x561811435ee0 2024-05-21T00:16:42.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.667+0000 7ff156000700 1 -- 172.21.15.12:0/2832925809 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff160003c10 con 0x561811435ee0 2024-05-21T00:16:42.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.667+0000 7ff179922b80 1 -- 172.21.15.12:0/2832925809 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff160007950 con 0x561811435ee0 2024-05-21T00:16:42.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.667+0000 7ff156000700 1 -- 172.21.15.12:0/2832925809 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff160003e10 con 0x561811435ee0 2024-05-21T00:16:42.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.667+0000 7ff179922b80 10 client.25078 fetch_fsmap learned FSMap version 28 2024-05-21T00:16:42.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.667+0000 7ff179922b80 1 -- 172.21.15.12:0/2832925809 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5618114b4e60 con 0x561811435ee0 2024-05-21T00:16:42.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.667+0000 7ff156000700 1 -- 172.21.15.12:0/2832925809 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff160007950 con 0x561811435ee0 2024-05-21T00:16:42.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.667+0000 7ff156000700 1 -- 172.21.15.12:0/2832925809 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7ff160011070 con 0x561811435ee0 2024-05-21T00:16:42.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.667+0000 7ff179922b80 10 client.25078 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:16:42.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.668+0000 7ff179922b80 10 client.25078 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T00:16:42.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.668+0000 7ff179922b80 20 client.25078 populate_metadata read hostname 'smithi012' 2024-05-21T00:16:42.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.668+0000 7ff179922b80 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5618114b9220 0x5618114b7f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:42.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.668+0000 7ff179922b80 4 client.25078 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:16:42.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.668+0000 7ff179922b80 1 -- 172.21.15.12:0/2832925809 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "status"}) -- 0x561811389520 con 0x5618114b9220 2024-05-21T00:16:42.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.668+0000 7ff167e00700 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5618114b9220 0x5618114b7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:42.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.668+0000 7ff167e00700 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5618114b9220 0x5618114b7f30 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=dd62abe9fc81e337 server_cookie=dcbbe77275c3f181 in_seq=0 out_seq=0 2024-05-21T00:16:42.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.668+0000 7ff156000700 10 client.25078 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:16:42.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff156000700 1 -- 172.21.15.12:0/2832925809 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x561811389520 con 0x5618114b9220 2024-05-21T00:16:42.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff156000700 10 client.25078 handle_command_reply: tid=0 2024-05-21T00:16:42.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff179922b80 1 client.25078 shutdown 2024-05-21T00:16:42.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff179922b80 1 -- 172.21.15.12:0/2832925809 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561811435ee0 msgr2=0x56181142a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:42.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff179922b80 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561811435ee0 0x56181142a1d0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff16000d010 tx=0x7ff160007b00 comp rx=0 tx=0).stop 2024-05-21T00:16:42.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff179922b80 1 -- 172.21.15.12:0/2832925809 shutdown_connections 2024-05-21T00:16:42.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff179922b80 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5618114b9220 0x5618114b7f30 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:42.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff179922b80 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561811435ee0 0x56181142a1d0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:42.849 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff156000700 0 client.25078 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:16:42.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff179922b80 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5618114300f0 0x561811454640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:42.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff179922b80 1 --2- 172.21.15.12:0/2832925809 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5618114355c0 0x561811429a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:42.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff179922b80 1 -- 172.21.15.12:0/2832925809 >> 172.21.15.12:0/2832925809 conn(0x56181135db90 msgr2=0x561811436b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:42.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff179922b80 1 -- 172.21.15.12:0/2832925809 shutdown_connections 2024-05-21T00:16:42.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff179922b80 1 -- 172.21.15.12:0/2832925809 wait complete. 2024-05-21T00:16:42.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.669+0000 7ff179922b80 20 client.25078 trim_cache size 0 max 16384 2024-05-21T00:16:42.972 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:16:42.983 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:16:42.992 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 2, 2024-05-21T00:16:43.004 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24523, 2024-05-21T00:16:43.013 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:16:43.021 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:16:43.028 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:16:43.039 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 204.01883902700001, 2024-05-21T00:16:43.048 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-05-21T00:16:43.056 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:16:43.067 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 79, 2024-05-21T00:16:43.098 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 253.633139516 2024-05-21T00:16:43.114 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:16:43.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.670+0000 7ff16f000700 1 -- 172.21.15.12:0/1919206744 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff14c0b2900 msgr2=0x7ff14c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:43.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.670+0000 7ff16f000700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff14c0b2900 0x7ff14c0b4dc0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff168111080 tx=0x7ff150009260 comp rx=0 tx=0).stop 2024-05-21T00:16:43.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.670+0000 7ff16f000700 1 -- 172.21.15.12:0/1919206744 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff168075770 msgr2=0x7ff1681a02e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:43.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.670+0000 7ff16f000700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff168075770 0x7ff1681a02e0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff15800d980 tx=0x7ff15800dc90 comp rx=0 tx=0).stop 2024-05-21T00:16:43.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.670+0000 7ff16f000700 1 -- 172.21.15.12:0/1919206744 shutdown_connections 2024-05-21T00:16:43.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.670+0000 7ff16f000700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff168114710 0x7ff1681a4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:43.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.670+0000 7ff16f000700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff168075770 0x7ff1681a02e0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:43.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.670+0000 7ff16f000700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff14c0b2900 0x7ff14c0b4dc0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:43.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.670+0000 7ff16f000700 1 --2- 172.21.15.12:0/1919206744 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff168076090 0x7ff1681a0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:43.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.670+0000 7ff16f000700 1 -- 172.21.15.12:0/1919206744 >> 172.21.15.12:0/1919206744 conn(0x7ff16807a6a0 msgr2=0x7ff168113540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:43.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.670+0000 7ff16f000700 1 -- 172.21.15.12:0/1919206744 shutdown_connections 2024-05-21T00:16:43.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:40.670+0000 7ff16f000700 1 -- 172.21.15.12:0/1919206744 wait complete. 2024-05-21T00:16:43.295 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:40 smithi012 ceph-mon[31403]: pgmap v427: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:43.303 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-21T00:16:43.331 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:42 smithi012 ceph-mon[31403]: pgmap v428: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-05-21T00:16:43.337 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:40 smithi060 ceph-mon[36426]: pgmap v427: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:43.362 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:42 smithi060 ceph-mon[36426]: pgmap v428: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-05-21T00:16:43.395 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:40 smithi077 ceph-mon[36377]: pgmap v427: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:16:43.402 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:42 smithi077 ceph-mon[36377]: pgmap v428: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-05-21T00:16:43.888 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:45.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:44 smithi077 ceph-mon[36377]: pgmap v429: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-05-21T00:16:45.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:44 smithi012 ceph-mon[31403]: pgmap v429: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-05-21T00:16:45.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:44 smithi060 ceph-mon[36426]: pgmap v429: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s 2024-05-21T00:16:46.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.017+0000 7f5d98800700 1 -- 172.21.15.12:0/2851277689 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d9006b220 msgr2=0x7f5d9006b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:46.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.017+0000 7f5d98800700 1 --2- 172.21.15.12:0/2851277689 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d9006b220 0x7f5d9006b6a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f5d80009990 tx=0x7f5d80009ca0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.017+0000 7f5d98800700 1 -- 172.21.15.12:0/2851277689 shutdown_connections 2024-05-21T00:16:46.021 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.017+0000 7f5d98800700 1 --2- 172.21.15.12:0/2851277689 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d9006bbe0 0x7f5d901103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.017+0000 7f5d98800700 1 --2- 172.21.15.12:0/2851277689 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d901095b0 0x7f5d90109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.017+0000 7f5d98800700 1 --2- 172.21.15.12:0/2851277689 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d9006b220 0x7f5d9006b6a0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.017+0000 7f5d98800700 1 -- 172.21.15.12:0/2851277689 >> 172.21.15.12:0/2851277689 conn(0x7f5d900793f0 msgr2=0x7f5d90079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:46.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.018+0000 7f5d98800700 1 -- 172.21.15.12:0/2851277689 shutdown_connections 2024-05-21T00:16:46.022 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.018+0000 7f5d98800700 1 -- 172.21.15.12:0/2851277689 wait complete. 2024-05-21T00:16:46.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.019+0000 7f5d98800700 1 Processor -- start 2024-05-21T00:16:46.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.019+0000 7f5d98800700 1 -- start start 2024-05-21T00:16:46.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.019+0000 7f5d98800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d9006b220 0x7f5d9019be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.019+0000 7f5d98800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d9006bbe0 0x7f5d9019c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.019+0000 7f5d98800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d901095b0 0x7f5d901a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.019+0000 7f5d98800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5d901136c0 con 0x7f5d9006bbe0 2024-05-21T00:16:46.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.019+0000 7f5d98800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5d90113540 con 0x7f5d9006b220 2024-05-21T00:16:46.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.019+0000 7f5d98800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f5d90113840 con 0x7f5d901095b0 2024-05-21T00:16:46.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.019+0000 7f5d95400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d9006bbe0 0x7f5d9019c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.020+0000 7f5d95e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d9006b220 0x7f5d9019be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.020+0000 7f5d95400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d9006bbe0 0x7f5d9019c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:57390/0 (socket says 172.21.15.12:57390) 2024-05-21T00:16:46.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.020+0000 7f5d95400700 1 -- 172.21.15.12:0/3286240368 learned_addr learned my addr 172.21.15.12:0/3286240368 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:46.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.020+0000 7f5d96800700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d901095b0 0x7f5d901a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.020+0000 7f5d95e00700 1 -- 172.21.15.12:0/3286240368 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d901095b0 msgr2=0x7f5d901a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:46.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.020+0000 7f5d95e00700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d901095b0 0x7f5d901a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.020+0000 7f5d95e00700 1 -- 172.21.15.12:0/3286240368 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d9006bbe0 msgr2=0x7f5d9019c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:46.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.020+0000 7f5d95e00700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d9006bbe0 0x7f5d9019c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.020+0000 7f5d95e00700 1 -- 172.21.15.12:0/3286240368 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d901a0e80 con 0x7f5d9006b220 2024-05-21T00:16:46.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.020+0000 7f5d95400700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d9006bbe0 0x7f5d9019c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:46.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.020+0000 7f5d95e00700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d9006b220 0x7f5d9019be70 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f5d8400e9f0 tx=0x7f5d8400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:46.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.021+0000 7f5d8aa00700 1 -- 172.21.15.12:0/3286240368 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d8400c9c0 con 0x7f5d9006b220 2024-05-21T00:16:46.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.021+0000 7f5d8aa00700 1 -- 172.21.15.12:0/3286240368 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d8400cb60 con 0x7f5d9006b220 2024-05-21T00:16:46.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.021+0000 7f5d98800700 1 -- 172.21.15.12:0/3286240368 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d901a1170 con 0x7f5d9006b220 2024-05-21T00:16:46.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.021+0000 7f5d8aa00700 1 -- 172.21.15.12:0/3286240368 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d84018680 con 0x7f5d9006b220 2024-05-21T00:16:46.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.021+0000 7f5d98800700 1 -- 172.21.15.12:0/3286240368 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d901a89f0 con 0x7f5d9006b220 2024-05-21T00:16:46.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.024+0000 7f5d8aa00700 1 -- 172.21.15.12:0/3286240368 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5d84010430 con 0x7f5d9006b220 2024-05-21T00:16:46.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.025+0000 7f5da3246b80 1 Processor -- start 2024-05-21T00:16:46.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.026+0000 7f5da3246b80 1 -- start start 2024-05-21T00:16:46.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.026+0000 7f5d8aa00700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5d780b2880 0x7f5d780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.026+0000 7f5da3246b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 0x560fc83f89a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.026+0000 7f5da3246b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f8ee0 0x560fc83f2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.026+0000 7f5da3246b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc83f3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.026+0000 7f5da3246b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x560fc8350df0 con 0x560fc83f8ee0 2024-05-21T00:16:46.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.026+0000 7f5da3246b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x560fc8340990 con 0x560fc83f85c0 2024-05-21T00:16:46.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.026+0000 7f5da3246b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x560fc83449d0 con 0x560fc83f30f0 2024-05-21T00:16:46.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.026+0000 7f5d8aa00700 1 -- 172.21.15.12:0/3286240368 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f5d840e2320 con 0x7f5d9006b220 2024-05-21T00:16:46.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.026+0000 7f5d95e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 0x560fc83f89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.026+0000 7f5d96800700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5d780b2880 0x7f5d780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.027+0000 7f5d95e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 0x560fc83f89a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:52792/0 (socket says 172.21.15.12:52792) 2024-05-21T00:16:46.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.027+0000 7f5d95e00700 1 -- 172.21.15.12:0/2007378801 learned_addr learned my addr 172.21.15.12:0/2007378801 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:46.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.027+0000 7f5d95400700 1 --2- 172.21.15.12:0/2007378801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f8ee0 0x560fc83f2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.027+0000 7f5d96800700 1 --2- 172.21.15.12:0/2007378801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc83f3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.027+0000 7f5d95e00700 1 -- 172.21.15.12:0/2007378801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 msgr2=0x560fc83f3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:46.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.027+0000 7f5d95e00700 1 --2- 172.21.15.12:0/2007378801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc83f3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.027+0000 7f5d95e00700 1 -- 172.21.15.12:0/2007378801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f8ee0 msgr2=0x560fc83f2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:46.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.027+0000 7f5d95e00700 1 --2- 172.21.15.12:0/2007378801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f8ee0 0x560fc83f2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.027+0000 7f5d95e00700 1 -- 172.21.15.12:0/2007378801 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fc83093d0 con 0x560fc83f85c0 2024-05-21T00:16:46.029 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.027+0000 7f5d95e00700 1 --2- 172.21.15.12:0/2007378801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 0x560fc83f89a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5d840a5990 tx=0x7f5d840b75b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d308c1927b99968 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:46.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.028+0000 7f5d7f400700 1 -- 172.21.15.12:0/2007378801 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d840bd730 con 0x560fc83f85c0 2024-05-21T00:16:46.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.028+0000 7f5d7f400700 1 -- 172.21.15.12:0/2007378801 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d840a9420 con 0x560fc83f85c0 2024-05-21T00:16:46.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.028+0000 7f5d7f400700 1 -- 172.21.15.12:0/2007378801 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d840a50a0 con 0x560fc83f85c0 2024-05-21T00:16:46.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.029+0000 7f5da3246b80 1 -- 172.21.15.12:0/2007378801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 msgr2=0x560fc83f89a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:46.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.029+0000 7f5d96800700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5d780b2880 0x7f5d780b4d40 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x560fc83f3ab0 tx=0x7f5d8c009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:46.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.029+0000 7f5da3246b80 1 --2- 172.21.15.12:0/2007378801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 0x560fc83f89a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f5d840a5990 tx=0x7f5d840b75b0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.029+0000 7f5da3246b80 1 -- 172.21.15.12:0/2007378801 shutdown_connections 2024-05-21T00:16:46.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.029+0000 7f5da3246b80 1 --2- 172.21.15.12:0/2007378801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc83f3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.029+0000 7f5da3246b80 1 --2- 172.21.15.12:0/2007378801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 0x560fc83f89a0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.029+0000 7f5da3246b80 1 --2- 172.21.15.12:0/2007378801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f8ee0 0x560fc83f2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.029+0000 7f5da3246b80 1 -- 172.21.15.12:0/2007378801 >> 172.21.15.12:0/2007378801 conn(0x560fc8320b90 msgr2=0x560fc83ed640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:46.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.029+0000 7f5da3246b80 1 -- 172.21.15.12:0/2007378801 shutdown_connections 2024-05-21T00:16:46.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.029+0000 7f5da3246b80 1 -- 172.21.15.12:0/2007378801 wait complete. 2024-05-21T00:16:46.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.030+0000 7f5da3246b80 1 -- start start 2024-05-21T00:16:46.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.030+0000 7f5da3246b80 1 Processor -- start 2024-05-21T00:16:46.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.030+0000 7f5da3246b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc83fec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.030+0000 7f5da3246b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 0x560fc83fc000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.030+0000 7f5da3246b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f8ee0 0x560fc83fc540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.030+0000 7f5da3246b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x560fc8246f50 con 0x560fc83f8ee0 2024-05-21T00:16:46.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.030+0000 7f5da3246b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x560fc82e1710 con 0x560fc83f85c0 2024-05-21T00:16:46.032 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.030+0000 7f5da3246b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x560fc83ff990 con 0x560fc83f30f0 2024-05-21T00:16:46.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.031+0000 7f5da3246b80 10 client.0 _ll_register_callbacks cb 0x560fc82eac20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:16:46.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.031+0000 7f5d95400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 0x560fc83fc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.031+0000 7f5d96800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f8ee0 0x560fc83fc540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.031+0000 7f5d95400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 0x560fc83fc000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:52808/0 (socket says 172.21.15.12:52808) 2024-05-21T00:16:46.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.031+0000 7f5d95400700 1 -- 172.21.15.12:0/3543822366 learned_addr learned my addr 172.21.15.12:0/3543822366 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:46.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.031+0000 7f5d95e00700 1 --2- 172.21.15.12:0/3543822366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc83fec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.031+0000 7f5d95400700 1 -- 172.21.15.12:0/3543822366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 msgr2=0x560fc83fec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:46.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.031+0000 7f5d95400700 1 --2- 172.21.15.12:0/3543822366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc83fec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.031+0000 7f5d95400700 1 -- 172.21.15.12:0/3543822366 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f8ee0 msgr2=0x560fc83fc540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:46.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.031+0000 7f5d95400700 1 --2- 172.21.15.12:0/3543822366 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f8ee0 0x560fc83fc540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.031+0000 7f5d95400700 1 -- 172.21.15.12:0/3543822366 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fc8290880 con 0x560fc83f85c0 2024-05-21T00:16:46.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.032+0000 7f5d95400700 1 --2- 172.21.15.12:0/3543822366 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 0x560fc83fc000 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5d800052a0 tx=0x7f5d800052d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf3c6b0c32412877 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:46.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.032+0000 7f5d73e00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:16:46.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.032+0000 7f5d73e00700 1 -- 172.21.15.12:0/3543822366 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d80029060 con 0x560fc83f85c0 2024-05-21T00:16:46.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.032+0000 7f5d73e00700 1 -- 172.21.15.12:0/3543822366 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f5d80003a90 con 0x560fc83f85c0 2024-05-21T00:16:46.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.032+0000 7f5da3246b80 1 -- 172.21.15.12:0/3543822366 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d840a9420 con 0x560fc83f85c0 2024-05-21T00:16:46.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.032+0000 7f5d73e00700 1 -- 172.21.15.12:0/3543822366 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5d800056d0 con 0x560fc83f85c0 2024-05-21T00:16:46.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.032+0000 7f5da3246b80 10 client.25061 fetch_fsmap learned FSMap version 28 2024-05-21T00:16:46.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.032+0000 7f5da3246b80 1 -- 172.21.15.12:0/3543822366 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560fc8311010 con 0x560fc83f85c0 2024-05-21T00:16:46.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.033+0000 7f5d73e00700 1 -- 172.21.15.12:0/3543822366 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d840a9420 con 0x560fc83f85c0 2024-05-21T00:16:46.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.033+0000 7f5d73e00700 1 -- 172.21.15.12:0/3543822366 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f5d800173f0 con 0x560fc83f85c0 2024-05-21T00:16:46.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.033+0000 7f5da3246b80 10 client.25061 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:16:46.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.033+0000 7f5da3246b80 10 client.25061 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T00:16:46.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.033+0000 7f5da3246b80 20 client.25061 populate_metadata read hostname 'smithi012' 2024-05-21T00:16:46.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.033+0000 7f5da3246b80 1 --2- 172.21.15.12:0/3543822366 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x560fc840c500 0x560fc840d970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.033+0000 7f5da3246b80 4 client.25061 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:16:46.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.033+0000 7f5da3246b80 1 -- 172.21.15.12:0/3543822366 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560fc8352d40 con 0x560fc840c500 2024-05-21T00:16:46.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.034+0000 7f5d95e00700 1 --2- 172.21.15.12:0/3543822366 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x560fc840c500 0x560fc840d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.034+0000 7f5d95e00700 1 --2- 172.21.15.12:0/3543822366 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x560fc840c500 0x560fc840d970 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3ab77e61deb76ddb server_cookie=bbf107e02ab6f65e in_seq=0 out_seq=0 2024-05-21T00:16:46.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.034+0000 7f5d73e00700 10 client.25061 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:16:46.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.035+0000 7f5d73e00700 1 -- 172.21.15.12:0/3543822366 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560fc8352d40 con 0x560fc840c500 2024-05-21T00:16:46.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.035+0000 7f5d73e00700 10 client.25061 handle_command_reply: tid=0 2024-05-21T00:16:46.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.035+0000 7f5da3246b80 1 client.25061 shutdown 2024-05-21T00:16:46.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.035+0000 7f5da3246b80 1 -- 172.21.15.12:0/3543822366 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 msgr2=0x560fc83fc000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:46.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.035+0000 7f5da3246b80 1 --2- 172.21.15.12:0/3543822366 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 0x560fc83fc000 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5d800052a0 tx=0x7f5d800052d0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.035+0000 7f5da3246b80 1 -- 172.21.15.12:0/3543822366 shutdown_connections 2024-05-21T00:16:46.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.035+0000 7f5da3246b80 1 --2- 172.21.15.12:0/3543822366 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x560fc840c500 0x560fc840d970 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.035+0000 7f5da3246b80 1 --2- 172.21.15.12:0/3543822366 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f8ee0 0x560fc83fc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.035+0000 7f5da3246b80 1 --2- 172.21.15.12:0/3543822366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc83fec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.035+0000 7f5da3246b80 1 --2- 172.21.15.12:0/3543822366 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f85c0 0x560fc83fc000 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.035+0000 7f5da3246b80 1 -- 172.21.15.12:0/3543822366 >> 172.21.15.12:0/3543822366 conn(0x560fc8320b90 msgr2=0x560fc83ecd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:46.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.036+0000 7f5d73e00700 0 client.25061 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:16:46.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.036+0000 7f5da3246b80 1 -- 172.21.15.12:0/3543822366 shutdown_connections 2024-05-21T00:16:46.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.036+0000 7f5da3246b80 1 -- 172.21.15.12:0/3543822366 wait complete. 2024-05-21T00:16:46.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.036+0000 7f5da3246b80 20 client.25061 trim_cache size 0 max 16384 2024-05-21T00:16:46.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.060+0000 7f5da3246b80 1 Processor -- start 2024-05-21T00:16:46.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.060+0000 7f5da3246b80 1 -- start start 2024-05-21T00:16:46.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.060+0000 7f5da3246b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc83f2ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.060+0000 7f5da3246b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f85c0 0x560fc83ed4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.060+0000 7f5da3246b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f8ee0 0x560fc83fa8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.060+0000 7f5da3246b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x560fc840bcb0 con 0x560fc83f85c0 2024-05-21T00:16:46.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.060+0000 7f5da3246b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x560fc840c380 con 0x560fc83f8ee0 2024-05-21T00:16:46.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.060+0000 7f5da3246b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x560fc840ca50 con 0x560fc83f30f0 2024-05-21T00:16:46.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.060+0000 7f5d95e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc83f2ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.060+0000 7f5d95400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f85c0 0x560fc83ed4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.060+0000 7f5d95e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc83f2ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:57238/0 (socket says 172.21.15.12:57238) 2024-05-21T00:16:46.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.061+0000 7f5d95e00700 1 -- 172.21.15.12:0/4193686889 learned_addr learned my addr 172.21.15.12:0/4193686889 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:46.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.061+0000 7f5d96800700 1 --2- 172.21.15.12:0/4193686889 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f8ee0 0x560fc83fa8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.061+0000 7f5d95400700 1 -- 172.21.15.12:0/4193686889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 msgr2=0x560fc83f2ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:46.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.061+0000 7f5d95400700 1 --2- 172.21.15.12:0/4193686889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc83f2ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.061+0000 7f5d95400700 1 -- 172.21.15.12:0/4193686889 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f8ee0 msgr2=0x560fc83fa8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:46.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.061+0000 7f5d95400700 1 --2- 172.21.15.12:0/4193686889 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f8ee0 0x560fc83fa8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.061+0000 7f5d95400700 1 -- 172.21.15.12:0/4193686889 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fc840c1a0 con 0x560fc83f85c0 2024-05-21T00:16:46.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.061+0000 7f5d95400700 1 --2- 172.21.15.12:0/4193686889 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f85c0 0x560fc83ed4a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5d80017890 tx=0x7f5d80009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54a226fff0d5a369 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:46.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.062+0000 7f5d7ea00700 1 -- 172.21.15.12:0/4193686889 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d80034040 con 0x560fc83f85c0 2024-05-21T00:16:46.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.062+0000 7f5d7ea00700 1 -- 172.21.15.12:0/4193686889 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d800175f0 con 0x560fc83f85c0 2024-05-21T00:16:46.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.062+0000 7f5d7ea00700 1 -- 172.21.15.12:0/4193686889 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d80024480 con 0x560fc83f85c0 2024-05-21T00:16:46.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.062+0000 7f5da3246b80 1 -- 172.21.15.12:0/4193686889 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f85c0 msgr2=0x560fc83ed4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:46.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.062+0000 7f5da3246b80 1 --2- 172.21.15.12:0/4193686889 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f85c0 0x560fc83ed4a0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5d80017890 tx=0x7f5d80009570 comp rx=0 tx=0).stop 2024-05-21T00:16:46.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.062+0000 7f5da3246b80 1 -- 172.21.15.12:0/4193686889 shutdown_connections 2024-05-21T00:16:46.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.062+0000 7f5da3246b80 1 --2- 172.21.15.12:0/4193686889 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f8ee0 0x560fc83fa8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.062+0000 7f5da3246b80 1 --2- 172.21.15.12:0/4193686889 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc83f2ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.062+0000 7f5da3246b80 1 --2- 172.21.15.12:0/4193686889 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f85c0 0x560fc83ed4a0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.062+0000 7f5da3246b80 1 -- 172.21.15.12:0/4193686889 >> 172.21.15.12:0/4193686889 conn(0x560fc8320b90 msgr2=0x560fc83e9990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:46.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.062+0000 7f5da3246b80 1 -- 172.21.15.12:0/4193686889 shutdown_connections 2024-05-21T00:16:46.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.063+0000 7f5da3246b80 1 -- 172.21.15.12:0/4193686889 wait complete. 2024-05-21T00:16:46.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.063+0000 7f5da3246b80 1 -- start start 2024-05-21T00:16:46.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.063+0000 7f5da3246b80 1 Processor -- start 2024-05-21T00:16:46.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5da3246b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc8416df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5da3246b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f85c0 0x560fc8417330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5da3246b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f8ee0 0x560fc8411da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5da3246b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x560fc840d7f0 con 0x560fc83f85c0 2024-05-21T00:16:46.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5da3246b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x560fc840d120 con 0x560fc83f8ee0 2024-05-21T00:16:46.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5da3246b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x560fc840dec0 con 0x560fc83f30f0 2024-05-21T00:16:46.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5da3246b80 10 client.0 _ll_register_callbacks cb 0x560fc82eac20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:16:46.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5d95e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc8416df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5d95e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc8416df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:57244/0 (socket says 172.21.15.12:57244) 2024-05-21T00:16:46.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5d95e00700 1 -- 172.21.15.12:0/1414535228 learned_addr learned my addr 172.21.15.12:0/1414535228 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:46.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5d95400700 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f85c0 0x560fc8417330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5d96800700 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f8ee0 0x560fc8411da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5d95e00700 1 -- 172.21.15.12:0/1414535228 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f8ee0 msgr2=0x560fc8411da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:46.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5d95e00700 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f8ee0 0x560fc8411da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5d95e00700 1 -- 172.21.15.12:0/1414535228 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f85c0 msgr2=0x560fc8417330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:46.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5d95e00700 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f85c0 0x560fc8417330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.064+0000 7f5d95e00700 1 -- 172.21.15.12:0/1414535228 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fc83edaf0 con 0x560fc83f30f0 2024-05-21T00:16:46.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.065+0000 7f5d95400700 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f85c0 0x560fc8417330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:16:46.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.065+0000 7f5d95e00700 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc8416df0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5d840a5990 tx=0x7f5d84009790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9bfdba9d6dd8f594 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:46.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.065+0000 7f5d73e00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:16:46.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.065+0000 7f5d73e00700 1 -- 172.21.15.12:0/1414535228 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d840c0350 con 0x560fc83f30f0 2024-05-21T00:16:46.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.065+0000 7f5d73e00700 1 -- 172.21.15.12:0/1414535228 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f5d840c0070 con 0x560fc83f30f0 2024-05-21T00:16:46.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.065+0000 7f5da3246b80 1 -- 172.21.15.12:0/1414535228 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d800175f0 con 0x560fc83f30f0 2024-05-21T00:16:46.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.065+0000 7f5d73e00700 1 -- 172.21.15.12:0/1414535228 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5d840b7050 con 0x560fc83f30f0 2024-05-21T00:16:46.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.065+0000 7f5da3246b80 10 client.25096 fetch_fsmap learned FSMap version 28 2024-05-21T00:16:46.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.065+0000 7f5da3246b80 1 -- 172.21.15.12:0/1414535228 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560fc8478280 con 0x560fc83f30f0 2024-05-21T00:16:46.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.066+0000 7f5d73e00700 1 -- 172.21.15.12:0/1414535228 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5d800175f0 con 0x560fc83f30f0 2024-05-21T00:16:46.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.066+0000 7f5d73e00700 1 -- 172.21.15.12:0/1414535228 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f5d840dfe70 con 0x560fc83f30f0 2024-05-21T00:16:46.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.066+0000 7f5da3246b80 10 client.25096 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:16:46.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.066+0000 7f5da3246b80 10 client.25096 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T00:16:46.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.066+0000 7f5da3246b80 20 client.25096 populate_metadata read hostname 'smithi012' 2024-05-21T00:16:46.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.066+0000 7f5da3246b80 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x560fc847ca00 0x560fc847b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:46.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.066+0000 7f5da3246b80 4 client.25096 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:16:46.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.066+0000 7f5da3246b80 1 -- 172.21.15.12:0/1414535228 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "status"}) -- 0x560fc834c520 con 0x560fc847ca00 2024-05-21T00:16:46.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.066+0000 7f5d95400700 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x560fc847ca00 0x560fc847b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:46.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5d95400700 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x560fc847ca00 0x560fc847b710 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d209780a8f2d7a78 server_cookie=22f72cff977a6785 in_seq=0 out_seq=0 2024-05-21T00:16:46.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5d73e00700 10 client.25096 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:16:46.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5d73e00700 1 -- 172.21.15.12:0/1414535228 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x560fc834c520 con 0x560fc847ca00 2024-05-21T00:16:46.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5d73e00700 10 client.25096 handle_command_reply: tid=0 2024-05-21T00:16:46.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5da3246b80 1 client.25096 shutdown 2024-05-21T00:16:46.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5da3246b80 1 -- 172.21.15.12:0/1414535228 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 msgr2=0x560fc8416df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:46.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5da3246b80 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc8416df0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5d840a5990 tx=0x7f5d84009790 comp rx=0 tx=0).stop 2024-05-21T00:16:46.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5da3246b80 1 -- 172.21.15.12:0/1414535228 shutdown_connections 2024-05-21T00:16:46.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5da3246b80 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560fc83f8ee0 0x560fc8411da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5da3246b80 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560fc83f30f0 0x560fc8416df0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5da3246b80 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x560fc847ca00 0x560fc847b710 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5da3246b80 1 --2- 172.21.15.12:0/1414535228 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560fc83f85c0 0x560fc8417330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5d73e00700 0 client.25096 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:16:46.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.067+0000 7f5da3246b80 1 -- 172.21.15.12:0/1414535228 >> 172.21.15.12:0/1414535228 conn(0x560fc8320b90 msgr2=0x560fc83fa870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:46.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.068+0000 7f5da3246b80 1 -- 172.21.15.12:0/1414535228 shutdown_connections 2024-05-21T00:16:46.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.068+0000 7f5da3246b80 1 -- 172.21.15.12:0/1414535228 wait complete. 2024-05-21T00:16:46.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.068+0000 7f5da3246b80 20 client.25096 trim_cache size 0 max 16384 2024-05-21T00:16:46.073 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:16:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:16:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 1, 2024-05-21T00:16:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24530, 2024-05-21T00:16:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:16:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:16:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:16:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 210.42593806900001, 2024-05-21T00:16:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-05-21T00:16:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:16:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 79, 2024-05-21T00:16:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 246.143903951 2024-05-21T00:16:46.074 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:16:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.069+0000 7f5d98800700 1 -- 172.21.15.12:0/3286240368 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5d780b2880 msgr2=0x7f5d780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.069+0000 7f5d98800700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5d780b2880 0x7f5d780b4d40 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x560fc83f3ab0 tx=0x7f5d8c009920 comp rx=0 tx=0).stop 2024-05-21T00:16:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.069+0000 7f5d98800700 1 -- 172.21.15.12:0/3286240368 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d9006b220 msgr2=0x7f5d9019be70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.069+0000 7f5d98800700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d9006b220 0x7f5d9019be70 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f5d8400e9f0 tx=0x7f5d8400ed00 comp rx=0 tx=0).stop 2024-05-21T00:16:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.069+0000 7f5d98800700 1 -- 172.21.15.12:0/3286240368 shutdown_connections 2024-05-21T00:16:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.069+0000 7f5d98800700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5d901095b0 0x7f5d901a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.069+0000 7f5d98800700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5d9006b220 0x7f5d9019be70 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.069+0000 7f5d98800700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5d780b2880 0x7f5d780b4d40 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.069+0000 7f5d98800700 1 --2- 172.21.15.12:0/3286240368 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5d9006bbe0 0x7f5d9019c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.069+0000 7f5d98800700 1 -- 172.21.15.12:0/3286240368 >> 172.21.15.12:0/3286240368 conn(0x7f5d900793f0 msgr2=0x7f5d9010e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:46.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.069+0000 7f5d98800700 1 -- 172.21.15.12:0/3286240368 shutdown_connections 2024-05-21T00:16:46.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:46.069+0000 7f5d98800700 1 -- 172.21.15.12:0/3286240368 wait complete. 2024-05-21T00:16:46.817 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:46 smithi012 ceph-mon[31403]: pgmap v430: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T00:16:46.993 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.a status 2024-05-21T00:16:47.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:46 smithi077 ceph-mon[36377]: pgmap v430: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T00:16:47.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:46 smithi060 ceph-mon[36426]: pgmap v430: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T00:16:47.456 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:49.029 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:48 smithi060 ceph-mon[36426]: pgmap v431: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:16:49.029 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:48 smithi077 ceph-mon[36377]: pgmap v431: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:16:49.066 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:48 smithi012 ceph-mon[31403]: pgmap v431: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:16:49.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.664+0000 7f3a90800700 1 -- 172.21.15.12:0/811622680 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a881037f0 msgr2=0x7f3a88103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:49.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.664+0000 7f3a90800700 1 --2- 172.21.15.12:0/811622680 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a881037f0 0x7f3a88103bd0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c0099c0 tx=0x7f3a7c009cd0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.664+0000 7f3a90800700 1 -- 172.21.15.12:0/811622680 shutdown_connections 2024-05-21T00:16:49.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.664+0000 7f3a90800700 1 --2- 172.21.15.12:0/811622680 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a881088f0 0x7f3a88110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.664+0000 7f3a90800700 1 --2- 172.21.15.12:0/811622680 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a881037f0 0x7f3a88103bd0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.664+0000 7f3a90800700 1 --2- 172.21.15.12:0/811622680 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3a881041a0 0x7f3a881081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.664+0000 7f3a90800700 1 -- 172.21.15.12:0/811622680 >> 172.21.15.12:0/811622680 conn(0x7f3a8807a6a0 msgr2=0x7f3a8807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:49.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.664+0000 7f3a90800700 1 -- 172.21.15.12:0/811622680 shutdown_connections 2024-05-21T00:16:49.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.664+0000 7f3a90800700 1 -- 172.21.15.12:0/811622680 wait complete. 2024-05-21T00:16:49.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.666+0000 7f3a90800700 1 Processor -- start 2024-05-21T00:16:49.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.666+0000 7f3a90800700 1 -- start start 2024-05-21T00:16:49.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.666+0000 7f3a90800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a881037f0 0x7f3a8819bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.666+0000 7f3a90800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a881041a0 0x7f3a8819c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.666+0000 7f3a90800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3a881088f0 0x7f3a881a0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.666+0000 7f3a90800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3a88113710 con 0x7f3a881037f0 2024-05-21T00:16:49.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.666+0000 7f3a90800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3a88113590 con 0x7f3a881088f0 2024-05-21T00:16:49.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.666+0000 7f3a90800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f3a88113890 con 0x7f3a881041a0 2024-05-21T00:16:49.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.667+0000 7f3a8de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a881037f0 0x7f3a8819bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.667+0000 7f3a8de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a881037f0 0x7f3a8819bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:57452/0 (socket says 172.21.15.12:57452) 2024-05-21T00:16:49.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.667+0000 7f3a8de00700 1 -- 172.21.15.12:0/817815174 learned_addr learned my addr 172.21.15.12:0/817815174 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:49.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.667+0000 7f3a8d400700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a881041a0 0x7f3a8819c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.667+0000 7f3a8e800700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3a881088f0 0x7f3a881a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.667+0000 7f3a8de00700 1 -- 172.21.15.12:0/817815174 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a881041a0 msgr2=0x7f3a8819c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:49.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.667+0000 7f3a8de00700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a881041a0 0x7f3a8819c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.667+0000 7f3a8de00700 1 -- 172.21.15.12:0/817815174 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3a881088f0 msgr2=0x7f3a881a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:49.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.667+0000 7f3a8de00700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3a881088f0 0x7f3a881a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.667+0000 7f3a8de00700 1 -- 172.21.15.12:0/817815174 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a881a0db0 con 0x7f3a881037f0 2024-05-21T00:16:49.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.667+0000 7f3a8de00700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a881037f0 0x7f3a8819bda0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c006010 tx=0x7f3a7c005280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:49.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.668+0000 7f3a82a00700 1 -- 172.21.15.12:0/817815174 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a7c026070 con 0x7f3a881037f0 2024-05-21T00:16:49.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.668+0000 7f3a82a00700 1 -- 172.21.15.12:0/817815174 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a7c005680 con 0x7f3a881037f0 2024-05-21T00:16:49.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.668+0000 7f3a90800700 1 -- 172.21.15.12:0/817815174 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a881a1040 con 0x7f3a881037f0 2024-05-21T00:16:49.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.668+0000 7f3a82a00700 1 -- 172.21.15.12:0/817815174 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a7c00fb20 con 0x7f3a881037f0 2024-05-21T00:16:49.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.668+0000 7f3a90800700 1 -- 172.21.15.12:0/817815174 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a881a8920 con 0x7f3a881037f0 2024-05-21T00:16:49.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.672+0000 7f3a82a00700 1 -- 172.21.15.12:0/817815174 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3a7c029070 con 0x7f3a881037f0 2024-05-21T00:16:49.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.673+0000 7f3a9b1adb80 1 Processor -- start 2024-05-21T00:16:49.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.673+0000 7f3a9b1adb80 1 -- start start 2024-05-21T00:16:49.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.674+0000 7f3a9b1adb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff245c0 0x56334ff249a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.674+0000 7f3a9b1adb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff24ee0 0x56334ff1ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.674+0000 7f3a9b1adb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff1f0f0 0x56334ff1f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.674+0000 7f3a9b1adb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56334fe7cdf0 con 0x56334ff245c0 2024-05-21T00:16:49.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.674+0000 7f3a9b1adb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56334fe6c990 con 0x56334ff1f0f0 2024-05-21T00:16:49.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.674+0000 7f3a9b1adb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56334fe709d0 con 0x56334ff24ee0 2024-05-21T00:16:49.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.674+0000 7f3a8e800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff245c0 0x56334ff249a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.674+0000 7f3a8e800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff245c0 0x56334ff249a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:57454/0 (socket says 172.21.15.12:57454) 2024-05-21T00:16:49.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.674+0000 7f3a8e800700 1 -- 172.21.15.12:0/903864795 learned_addr learned my addr 172.21.15.12:0/903864795 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:49.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.674+0000 7f3a8de00700 1 --2- 172.21.15.12:0/903864795 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff24ee0 0x56334ff1ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.674+0000 7f3a8d400700 1 --2- 172.21.15.12:0/903864795 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff1f0f0 0x56334ff1f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.674+0000 7f3a8e800700 1 -- 172.21.15.12:0/903864795 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff24ee0 msgr2=0x56334ff1ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:49.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.675+0000 7f3a8e800700 1 --2- 172.21.15.12:0/903864795 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff24ee0 0x56334ff1ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.675+0000 7f3a8e800700 1 -- 172.21.15.12:0/903864795 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff1f0f0 msgr2=0x56334ff1f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:49.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.675+0000 7f3a8e800700 1 --2- 172.21.15.12:0/903864795 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff1f0f0 0x56334ff1f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.675+0000 7f3a8e800700 1 -- 172.21.15.12:0/903864795 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56334fe353d0 con 0x56334ff245c0 2024-05-21T00:16:49.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.675+0000 7f3a82a00700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3a700b2900 0x7f3a700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.675+0000 7f3a8de00700 1 --2- 172.21.15.12:0/903864795 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff24ee0 0x56334ff1ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:16:49.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.675+0000 7f3a82a00700 1 -- 172.21.15.12:0/817815174 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f3a7c0e2950 con 0x7f3a881037f0 2024-05-21T00:16:49.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.675+0000 7f3a8e800700 1 --2- 172.21.15.12:0/903864795 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff245c0 0x56334ff249a0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3a84011680 tx=0x7f3a84009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45f3f9c291560813 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:49.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.675+0000 7f3a8de00700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3a700b2900 0x7f3a700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.675+0000 7f3a77400700 1 -- 172.21.15.12:0/903864795 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a84019030 con 0x56334ff245c0 2024-05-21T00:16:49.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.676+0000 7f3a77400700 1 -- 172.21.15.12:0/903864795 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a840093a0 con 0x56334ff245c0 2024-05-21T00:16:49.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.676+0000 7f3a77400700 1 -- 172.21.15.12:0/903864795 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a84007500 con 0x56334ff245c0 2024-05-21T00:16:49.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.676+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/903864795 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff245c0 msgr2=0x56334ff249a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:49.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.676+0000 7f3a8de00700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3a700b2900 0x7f3a700b4dc0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c0a9cd0 tx=0x7f3a7c009550 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:49.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.676+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/903864795 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff245c0 0x56334ff249a0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3a84011680 tx=0x7f3a84009920 comp rx=0 tx=0).stop 2024-05-21T00:16:49.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.677+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/903864795 shutdown_connections 2024-05-21T00:16:49.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.677+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/903864795 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff1f0f0 0x56334ff1f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.677+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/903864795 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff245c0 0x56334ff249a0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.677+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/903864795 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff24ee0 0x56334ff1ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.677+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/903864795 >> 172.21.15.12:0/903864795 conn(0x56334fe4cb90 msgr2=0x56334ff19640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:49.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.677+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/903864795 shutdown_connections 2024-05-21T00:16:49.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.677+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/903864795 wait complete. 2024-05-21T00:16:49.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.678+0000 7f3a9b1adb80 1 -- start start 2024-05-21T00:16:49.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.678+0000 7f3a9b1adb80 1 Processor -- start 2024-05-21T00:16:49.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.679+0000 7f3a9b1adb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 0x56334ff2acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.679+0000 7f3a9b1adb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff245c0 0x56334ff28090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.679+0000 7f3a9b1adb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff24ee0 0x56334ff285d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.679+0000 7f3a9b1adb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56334fd72f50 con 0x56334ff24ee0 2024-05-21T00:16:49.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.679+0000 7f3a9b1adb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56334fe0d710 con 0x56334ff245c0 2024-05-21T00:16:49.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.679+0000 7f3a9b1adb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56334ff2b990 con 0x56334ff1f0f0 2024-05-21T00:16:49.680 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.679+0000 7f3a9b1adb80 10 client.0 _ll_register_callbacks cb 0x56334fe16c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:16:49.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.679+0000 7f3a8e800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff24ee0 0x56334ff285d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.679+0000 7f3a8d400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff245c0 0x56334ff28090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.679+0000 7f3a8e800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff24ee0 0x56334ff285d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:57456/0 (socket says 172.21.15.12:57456) 2024-05-21T00:16:49.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.679+0000 7f3a8e800700 1 -- 172.21.15.12:0/242860491 learned_addr learned my addr 172.21.15.12:0/242860491 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:49.682 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.679+0000 7f3a8e800700 1 --2- 172.21.15.12:0/242860491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 0x56334ff2acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.680+0000 7f3a8d400700 1 -- 172.21.15.12:0/242860491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 msgr2=0x56334ff2acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:49.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.680+0000 7f3a8d400700 1 --2- 172.21.15.12:0/242860491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 0x56334ff2acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.680+0000 7f3a8d400700 1 -- 172.21.15.12:0/242860491 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff24ee0 msgr2=0x56334ff285d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.680+0000 7f3a8d400700 1 --2- 172.21.15.12:0/242860491 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff24ee0 0x56334ff285d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.680+0000 7f3a8d400700 1 -- 172.21.15.12:0/242860491 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56334fdbc880 con 0x56334ff245c0 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.680+0000 7f3a8d400700 1 --2- 172.21.15.12:0/242860491 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff245c0 0x56334ff28090 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3a88103530 tx=0x7f3a780119a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db345a26a747759d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.680+0000 7f3a6be00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.680+0000 7f3a6be00700 1 -- 172.21.15.12:0/242860491 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a7801f060 con 0x56334ff245c0 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.680+0000 7f3a6be00700 1 -- 172.21.15.12:0/242860491 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f3a780043e0 con 0x56334ff245c0 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.680+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/242860491 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56334fe7ed40 con 0x56334ff245c0 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.681+0000 7f3a6be00700 1 -- 172.21.15.12:0/242860491 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3a78003680 con 0x56334ff245c0 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.681+0000 7f3a9b1adb80 10 client.25079 fetch_fsmap learned FSMap version 28 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.681+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/242860491 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56334fe3d010 con 0x56334ff245c0 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.681+0000 7f3a6be00700 1 -- 172.21.15.12:0/242860491 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x56334fe7ed40 con 0x56334ff245c0 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.681+0000 7f3a6be00700 1 -- 172.21.15.12:0/242860491 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f3a7800f8f0 con 0x56334ff245c0 2024-05-21T00:16:49.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.681+0000 7f3a9b1adb80 10 client.25079 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:16:49.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.681+0000 7f3a9b1adb80 10 client.25079 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-21T00:16:49.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.681+0000 7f3a9b1adb80 20 client.25079 populate_metadata read hostname 'smithi012' 2024-05-21T00:16:49.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.681+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/242860491 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56334ff38620 0x56334ff39a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.682+0000 7f3a9b1adb80 4 client.25079 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:16:49.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.682+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/242860491 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56334fe78520 con 0x56334ff38620 2024-05-21T00:16:49.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.682+0000 7f3a8e800700 1 --2- 172.21.15.12:0/242860491 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56334ff38620 0x56334ff39a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.682+0000 7f3a8e800700 1 --2- 172.21.15.12:0/242860491 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56334ff38620 0x56334ff39a90 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b1d5137570a449a server_cookie=93e24085866d5a53 in_seq=0 out_seq=0 2024-05-21T00:16:49.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.682+0000 7f3a6be00700 10 client.25079 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:16:49.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.683+0000 7f3a6be00700 1 -- 172.21.15.12:0/242860491 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56334fe78520 con 0x56334ff38620 2024-05-21T00:16:49.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.683+0000 7f3a6be00700 10 client.25079 handle_command_reply: tid=0 2024-05-21T00:16:49.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.683+0000 7f3a9b1adb80 1 client.25079 shutdown 2024-05-21T00:16:49.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.684+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/242860491 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff245c0 msgr2=0x56334ff28090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:49.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.684+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/242860491 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff245c0 0x56334ff28090 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f3a88103530 tx=0x7f3a780119a0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.684+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/242860491 shutdown_connections 2024-05-21T00:16:49.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.684+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/242860491 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff24ee0 0x56334ff285d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.684+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/242860491 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56334ff38620 0x56334ff39a90 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.684+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/242860491 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 0x56334ff2acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.684+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/242860491 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff245c0 0x56334ff28090 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.684+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/242860491 >> 172.21.15.12:0/242860491 conn(0x56334fe4cb90 msgr2=0x56334ff18d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:49.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.684+0000 7f3a6be00700 0 client.25079 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:16:49.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.684+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/242860491 shutdown_connections 2024-05-21T00:16:49.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.684+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/242860491 wait complete. 2024-05-21T00:16:49.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.685+0000 7f3a9b1adb80 20 client.25079 trim_cache size 0 max 16384 2024-05-21T00:16:49.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.730+0000 7f3a9b1adb80 1 Processor -- start 2024-05-21T00:16:49.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.730+0000 7f3a9b1adb80 1 -- start start 2024-05-21T00:16:49.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.731+0000 7f3a9b1adb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 0x56334ff227e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.731+0000 7f3a9b1adb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff245c0 0x56334ff1b200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.731+0000 7f3a9b1adb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff24ee0 0x56334ff1f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.731+0000 7f3a9b1adb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56334ff37dd0 con 0x56334ff245c0 2024-05-21T00:16:49.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.731+0000 7f3a9b1adb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56334ff384a0 con 0x56334ff24ee0 2024-05-21T00:16:49.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.731+0000 7f3a9b1adb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56334ff38b70 con 0x56334ff1f0f0 2024-05-21T00:16:49.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.731+0000 7f3a8d400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff245c0 0x56334ff1b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.731+0000 7f3a8e800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff24ee0 0x56334ff1f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.731+0000 7f3a8e800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff24ee0 0x56334ff1f4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:52872/0 (socket says 172.21.15.12:52872) 2024-05-21T00:16:49.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.731+0000 7f3a8e800700 1 -- 172.21.15.12:0/3758206060 learned_addr learned my addr 172.21.15.12:0/3758206060 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:49.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.731+0000 7f3a8e800700 1 --2- 172.21.15.12:0/3758206060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 0x56334ff227e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.732+0000 7f3a8d400700 1 -- 172.21.15.12:0/3758206060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 msgr2=0x56334ff227e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:49.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.732+0000 7f3a8d400700 1 --2- 172.21.15.12:0/3758206060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 0x56334ff227e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.732+0000 7f3a8d400700 1 -- 172.21.15.12:0/3758206060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff24ee0 msgr2=0x56334ff1f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:49.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.732+0000 7f3a8d400700 1 --2- 172.21.15.12:0/3758206060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff24ee0 0x56334ff1f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.732+0000 7f3a8d400700 1 -- 172.21.15.12:0/3758206060 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56334ff28fd0 con 0x56334ff245c0 2024-05-21T00:16:49.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.732+0000 7f3a8e800700 1 --2- 172.21.15.12:0/3758206060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff24ee0 0x56334ff1f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:49.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.732+0000 7f3a8d400700 1 --2- 172.21.15.12:0/3758206060 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff245c0 0x56334ff1b200 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f3a7800fe80 tx=0x7f3a78005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b486d01f2b8eccf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:49.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.733+0000 7f3a76a00700 1 -- 172.21.15.12:0/3758206060 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a7802a070 con 0x56334ff245c0 2024-05-21T00:16:49.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.733+0000 7f3a76a00700 1 -- 172.21.15.12:0/3758206060 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a78003cd0 con 0x56334ff245c0 2024-05-21T00:16:49.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.733+0000 7f3a76a00700 1 -- 172.21.15.12:0/3758206060 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a7800f720 con 0x56334ff245c0 2024-05-21T00:16:49.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.734+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/3758206060 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff245c0 msgr2=0x56334ff1b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:49.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.734+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/3758206060 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff245c0 0x56334ff1b200 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f3a7800fe80 tx=0x7f3a78005e40 comp rx=0 tx=0).stop 2024-05-21T00:16:49.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.734+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/3758206060 shutdown_connections 2024-05-21T00:16:49.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.734+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/3758206060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff24ee0 0x56334ff1f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.734+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/3758206060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 0x56334ff227e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.734+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/3758206060 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff245c0 0x56334ff1b200 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.734+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/3758206060 >> 172.21.15.12:0/3758206060 conn(0x56334fe4cb90 msgr2=0x56334ff220d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:49.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.734+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/3758206060 shutdown_connections 2024-05-21T00:16:49.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.734+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/3758206060 wait complete. 2024-05-21T00:16:49.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.735+0000 7f3a9b1adb80 1 -- start start 2024-05-21T00:16:49.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.735+0000 7f3a9b1adb80 1 Processor -- start 2024-05-21T00:16:49.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.735+0000 7f3a9b1adb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 0x56334ff433a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.735+0000 7f3a9b1adb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff245c0 0x56334ff18490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.735+0000 7f3a9b1adb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff24ee0 0x56334ff189d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.735+0000 7f3a9b1adb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56334ff39910 con 0x56334ff24ee0 2024-05-21T00:16:49.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.735+0000 7f3a9b1adb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56334ff39240 con 0x56334ff245c0 2024-05-21T00:16:49.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.735+0000 7f3a9b1adb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56334ff39fe0 con 0x56334ff1f0f0 2024-05-21T00:16:49.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.735+0000 7f3a9b1adb80 10 client.0 _ll_register_callbacks cb 0x56334fe16c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:16:49.738 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.736+0000 7f3a8e800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff24ee0 0x56334ff189d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.738 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.736+0000 7f3a8e800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff24ee0 0x56334ff189d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:57478/0 (socket says 172.21.15.12:57478) 2024-05-21T00:16:49.738 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.736+0000 7f3a8e800700 1 -- 172.21.15.12:0/3285580902 learned_addr learned my addr 172.21.15.12:0/3285580902 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:49.738 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.736+0000 7f3a8d400700 1 --2- 172.21.15.12:0/3285580902 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff245c0 0x56334ff18490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.736+0000 7f3a8e800700 1 --2- 172.21.15.12:0/3285580902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 0x56334ff433a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.736+0000 7f3a8e800700 1 -- 172.21.15.12:0/3285580902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 msgr2=0x56334ff433a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.736+0000 7f3a8e800700 1 --2- 172.21.15.12:0/3285580902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 0x56334ff433a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.736+0000 7f3a8e800700 1 -- 172.21.15.12:0/3285580902 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff245c0 msgr2=0x56334ff18490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.736+0000 7f3a8e800700 1 --2- 172.21.15.12:0/3285580902 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff245c0 0x56334ff18490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.736+0000 7f3a8e800700 1 -- 172.21.15.12:0/3285580902 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56334ff18f90 con 0x56334ff24ee0 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.736+0000 7f3a8e800700 1 --2- 172.21.15.12:0/3285580902 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff24ee0 0x56334ff189d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x56334ff2b4d0 tx=0x7f3a78009d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95ac3cb2e6db89d0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.736+0000 7f3a6be00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.737+0000 7f3a6be00700 1 -- 172.21.15.12:0/3285580902 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a84019040 con 0x56334ff24ee0 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.737+0000 7f3a6be00700 1 -- 172.21.15.12:0/3285580902 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f3a8402de00 con 0x56334ff24ee0 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.737+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/3285580902 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a78003cd0 con 0x56334ff24ee0 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.737+0000 7f3a6be00700 1 -- 172.21.15.12:0/3285580902 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3a84003e90 con 0x56334ff24ee0 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.737+0000 7f3a9b1adb80 10 client.14979 fetch_fsmap learned FSMap version 28 2024-05-21T00:16:49.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.737+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/3285580902 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56334ff41cc0 con 0x56334ff24ee0 2024-05-21T00:16:49.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.737+0000 7f3a6be00700 1 -- 172.21.15.12:0/3285580902 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3a78003cd0 con 0x56334ff24ee0 2024-05-21T00:16:49.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.738+0000 7f3a6be00700 1 -- 172.21.15.12:0/3285580902 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 28) ==== 8354+0+0 (secure 0 0 0) 0x7f3a8402da70 con 0x56334ff24ee0 2024-05-21T00:16:49.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.738+0000 7f3a9b1adb80 10 client.14979 fetch_fsmap finished waiting for FSMap version 28 2024-05-21T00:16:49.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.738+0000 7f3a9b1adb80 10 client.14979 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-21T00:16:49.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.738+0000 7f3a9b1adb80 20 client.14979 populate_metadata read hostname 'smithi012' 2024-05-21T00:16:49.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.738+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/3285580902 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56334ffa8610 0x56334ffa7320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:49.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.738+0000 7f3a9b1adb80 4 client.14979 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:16:49.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.738+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/3285580902 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "status"}) -- 0x56334fcef200 con 0x56334ffa8610 2024-05-21T00:16:49.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.738+0000 7f3a8d400700 1 --2- 172.21.15.12:0/3285580902 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56334ffa8610 0x56334ffa7320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:49.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.739+0000 7f3a6be00700 10 client.14979 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:16:49.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.739+0000 7f3a8d400700 1 --2- 172.21.15.12:0/3285580902 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56334ffa8610 0x56334ffa7320 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f83d4de2a0977d63 server_cookie=4fd1a5b0da64d0a3 in_seq=0 out_seq=0 2024-05-21T00:16:49.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.739+0000 7f3a6be00700 1 -- 172.21.15.12:0/3285580902 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56334fcef200 con 0x56334ffa8610 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.739+0000 7f3a6be00700 10 client.14979 handle_command_reply: tid=0 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.739+0000 7f3a9b1adb80 1 client.14979 shutdown 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.740+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/3285580902 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff24ee0 msgr2=0x56334ff189d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.740+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/3285580902 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff24ee0 0x56334ff189d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x56334ff2b4d0 tx=0x7f3a78009d90 comp rx=0 tx=0).stop 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.740+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/3285580902 shutdown_connections 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.740+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/3285580902 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56334ff24ee0 0x56334ff189d0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.740+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/3285580902 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56334ffa8610 0x56334ffa7320 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.740+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/3285580902 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56334ff1f0f0 0x56334ff433a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.740+0000 7f3a9b1adb80 1 --2- 172.21.15.12:0/3285580902 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56334ff245c0 0x56334ff18490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.740+0000 7f3a6be00700 0 client.14979 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.740+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/3285580902 >> 172.21.15.12:0/3285580902 conn(0x56334fe4cb90 msgr2=0x56334ff253a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.740+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/3285580902 shutdown_connections 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.740+0000 7f3a9b1adb80 1 -- 172.21.15.12:0/3285580902 wait complete. 2024-05-21T00:16:49.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.740+0000 7f3a9b1adb80 20 client.14979 trim_cache size 0 max 16384 2024-05-21T00:16:49.743 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:16:49.743 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:16:49.743 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 0, 2024-05-21T00:16:49.743 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24538, 2024-05-21T00:16:49.743 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:16:49.743 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:16:49.743 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:16:49.743 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 229.677659745, 2024-05-21T00:16:49.743 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 28, 2024-05-21T00:16:49.744 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:16:49.744 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 79, 2024-05-21T00:16:49.744 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 252.58607573099999 2024-05-21T00:16:49.744 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:16:49.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.741+0000 7f3a90800700 1 -- 172.21.15.12:0/817815174 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3a700b2900 msgr2=0x7f3a700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:49.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.741+0000 7f3a90800700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3a700b2900 0x7f3a700b4dc0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c0a9cd0 tx=0x7f3a7c009550 comp rx=0 tx=0).stop 2024-05-21T00:16:49.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.741+0000 7f3a90800700 1 -- 172.21.15.12:0/817815174 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a881037f0 msgr2=0x7f3a8819bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:49.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.741+0000 7f3a90800700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a881037f0 0x7f3a8819bda0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c006010 tx=0x7f3a7c005280 comp rx=0 tx=0).stop 2024-05-21T00:16:49.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.742+0000 7f3a90800700 1 -- 172.21.15.12:0/817815174 shutdown_connections 2024-05-21T00:16:49.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.742+0000 7f3a90800700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3a881088f0 0x7f3a881a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.742+0000 7f3a90800700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f3a700b2900 0x7f3a700b4dc0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.742+0000 7f3a90800700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3a881037f0 0x7f3a8819bda0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.742+0000 7f3a90800700 1 --2- 172.21.15.12:0/817815174 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f3a881041a0 0x7f3a8819c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:49.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.742+0000 7f3a90800700 1 -- 172.21.15.12:0/817815174 >> 172.21.15.12:0/817815174 conn(0x7f3a8807a6a0 msgr2=0x7f3a88101ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:49.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.742+0000 7f3a90800700 1 -- 172.21.15.12:0/817815174 shutdown_connections 2024-05-21T00:16:49.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:49.742+0000 7f3a90800700 1 -- 172.21.15.12:0/817815174 wait complete. 2024-05-21T00:16:50.587 INFO:teuthology.run_tasks:Running task sequential... 2024-05-21T00:16:50.596 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-05-21T00:16:50.596 INFO:teuthology.task.sequential:In sequential, running task print... 2024-05-21T00:16:50.596 INFO:teuthology.task.print:Enabling mgr modules 2024-05-21T00:16:50.596 INFO:teuthology.run_tasks:Running task kclient... 2024-05-21T00:16:50.654 INFO:tasks.kclient:Mounting kernel clients... 2024-05-21T00:16:50.654 INFO:tasks.kclient:config is {'client.0': {}} 2024-05-21T00:16:50.655 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:16:50.655 DEBUG:teuthology.orchestra.run.smithi012:> ip netns list 2024-05-21T00:16:50.711 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:16:50.711 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link delete ceph-brx 2024-05-21T00:16:50.783 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:50 smithi012 ceph-mon[31403]: pgmap v432: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:16:50.797 INFO:teuthology.orchestra.run.smithi012.stderr:Cannot find device "ceph-brx" 2024-05-21T00:16:50.801 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:16:50.801 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'nowsync'], 'syntax': 'v2', 'mount_subvol_num': 1} 2024-05-21T00:16:50.802 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-05-21T00:16:50.802 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-21T00:16:50.802 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs ls 2024-05-21T00:16:51.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:50 smithi077 ceph-mon[36377]: pgmap v432: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:16:51.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:50 smithi060 ceph-mon[36426]: pgmap v432: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:16:51.235 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:16:53.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:52 smithi077 ceph-mon[36377]: pgmap v433: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:16:53.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:52 smithi012 ceph-mon[31403]: pgmap v433: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:16:53.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:52 smithi060 ceph-mon[36426]: pgmap v433: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:16:53.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.456+0000 7f47d1600700 1 -- 172.21.15.12:0/2441972965 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f47cc10eeb0 msgr2=0x7f47cc116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:53.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.456+0000 7f47d1600700 1 --2- 172.21.15.12:0/2441972965 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f47cc10eeb0 0x7f47cc116a80 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f47c400b0a0 tx=0x7f47c400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:16:53.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.456+0000 7f47d1600700 1 -- 172.21.15.12:0/2441972965 shutdown_connections 2024-05-21T00:16:53.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.456+0000 7f47d1600700 1 --2- 172.21.15.12:0/2441972965 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f47cc10eeb0 0x7f47cc116a80 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:53.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.456+0000 7f47d1600700 1 --2- 172.21.15.12:0/2441972965 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47cc109dd0 0x7f47cc10a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:53.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.456+0000 7f47d1600700 1 --2- 172.21.15.12:0/2441972965 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f47cc10a780 0x7f47cc10e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:53.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.456+0000 7f47d1600700 1 -- 172.21.15.12:0/2441972965 >> 172.21.15.12:0/2441972965 conn(0x7f47cc076d10 msgr2=0x7f47cc108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:53.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.456+0000 7f47d1600700 1 -- 172.21.15.12:0/2441972965 shutdown_connections 2024-05-21T00:16:53.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.456+0000 7f47d1600700 1 -- 172.21.15.12:0/2441972965 wait complete. 2024-05-21T00:16:53.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.458+0000 7f47d1600700 1 Processor -- start 2024-05-21T00:16:53.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.458+0000 7f47d1600700 1 -- start start 2024-05-21T00:16:53.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.458+0000 7f47d1600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47cc109dd0 0x7f47cc1a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:53.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.458+0000 7f47d1600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f47cc10a780 0x7f47cc1a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:53.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.458+0000 7f47d1600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f47cc10eeb0 0x7f47cc1a4b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:53.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.458+0000 7f47d1600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f47cc119d40 con 0x7f47cc109dd0 2024-05-21T00:16:53.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.458+0000 7f47d1600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f47cc119bc0 con 0x7f47cc10a780 2024-05-21T00:16:53.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.458+0000 7f47d1600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f47cc119ec0 con 0x7f47cc10eeb0 2024-05-21T00:16:53.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.459+0000 7f47caa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47cc109dd0 0x7f47cc1a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:53.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.459+0000 7f47ca000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f47cc10a780 0x7f47cc1a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:53.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.459+0000 7f47caa00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47cc109dd0 0x7f47cc1a0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:57498/0 (socket says 172.21.15.12:57498) 2024-05-21T00:16:53.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.459+0000 7f47caa00700 1 -- 172.21.15.12:0/292306673 learned_addr learned my addr 172.21.15.12:0/292306673 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:53.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.459+0000 7f47cb400700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f47cc10eeb0 0x7f47cc1a4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:53.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.459+0000 7f47ca000700 1 -- 172.21.15.12:0/292306673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f47cc10eeb0 msgr2=0x7f47cc1a4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:53.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.459+0000 7f47ca000700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f47cc10eeb0 0x7f47cc1a4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:53.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.459+0000 7f47ca000700 1 -- 172.21.15.12:0/292306673 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47cc109dd0 msgr2=0x7f47cc1a0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:53.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.459+0000 7f47ca000700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47cc109dd0 0x7f47cc1a0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:53.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.459+0000 7f47ca000700 1 -- 172.21.15.12:0/292306673 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47cc1a5250 con 0x7f47cc10a780 2024-05-21T00:16:53.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.459+0000 7f47caa00700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47cc109dd0 0x7f47cc1a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:16:53.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.460+0000 7f47ca000700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f47cc10a780 0x7f47cc1a07d0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f47b800e9c0 tx=0x7f47b800ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:53.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.460+0000 7f47c3400700 1 -- 172.21.15.12:0/292306673 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47b800c9c0 con 0x7f47cc10a780 2024-05-21T00:16:53.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.460+0000 7f47c3400700 1 -- 172.21.15.12:0/292306673 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f47b800cb60 con 0x7f47cc10a780 2024-05-21T00:16:53.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.460+0000 7f47c3400700 1 -- 172.21.15.12:0/292306673 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47b8018680 con 0x7f47cc10a780 2024-05-21T00:16:53.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.460+0000 7f47d1600700 1 -- 172.21.15.12:0/292306673 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47cc1a5540 con 0x7f47cc10a780 2024-05-21T00:16:53.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.460+0000 7f47d1600700 1 -- 172.21.15.12:0/292306673 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47cc1acdc0 con 0x7f47cc10a780 2024-05-21T00:16:53.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.461+0000 7f47d1600700 1 -- 172.21.15.12:0/292306673 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47cc06a230 con 0x7f47cc10a780 2024-05-21T00:16:53.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.465+0000 7f47c3400700 1 -- 172.21.15.12:0/292306673 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f47b8010430 con 0x7f47cc10a780 2024-05-21T00:16:53.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.467+0000 7f47c3400700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f47b00b2880 0x7f47b00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:53.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.467+0000 7f47caa00700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f47b00b2880 0x7f47b00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:53.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.467+0000 7f47c3400700 1 -- 172.21.15.12:0/292306673 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f47b80e26e0 con 0x7f47cc10a780 2024-05-21T00:16:53.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.468+0000 7f47c3400700 1 -- 172.21.15.12:0/292306673 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f47b80aa3d0 con 0x7f47cc10a780 2024-05-21T00:16:53.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.468+0000 7f47caa00700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f47b00b2880 0x7f47b00b4d40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f47bc011550 tx=0x7f47bc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:53.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.762+0000 7f47d1600700 1 -- 172.21.15.12:0/292306673 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f47cc1a15a0 con 0x7f47cc10a780 2024-05-21T00:16:53.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.763+0000 7f47c3400700 1 -- 172.21.15.12:0/292306673 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+73 (secure 0 0 0) 0x7f47b8077df0 con 0x7f47cc10a780 2024-05-21T00:16:53.764 INFO:teuthology.orchestra.run.smithi012.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-05-21T00:16:53.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.767+0000 7f47d1600700 1 -- 172.21.15.12:0/292306673 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f47b00b2880 msgr2=0x7f47b00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:53.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.767+0000 7f47d1600700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f47b00b2880 0x7f47b00b4d40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f47bc011550 tx=0x7f47bc009260 comp rx=0 tx=0).stop 2024-05-21T00:16:53.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.767+0000 7f47d1600700 1 -- 172.21.15.12:0/292306673 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f47cc10a780 msgr2=0x7f47cc1a07d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:53.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.767+0000 7f47d1600700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f47cc10a780 0x7f47cc1a07d0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f47b800e9c0 tx=0x7f47b800ecd0 comp rx=0 tx=0).stop 2024-05-21T00:16:53.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.767+0000 7f47d1600700 1 -- 172.21.15.12:0/292306673 shutdown_connections 2024-05-21T00:16:53.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.767+0000 7f47d1600700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f47cc10eeb0 0x7f47cc1a4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:53.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.767+0000 7f47d1600700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f47b00b2880 0x7f47b00b4d40 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:53.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.767+0000 7f47d1600700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f47cc109dd0 0x7f47cc1a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:53.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.767+0000 7f47d1600700 1 --2- 172.21.15.12:0/292306673 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f47cc10a780 0x7f47cc1a07d0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:53.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.767+0000 7f47d1600700 1 -- 172.21.15.12:0/292306673 >> 172.21.15.12:0/292306673 conn(0x7f47cc076d10 msgr2=0x7f47cc077370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:53.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.767+0000 7f47d1600700 1 -- 172.21.15.12:0/292306673 shutdown_connections 2024-05-21T00:16:53.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:53.767+0000 7f47d1600700 1 -- 172.21.15.12:0/292306673 wait complete. 2024-05-21T00:16:54.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:53 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/292306673' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-21T00:16:54.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:53 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/292306673' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-21T00:16:54.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:53 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/292306673' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-05-21T00:16:54.609 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-05-21T00:16:54.763 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-05-21T00:16:54.763 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi012.front.sepia.ceph.com 2024-05-21T00:16:54.763 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-05-21T00:16:54.763 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-05-21T00:16:54.763 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-05-21T00:16:54.763 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-05-21T00:16:54.763 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-05-21T00:16:54.763 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-05-21T00:16:54.763 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:16:54.764 DEBUG:teuthology.orchestra.run.smithi012:> ip addr 2024-05-21T00:16:54.817 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:54 smithi012 ceph-mon[31403]: pgmap v434: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:16:54.826 INFO:teuthology.orchestra.run.smithi012.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-05-21T00:16:54.826 INFO:teuthology.orchestra.run.smithi012.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-05-21T00:16:54.826 INFO:teuthology.orchestra.run.smithi012.stdout: inet 127.0.0.1/8 scope host lo 2024-05-21T00:16:54.826 INFO:teuthology.orchestra.run.smithi012.stdout: valid_lft forever preferred_lft forever 2024-05-21T00:16:54.826 INFO:teuthology.orchestra.run.smithi012.stdout: inet6 ::1/128 scope host 2024-05-21T00:16:54.826 INFO:teuthology.orchestra.run.smithi012.stdout: valid_lft forever preferred_lft forever 2024-05-21T00:16:54.826 INFO:teuthology.orchestra.run.smithi012.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-21T00:16:54.826 INFO:teuthology.orchestra.run.smithi012.stdout: link/ether 0c:c4:7a:6b:fd:a4 brd ff:ff:ff:ff:ff:ff 2024-05-21T00:16:54.826 INFO:teuthology.orchestra.run.smithi012.stdout: altname enp7s0f0 2024-05-21T00:16:54.826 INFO:teuthology.orchestra.run.smithi012.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-21T00:16:54.826 INFO:teuthology.orchestra.run.smithi012.stdout: link/ether 0c:c4:7a:6b:fd:a5 brd ff:ff:ff:ff:ff:ff 2024-05-21T00:16:54.827 INFO:teuthology.orchestra.run.smithi012.stdout: altname enp7s0f1 2024-05-21T00:16:54.827 INFO:teuthology.orchestra.run.smithi012.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-05-21T00:16:54.827 INFO:teuthology.orchestra.run.smithi012.stdout: link/ether ac:1f:6b:f8:25:ea brd ff:ff:ff:ff:ff:ff 2024-05-21T00:16:54.827 INFO:teuthology.orchestra.run.smithi012.stdout: altname enp1s0f0 2024-05-21T00:16:54.827 INFO:teuthology.orchestra.run.smithi012.stdout: inet 172.21.15.12/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-05-21T00:16:54.827 INFO:teuthology.orchestra.run.smithi012.stdout: valid_lft 41787sec preferred_lft 41787sec 2024-05-21T00:16:54.827 INFO:teuthology.orchestra.run.smithi012.stdout: inet6 fe80::ae1f:6bff:fef8:25ea/64 scope link noprefixroute 2024-05-21T00:16:54.827 INFO:teuthology.orchestra.run.smithi012.stdout: valid_lft forever preferred_lft forever 2024-05-21T00:16:54.827 INFO:teuthology.orchestra.run.smithi012.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-05-21T00:16:54.827 INFO:teuthology.orchestra.run.smithi012.stdout: link/ether ac:1f:6b:f8:25:eb brd ff:ff:ff:ff:ff:ff 2024-05-21T00:16:54.827 INFO:teuthology.orchestra.run.smithi012.stdout: altname enp1s0f1 2024-05-21T00:16:54.828 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-05-21T00:16:54.829 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T00:16:54.829 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-05-21T00:16:54.829 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link add name ceph-brx type bridge 2024-05-21T00:16:54.829 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip addr flush dev ceph-brx 2024-05-21T00:16:54.829 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link set ceph-brx up 2024-05-21T00:16:54.829 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-05-21T00:16:54.829 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-05-21T00:16:54.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T00:16:55.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:54 smithi060 ceph-mon[36426]: pgmap v434: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:16:55.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:54 smithi077 ceph-mon[36377]: pgmap v434: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:16:55.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:16:55.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:16:55.303 DEBUG:teuthology.orchestra.run.smithi012:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-05-21T00:16:55.374 INFO:teuthology.orchestra.run.smithi012.stdout:1 2024-05-21T00:16:55.378 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:16:55.378 DEBUG:teuthology.orchestra.run.smithi012:> route 2024-05-21T00:16:55.437 INFO:teuthology.orchestra.run.smithi012.stdout:Kernel IP routing table 2024-05-21T00:16:55.437 INFO:teuthology.orchestra.run.smithi012.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-05-21T00:16:55.437 INFO:teuthology.orchestra.run.smithi012.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-05-21T00:16:55.437 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-05-21T00:16:55.437 INFO:teuthology.orchestra.run.smithi012.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-05-21T00:16:55.438 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T00:16:55.438 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-05-21T00:16:55.438 DEBUG:teuthology.orchestra.run.smithi012:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-05-21T00:16:55.438 DEBUG:teuthology.orchestra.run.smithi012:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-05-21T00:16:55.438 DEBUG:teuthology.orchestra.run.smithi012:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-05-21T00:16:55.438 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-05-21T00:16:55.550 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T00:16:56.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:16:56.231 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:16:56.231 DEBUG:teuthology.orchestra.run.smithi012:> ip netns list 2024-05-21T00:16:56.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:16:56.284 DEBUG:teuthology.orchestra.run.smithi012:> ip netns list-id 2024-05-21T00:16:56.335 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T00:16:56.335 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-05-21T00:16:56.335 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-21T00:16:56.335 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-05-21T00:16:56.335 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-05-21T00:16:56.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:56 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T00:16:56.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:16:56.532 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-05-21T00:16:56.532 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T00:16:56.533 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-05-21T00:16:56.533 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-05-21T00:16:56.533 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-05-21T00:16:56.533 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-05-21T00:16:56.533 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-05-21T00:16:56.533 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-05-21T00:16:56.533 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-05-21T00:16:56.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:56 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T00:16:56.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:16:56.840 DEBUG:teuthology.orchestra.run.smithi012:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-05-21T00:16:56.840 DEBUG:teuthology.orchestra.run.smithi012:> set -e 2024-05-21T00:16:56.840 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link set brx.0 up 2024-05-21T00:16:56.840 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link set dev brx.0 master ceph-brx 2024-05-21T00:16:56.840 DEBUG:teuthology.orchestra.run.smithi012:> ') 2024-05-21T00:16:56.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:56 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T00:16:56.980 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:56 smithi012 ceph-mon[31403]: pgmap v435: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:16:57.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:16:57.063 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-21T00:16:57.063 DEBUG:teuthology.orchestra.run.smithi012:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-05-21T00:16:57.111 INFO:teuthology.orchestra.run.smithi012.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-05-21T00:16:57.112 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-05-21T00:16:57.112 DEBUG:teuthology.orchestra.run.smithi012:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-05-21T00:16:57.160 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-05-21T00:16:57.160 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-05-21T00:16:57.161 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/3cc79200-c33b-4075-bde8-9790c0587964 2024-05-21T00:16:57.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:16:57.161 DEBUG:teuthology.orchestra.run.smithi012:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/3cc79200-c33b-4075-bde8-9790c0587964 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-05-21T00:16:57.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:56 smithi060 ceph-mon[36426]: pgmap v435: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:16:57.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:56 smithi077 ceph-mon[36377]: pgmap v435: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:16:57.302 INFO:teuthology.orchestra.run.smithi012.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-05-21T00:16:57.302 INFO:teuthology.orchestra.run.smithi012.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-05-21T00:16:58.026 INFO:teuthology.orchestra.run.smithi012.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-05-21T00:16:58.026 INFO:teuthology.orchestra.run.smithi012.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-05-21T00:16:58.026 INFO:teuthology.orchestra.run.smithi012.stdout:mount.ceph: resolved to: "172.21.15.12:3300,172.21.15.60:3300,172.21.15.77:3300" 2024-05-21T00:16:58.026 INFO:teuthology.orchestra.run.smithi012.stdout:mount.ceph: trying mount with new device syntax: 0@66e3e586-1705-11ef-bc9a-c7b262605968.cephfs=/volumes/qa/sv_1/3cc79200-c33b-4075-bde8-9790c0587964 2024-05-21T00:16:58.026 INFO:teuthology.orchestra.run.smithi012.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync,name=0,key=0,mon_addr=172.21.15.12:3300/172.21.15.60:3300/172.21.15.77:3300" will pass to kernel 2024-05-21T00:16:58.031 INFO:teuthology.orchestra.run.smithi012.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-05-21T00:16:58.031 INFO:teuthology.orchestra.run.smithi012.stdout: You just mounted a file system that supports labels which does not 2024-05-21T00:16:58.031 INFO:teuthology.orchestra.run.smithi012.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-05-21T00:16:58.031 INFO:teuthology.orchestra.run.smithi012.stdout: applications will generate AVC messages and not be allowed access to 2024-05-21T00:16:58.032 INFO:teuthology.orchestra.run.smithi012.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-05-21T00:16:58.037 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-05-21T00:16:58.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:16:58.037 DEBUG:teuthology.orchestra.run.smithi012:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-05-21T00:16:58.129 DEBUG:teuthology.orchestra.run.smithi012:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-21T00:16:58.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-21T00:16:58.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:16:58.261 INFO:teuthology.orchestra.run.smithi012.stdout:client25094 2024-05-21T00:16:58.261 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:16:58.261 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-21T00:16:58.314 DEBUG:teuthology.orchestra.run.smithi012:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-21T00:16:58.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-21T00:16:58.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:16:58.440 INFO:teuthology.orchestra.run.smithi012.stdout:client25094 2024-05-21T00:16:58.440 DEBUG:teuthology.orchestra.run.smithi012:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-05-21T00:16:58.550 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-05-21T00:16:58.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:16:58.566 INFO:teuthology.orchestra.run.smithi012.stdout:client25094 2024-05-21T00:16:58.566 DEBUG:teuthology.orchestra.run.smithi012:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/66e3e586-1705-11ef-bc9a-c7b262605968.client25094/status') 2024-05-21T00:16:58.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-05-21T00:16:58.705 INFO:teuthology.orchestra.run.smithi012.stdout:instance: client.25094 (3)172.21.15.12:0/828152146 2024-05-21T00:16:58.706 INFO:teuthology.orchestra.run.smithi012.stdout:blocklisted: false 2024-05-21T00:16:58.706 INFO:teuthology.orchestra.run.smithi012.stderr:0+1 records in 2024-05-21T00:16:58.706 INFO:teuthology.orchestra.run.smithi012.stderr:0+1 records out 2024-05-21T00:16:58.706 INFO:teuthology.orchestra.run.smithi012.stderr:70 bytes copied, 9.9673e-05 s, 702 kB/s 2024-05-21T00:16:58.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-05-21T00:16:58.719 INFO:teuthology.run_tasks:Running task exec... 2024-05-21T00:16:58.728 INFO:teuthology.task.exec:Executing custom commands... 2024-05-21T00:16:58.728 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi012.front.sepia.ceph.com 2024-05-21T00:16:58.729 DEBUG:teuthology.orchestra.run.smithi012:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-05-21T00:16:58.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.939+0000 7fcc3b200640 1 -- 172.21.15.12:0/3079416108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcc34078af0 msgr2=0x7fcc34078f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:58.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.939+0000 7fcc3b200640 1 --2- 172.21.15.12:0/3079416108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcc34078af0 0x7fcc34078f10 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fcc28009900 tx=0x7fcc2802a3f0 comp rx=0 tx=0).stop 2024-05-21T00:16:58.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.939+0000 7fcc3b200640 1 -- 172.21.15.12:0/3079416108 shutdown_connections 2024-05-21T00:16:58.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.939+0000 7fcc3b200640 1 --2- 172.21.15.12:0/3079416108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcc34077a10 0x7fcc34079890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:58.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.939+0000 7fcc3b200640 1 --2- 172.21.15.12:0/3079416108 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc34077070 0x7fcc340774d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:58.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.939+0000 7fcc3b200640 1 --2- 172.21.15.12:0/3079416108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcc34078af0 0x7fcc34078f10 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:58.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.939+0000 7fcc3b200640 1 -- 172.21.15.12:0/3079416108 >> 172.21.15.12:0/3079416108 conn(0x7fcc34100080 msgr2=0x7fcc341024c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:58.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.939+0000 7fcc3b200640 1 -- 172.21.15.12:0/3079416108 shutdown_connections 2024-05-21T00:16:58.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.939+0000 7fcc3b200640 1 -- 172.21.15.12:0/3079416108 wait complete. 2024-05-21T00:16:58.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.941+0000 7fcc3b200640 1 Processor -- start 2024-05-21T00:16:58.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.941+0000 7fcc3b200640 1 -- start start 2024-05-21T00:16:58.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.941+0000 7fcc3b200640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc34077070 0x7fcc3419f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:58.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.941+0000 7fcc3b200640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcc34077a10 0x7fcc3419f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:58.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.941+0000 7fcc3b200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcc34078af0 0x7fcc341a67e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:58.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.941+0000 7fcc3b200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fcc34114b40 con 0x7fcc34078af0 2024-05-21T00:16:58.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.941+0000 7fcc3b200640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fcc341149c0 con 0x7fcc34077070 2024-05-21T00:16:58.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.941+0000 7fcc3b200640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fcc34114cc0 con 0x7fcc34077a10 2024-05-21T00:16:58.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.942+0000 7fcc39e00640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc34077070 0x7fcc3419f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:58.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.942+0000 7fcc3a800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcc34078af0 0x7fcc341a67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:58.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.942+0000 7fcc39400640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcc34077a10 0x7fcc3419f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:58.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.942+0000 7fcc39e00640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc34077070 0x7fcc3419f230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:44586/0 (socket says 172.21.15.12:44586) 2024-05-21T00:16:58.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.942+0000 7fcc39e00640 1 -- 172.21.15.12:0/2461567518 learned_addr learned my addr 172.21.15.12:0/2461567518 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:16:58.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.942+0000 7fcc39400640 1 -- 172.21.15.12:0/2461567518 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc34077070 msgr2=0x7fcc3419f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:58.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.942+0000 7fcc39400640 1 --2- 172.21.15.12:0/2461567518 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc34077070 0x7fcc3419f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:58.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.942+0000 7fcc39400640 1 -- 172.21.15.12:0/2461567518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcc34078af0 msgr2=0x7fcc341a67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:58.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.942+0000 7fcc39400640 1 --2- 172.21.15.12:0/2461567518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcc34078af0 0x7fcc341a67e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:58.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.942+0000 7fcc39400640 1 -- 172.21.15.12:0/2461567518 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc341a6e50 con 0x7fcc34077a10 2024-05-21T00:16:58.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.942+0000 7fcc39400640 1 --2- 172.21.15.12:0/2461567518 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcc34077a10 0x7fcc3419f770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcc2400e9f0 tx=0x7fcc2400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:58.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.943+0000 7fcc2ea00640 1 -- 172.21.15.12:0/2461567518 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc2400ccc0 con 0x7fcc34077a10 2024-05-21T00:16:58.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.943+0000 7fcc3b200640 1 -- 172.21.15.12:0/2461567518 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc341a7140 con 0x7fcc34077a10 2024-05-21T00:16:58.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.943+0000 7fcc2ea00640 1 -- 172.21.15.12:0/2461567518 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcc240108e0 con 0x7fcc34077a10 2024-05-21T00:16:58.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.943+0000 7fcc2ea00640 1 -- 172.21.15.12:0/2461567518 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc24018880 con 0x7fcc34077a10 2024-05-21T00:16:58.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.943+0000 7fcc3b200640 1 -- 172.21.15.12:0/2461567518 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc341a76e0 con 0x7fcc34077a10 2024-05-21T00:16:58.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.944+0000 7fcc3b200640 1 -- 172.21.15.12:0/2461567518 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc340692f0 con 0x7fcc34077a10 2024-05-21T00:16:58.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.947+0000 7fcc2ea00640 1 -- 172.21.15.12:0/2461567518 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fcc24010430 con 0x7fcc34077a10 2024-05-21T00:16:58.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.948+0000 7fcc2ea00640 1 --2- 172.21.15.12:0/2461567518 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcc1c0b27d0 0x7fcc1c0b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:16:58.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.948+0000 7fcc2ea00640 1 -- 172.21.15.12:0/2461567518 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fcc240e2590 con 0x7fcc34077a10 2024-05-21T00:16:58.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.948+0000 7fcc39e00640 1 --2- 172.21.15.12:0/2461567518 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcc1c0b27d0 0x7fcc1c0b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:16:58.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.949+0000 7fcc39e00640 1 --2- 172.21.15.12:0/2461567518 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcc1c0b27d0 0x7fcc1c0b4c90 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fcc28009230 tx=0x7fcc280058d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:16:58.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:58.950+0000 7fcc2ea00640 1 -- 172.21.15.12:0/2461567518 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fcc240a9c30 con 0x7fcc34077a10 2024-05-21T00:16:59.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:58 smithi012 ceph-mon[31403]: pgmap v436: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:16:59.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.205+0000 7fcc3b200640 1 -- 172.21.15.12:0/2461567518 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7fcc34063650 con 0x7fcc34077a10 2024-05-21T00:16:59.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:58 smithi060 ceph-mon[36426]: pgmap v436: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:16:59.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:58 smithi077 ceph-mon[36377]: pgmap v436: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:16:59.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.811+0000 7fcc2ea00640 1 -- 172.21.15.12:0/2461567518 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v29) ==== 117+0+0 (secure 0 0 0) 0x7fcc240b2300 con 0x7fcc34077a10 2024-05-21T00:16:59.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.814+0000 7fcc3b200640 1 -- 172.21.15.12:0/2461567518 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcc1c0b27d0 msgr2=0x7fcc1c0b4c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:59.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.814+0000 7fcc3b200640 1 --2- 172.21.15.12:0/2461567518 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcc1c0b27d0 0x7fcc1c0b4c90 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fcc28009230 tx=0x7fcc280058d0 comp rx=0 tx=0).stop 2024-05-21T00:16:59.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.814+0000 7fcc3b200640 1 -- 172.21.15.12:0/2461567518 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcc34077a10 msgr2=0x7fcc3419f770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:16:59.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.814+0000 7fcc3b200640 1 --2- 172.21.15.12:0/2461567518 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcc34077a10 0x7fcc3419f770 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcc2400e9f0 tx=0x7fcc2400eeb0 comp rx=0 tx=0).stop 2024-05-21T00:16:59.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.815+0000 7fcc3b200640 1 -- 172.21.15.12:0/2461567518 shutdown_connections 2024-05-21T00:16:59.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.815+0000 7fcc3b200640 1 --2- 172.21.15.12:0/2461567518 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcc1c0b27d0 0x7fcc1c0b4c90 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:59.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.815+0000 7fcc3b200640 1 --2- 172.21.15.12:0/2461567518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcc34078af0 0x7fcc341a67e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:59.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.815+0000 7fcc3b200640 1 --2- 172.21.15.12:0/2461567518 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcc34077a10 0x7fcc3419f770 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:59.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.815+0000 7fcc3b200640 1 --2- 172.21.15.12:0/2461567518 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcc34077070 0x7fcc3419f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:16:59.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.815+0000 7fcc3b200640 1 -- 172.21.15.12:0/2461567518 >> 172.21.15.12:0/2461567518 conn(0x7fcc34100080 msgr2=0x7fcc341033e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:16:59.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.815+0000 7fcc3b200640 1 -- 172.21.15.12:0/2461567518 shutdown_connections 2024-05-21T00:16:59.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:16:59.815+0000 7fcc3b200640 1 -- 172.21.15.12:0/2461567518 wait complete. 2024-05-21T00:16:59.923 INFO:teuthology.run_tasks:Running task check-counter... 2024-05-21T00:16:59.943 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-05-21T00:16:59.963 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-21T00:17:00.052 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:59 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2461567518' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T00:17:00.078 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:16:59 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T00:17:00.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.195+0000 7f4eb4800640 1 -- 172.21.15.12:0/2337750398 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4eac078650 msgr2=0x7f4eac078ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:00.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.195+0000 7f4eb4800640 1 --2- 172.21.15.12:0/2337750398 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4eac078650 0x7f4eac078ab0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f4e9c009860 tx=0x7f4e9c02a340 comp rx=0 tx=0).stop 2024-05-21T00:17:00.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.195+0000 7f4eb4800640 1 -- 172.21.15.12:0/2337750398 shutdown_connections 2024-05-21T00:17:00.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.195+0000 7f4eb4800640 1 --2- 172.21.15.12:0/2337750398 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4eac078ff0 0x7f4eac079890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:00.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.195+0000 7f4eb4800640 1 --2- 172.21.15.12:0/2337750398 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4eac078650 0x7f4eac078ab0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:00.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.195+0000 7f4eb4800640 1 --2- 172.21.15.12:0/2337750398 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4eac077410 0x7f4eac077830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:00.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.195+0000 7f4eb4800640 1 -- 172.21.15.12:0/2337750398 >> 172.21.15.12:0/2337750398 conn(0x7f4eac1002a0 msgr2=0x7f4eac1026e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:00.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.195+0000 7f4eb4800640 1 -- 172.21.15.12:0/2337750398 shutdown_connections 2024-05-21T00:17:00.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.195+0000 7f4eb4800640 1 -- 172.21.15.12:0/2337750398 wait complete. 2024-05-21T00:17:00.306 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:59 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2461567518' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T00:17:00.316 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:16:59 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T00:17:00.327 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:59 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2461567518' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T00:17:00.335 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:16:59 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-05-21T00:17:00.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.196+0000 7f4eb4800640 1 Processor -- start 2024-05-21T00:17:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.197+0000 7f4eb4800640 1 -- start start 2024-05-21T00:17:00.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.197+0000 7f4eb4800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4eac077410 0x7f4eac19f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:00.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.197+0000 7f4eb4800640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4eac078650 0x7f4eac19f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:00.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.197+0000 7f4eb4800640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4eac078ff0 0x7f4eac1a6870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:00.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.197+0000 7f4eb4800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4eac114c00 con 0x7f4eac077410 2024-05-21T00:17:00.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.197+0000 7f4eb4800640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4eac114a80 con 0x7f4eac078ff0 2024-05-21T00:17:00.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.197+0000 7f4eb4800640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f4eac114d80 con 0x7f4eac078650 2024-05-21T00:17:00.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.197+0000 7f4eb2800640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4eac078ff0 0x7f4eac1a6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:00.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.197+0000 7f4eb1400640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4eac078650 0x7f4eac19f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:00.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.197+0000 7f4eb1e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4eac077410 0x7f4eac19f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:00.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.197+0000 7f4eb1400640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4eac078650 0x7f4eac19f800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:46968/0 (socket says 172.21.15.12:46968) 2024-05-21T00:17:00.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.197+0000 7f4eb2800640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4eac078ff0 0x7f4eac1a6870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:44606/0 (socket says 172.21.15.12:44606) 2024-05-21T00:17:00.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.197+0000 7f4eb1400640 1 -- 172.21.15.12:0/340859843 learned_addr learned my addr 172.21.15.12:0/340859843 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:00.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.198+0000 7f4eb1400640 1 -- 172.21.15.12:0/340859843 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4eac078ff0 msgr2=0x7f4eac1a6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:00.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.198+0000 7f4eb1400640 1 --2- 172.21.15.12:0/340859843 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4eac078ff0 0x7f4eac1a6870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:00.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.198+0000 7f4eb1400640 1 -- 172.21.15.12:0/340859843 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4eac077410 msgr2=0x7f4eac19f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:00.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.198+0000 7f4eb1400640 1 --2- 172.21.15.12:0/340859843 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4eac077410 0x7f4eac19f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:00.568 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.198+0000 7f4eb1400640 1 -- 172.21.15.12:0/340859843 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4eac1a6ee0 con 0x7f4eac078650 2024-05-21T00:17:00.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.198+0000 7f4eb1e00640 1 --2- 172.21.15.12:0/340859843 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4eac077410 0x7f4eac19f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:00.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.198+0000 7f4eb1400640 1 --2- 172.21.15.12:0/340859843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4eac078650 0x7f4eac19f800 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4e9c0057c0 tx=0x7f4e9c032da0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:00.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.199+0000 7f4ea6a00640 1 -- 172.21.15.12:0/340859843 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e9c037040 con 0x7f4eac078650 2024-05-21T00:17:00.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.199+0000 7f4ea6a00640 1 -- 172.21.15.12:0/340859843 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4e9c030bd0 con 0x7f4eac078650 2024-05-21T00:17:00.685 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.199+0000 7f4eb4800640 1 -- 172.21.15.12:0/340859843 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4eac1a7170 con 0x7f4eac078650 2024-05-21T00:17:00.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.199+0000 7f4ea6a00640 1 -- 172.21.15.12:0/340859843 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e9c005280 con 0x7f4eac078650 2024-05-21T00:17:00.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.199+0000 7f4eb4800640 1 -- 172.21.15.12:0/340859843 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4eac1a7650 con 0x7f4eac078650 2024-05-21T00:17:00.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.200+0000 7f4eb4800640 1 -- 172.21.15.12:0/340859843 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4eac111870 con 0x7f4eac078650 2024-05-21T00:17:00.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.203+0000 7f4ea6a00640 1 -- 172.21.15.12:0/340859843 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f4e9c043020 con 0x7f4eac078650 2024-05-21T00:17:00.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.204+0000 7f4ea6a00640 1 --2- 172.21.15.12:0/340859843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4e940b2870 0x7f4e940b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:00.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.204+0000 7f4ea6a00640 1 -- 172.21.15.12:0/340859843 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f4e9c1017e0 con 0x7f4eac078650 2024-05-21T00:17:00.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.205+0000 7f4eb1e00640 1 --2- 172.21.15.12:0/340859843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4e940b2870 0x7f4e940b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:00.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.205+0000 7f4eb1e00640 1 --2- 172.21.15.12:0/340859843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4e940b2870 0x7f4e940b4d30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4ea0009fc0 tx=0x7f4ea0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:00.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.209+0000 7f4ea6a00640 1 -- 172.21.15.12:0/340859843 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f4e9c0c94d0 con 0x7f4eac078650 2024-05-21T00:17:00.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.422+0000 7f4eb4800640 1 -- 172.21.15.12:0/340859843 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4eac063650 con 0x7f4eac078650 2024-05-21T00:17:00.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.424+0000 7f4ea6a00640 1 -- 172.21.15.12:0/340859843 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22452 (secure 0 0 0) 0x7f4e9c0c8dd0 con 0x7f4eac078650 2024-05-21T00:17:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:00.857 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","created":"2024-05-21T00:03:31.857871+0000","modified":"2024-05-21T00:13:48.805372+0000","last_up_change":"2024-05-21T00:11:45.298954+0000","last_in_change":"2024-05-21T00:11:25.604086+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:07:33.533592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:12:51.199495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:12:55.743028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eb262230-57ca-4f86-9c2b-480a80166146","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6803","nonce":555322069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6805","nonce":555322069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6809","nonce":555322069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6807","nonce":555322069}]},"public_addr":"172.21.15.12:6803/555322069","cluster_addr":"172.21.15.12:6805/555322069","heartbeat_back_addr":"172.21.15.12:6809/555322069","heartbeat_front_addr":"172.21.15.12:6807/555322069","state":["exists","up"]},{"osd":1,"uuid":"4a47cb31-071b-46be-9a26-4a6312ddaaca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6801","nonce":1346604098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6803","nonce":1346604098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6807","nonce":1346604098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6805","nonce":1346604098}]},"public_addr":"172.21.15.60:6801/1346604098","cluster_addr":"172.21.15.60:6803/1346604098","heartbeat_back_addr":"172.21.15.60:6807/1346604098","heartbeat_front_addr":"172.21.15.60:6805/1346604098","state":["exists","up"]},{"osd":2,"uuid":"f29f0f11-f36c-4603-a4e7-3294eb5e9568","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6801","nonce":2955000302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6803","nonce":2955000302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6807","nonce":2955000302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6805","nonce":2955000302}]},"public_addr":"172.21.15.77:6801/2955000302","cluster_addr":"172.21.15.77:6803/2955000302","heartbeat_back_addr":"172.21.15.77:6807/2955000302","heartbeat_front_addr":"172.21.15.77:6805/2955000302","state":["exists","up"]},{"osd":3,"uuid":"671ae43b-4ee1-4c5f-8c8d-12c5807af59c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6811","nonce":2515804940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6813","nonce":2515804940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6817","nonce":2515804940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6815","nonce":2515804940}]},"public_addr":"172.21.15.12:6811/2515804940","cluster_addr":"172.21.15.12:6813/2515804940","heartbeat_back_addr":"172.21.15.12:6817/2515804940","heartbeat_front_addr":"172.21.15.12:6815/2515804940","state":["exists","up"]},{"osd":4,"uuid":"527f3934-7fb5-4e65-8ef9-e5921bc5ba65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6809","nonce":2773894843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6811","nonce":2773894843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6815","nonce":2773894843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6813","nonce":2773894843}]},"public_addr":"172.21.15.60:6809/2773894843","cluster_addr":"172.21.15.60:6811/2773894843","heartbeat_back_addr":"172.21.15.60:6815/2773894843","heartbeat_front_addr":"172.21.15.60:6813/2773894843","state":["exists","up"]},{"osd":5,"uuid":"2c37b2c3-a9c0-47b3-9023-84566d18e0af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6809","nonce":202950059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6811","nonce":202950059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6815","nonce":202950059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6813","nonce":202950059}]},"public_addr":"172.21.15.77:6809/202950059","cluster_addr":"172.21.15.77:6811/202950059","heartbeat_back_addr":"172.21.15.77:6815/202950059","heartbeat_front_addr":"172.21.15.77:6813/202950059","state":["exists","up"]},{"osd":6,"uuid":"68c18062-e034-421d-b135-ab35d7d4bd25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6819","nonce":1511296628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6821","nonce":1511296628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6825","nonce":1511296628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6823","nonce":1511296628}]},"public_addr":"172.21.15.12:6819/1511296628","cluster_addr":"172.21.15.12:6821/1511296628","heartbeat_back_addr":"172.21.15.12:6825/1511296628","heartbeat_front_addr":"172.21.15.12:6823/1511296628","state":["exists","up"]},{"osd":7,"uuid":"0ac8383b-1578-44f1-8ebe-420d79511dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6817","nonce":4203237802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6819","nonce":4203237802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6823","nonce":4203237802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6821","nonce":4203237802}]},"public_addr":"172.21.15.60:6817/4203237802","cluster_addr":"172.21.15.60:6819/4203237802","heartbeat_back_addr":"172.21.15.60:6823/4203237802","heartbeat_front_addr":"172.21.15.60:6821/4203237802","state":["exists","up"]},{"osd":8,"uuid":"65362b50-2bba-422b-a5c9-1584cf55583d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6817","nonce":1939530536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6819","nonce":1939530536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6823","nonce":1939530536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6821","nonce":1939530536}]},"public_addr":"172.21.15.77:6817/1939530536","cluster_addr":"172.21.15.77:6819/1939530536","heartbeat_back_addr":"172.21.15.77:6823/1939530536","heartbeat_front_addr":"172.21.15.77:6821/1939530536","state":["exists","up"]},{"osd":9,"uuid":"9572a8a5-22f1-49ac-8b92-9e88dfac6dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6827","nonce":849418735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6829","nonce":849418735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6833","nonce":849418735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6831","nonce":849418735}]},"public_addr":"172.21.15.12:6827/849418735","cluster_addr":"172.21.15.12:6829/849418735","heartbeat_back_addr":"172.21.15.12:6833/849418735","heartbeat_front_addr":"172.21.15.12:6831/849418735","state":["exists","up"]},{"osd":10,"uuid":"9a42dca5-3dfa-4d8e-a33d-385ca25a8728","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6825","nonce":1376044245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6827","nonce":1376044245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6831","nonce":1376044245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6829","nonce":1376044245}]},"public_addr":"172.21.15.60:6825/1376044245","cluster_addr":"172.21.15.60:6827/1376044245","heartbeat_back_addr":"172.21.15.60:6831/1376044245","heartbeat_front_addr":"172.21.15.60:6829/1376044245","state":["exists","up"]},{"osd":11,"uuid":"856d5711-f90b-4619-abff-071e87b9d9cd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6825","nonce":3670550862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6827","nonce":3670550862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6831","nonce":3670550862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6829","nonce":3670550862}]},"public_addr":"172.21.15.77:6825/3670550862","cluster_addr":"172.21.15.77:6827/3670550862","heartbeat_back_addr":"172.21.15.77:6831/3670550862","heartbeat_front_addr":"172.21.15.77:6829/3670550862","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:06:41.613797+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:07.131615+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:31.297626+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:04.225630+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:29.488657+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:53.416655+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:27.501283+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:52.564404+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:17.639136+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:51.369821+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:18.024792+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:43.603806+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2206749889":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/840755370":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6800/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/2890553385":"2024-05-22T00:04:13.638637+0000","172.21.15.12:6800/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/3618065373":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/3942652702":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/1867303420":"2024-05-22T00:04:13.638637+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:17:00.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.427+0000 7f4eb4800640 1 -- 172.21.15.12:0/340859843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4e940b2870 msgr2=0x7f4e940b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:00.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.427+0000 7f4eb4800640 1 --2- 172.21.15.12:0/340859843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4e940b2870 0x7f4e940b4d30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4ea0009fc0 tx=0x7f4ea0005f90 comp rx=0 tx=0).stop 2024-05-21T00:17:00.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.427+0000 7f4eb4800640 1 -- 172.21.15.12:0/340859843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4eac078650 msgr2=0x7f4eac19f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:00.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.427+0000 7f4eb4800640 1 --2- 172.21.15.12:0/340859843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4eac078650 0x7f4eac19f800 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4e9c0057c0 tx=0x7f4e9c032da0 comp rx=0 tx=0).stop 2024-05-21T00:17:00.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.428+0000 7f4eb4800640 1 -- 172.21.15.12:0/340859843 shutdown_connections 2024-05-21T00:17:00.974 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.428+0000 7f4eb4800640 1 --2- 172.21.15.12:0/340859843 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f4e940b2870 0x7f4e940b4d30 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:00.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.428+0000 7f4eb4800640 1 --2- 172.21.15.12:0/340859843 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4eac078ff0 0x7f4eac1a6870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:00.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.428+0000 7f4eb4800640 1 --2- 172.21.15.12:0/340859843 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4eac078650 0x7f4eac19f800 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:01.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.428+0000 7f4eb4800640 1 --2- 172.21.15.12:0/340859843 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4eac077410 0x7f4eac19f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:01.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.428+0000 7f4eb4800640 1 -- 172.21.15.12:0/340859843 >> 172.21.15.12:0/340859843 conn(0x7f4eac1002a0 msgr2=0x7f4eac101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:01.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.428+0000 7f4eb4800640 1 -- 172.21.15.12:0/340859843 shutdown_connections 2024-05-21T00:17:01.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:00.428+0000 7f4eb4800640 1 -- 172.21.15.12:0/340859843 wait complete. 2024-05-21T00:17:01.051 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-21T00:07:33.533592+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-21T00:12:51.199495+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-21T00:12:55.743028+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-21T00:17:01.063 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-21T00:17:01.074 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:00 smithi012 ceph-mon[31403]: pgmap v437: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-21T00:17:01.083 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:00 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-21T00:17:01.093 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:00 smithi012 ceph-mon[31403]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T00:17:01.138 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:00 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/340859843' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:17:01.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:00 smithi060 ceph-mon[36426]: pgmap v437: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-21T00:17:01.239 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:00 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-21T00:17:01.251 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:00 smithi060 ceph-mon[36426]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T00:17:01.266 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:00 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/340859843' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:17:01.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:00 smithi077 ceph-mon[36377]: pgmap v437: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 11 op/s 2024-05-21T00:17:01.293 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:00 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-05-21T00:17:01.305 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:00 smithi077 ceph-mon[36377]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-05-21T00:17:01.316 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:00 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/340859843' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:17:01.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.432+0000 7fccc7200640 1 -- 172.21.15.12:0/549402698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fccc8100b90 msgr2=0x7fccc8100fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:01.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.432+0000 7fccc7200640 1 --2- 172.21.15.12:0/549402698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fccc8100b90 0x7fccc8100fb0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fccb8009900 tx=0x7fccb802a3f0 comp rx=0 tx=0).stop 2024-05-21T00:17:01.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.432+0000 7fccc7200640 1 -- 172.21.15.12:0/549402698 shutdown_connections 2024-05-21T00:17:01.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.432+0000 7fccc7200640 1 --2- 172.21.15.12:0/549402698 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fccc81022b0 0x7fccc8102b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:01.488 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.432+0000 7fccc7200640 1 --2- 172.21.15.12:0/549402698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccc81018f0 0x7fccc8101d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:01.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.432+0000 7fccc7200640 1 --2- 172.21.15.12:0/549402698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fccc8100b90 0x7fccc8100fb0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:01.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.432+0000 7fccc7200640 1 -- 172.21.15.12:0/549402698 >> 172.21.15.12:0/549402698 conn(0x7fccc80fc4e0 msgr2=0x7fccc80fe900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:01.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.432+0000 7fccc7200640 1 -- 172.21.15.12:0/549402698 shutdown_connections 2024-05-21T00:17:01.547 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.432+0000 7fccc7200640 1 -- 172.21.15.12:0/549402698 wait complete. 2024-05-21T00:17:01.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.433+0000 7fccc7200640 1 Processor -- start 2024-05-21T00:17:01.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.434+0000 7fccc7200640 1 -- start start 2024-05-21T00:17:01.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.434+0000 7fccc7200640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fccc8100b90 0x7fccc819adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:01.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.434+0000 7fccc7200640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccc81018f0 0x7fccc819b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:01.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.434+0000 7fccc7200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fccc81022b0 0x7fccc81a2330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:01.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.434+0000 7fccc7200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fccc8110670 con 0x7fccc81022b0 2024-05-21T00:17:01.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.434+0000 7fccc7200640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fccc81104f0 con 0x7fccc8100b90 2024-05-21T00:17:01.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.434+0000 7fccc7200640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fccc81107f0 con 0x7fccc81018f0 2024-05-21T00:17:01.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.434+0000 7fccc6800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fccc81022b0 0x7fccc81a2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:01.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.434+0000 7fccc5e00640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fccc8100b90 0x7fccc819adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:01.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.434+0000 7fccc6800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fccc81022b0 0x7fccc81a2330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44748/0 (socket says 172.21.15.12:44748) 2024-05-21T00:17:01.738 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.434+0000 7fccc6800640 1 -- 172.21.15.12:0/125919921 learned_addr learned my addr 172.21.15.12:0/125919921 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:01.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.434+0000 7fccbd400640 1 --2- 172.21.15.12:0/125919921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccc81018f0 0x7fccc819b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:01.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.435+0000 7fccc6800640 1 -- 172.21.15.12:0/125919921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccc81018f0 msgr2=0x7fccc819b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:01.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.435+0000 7fccc6800640 1 --2- 172.21.15.12:0/125919921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccc81018f0 0x7fccc819b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:01.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.435+0000 7fccc6800640 1 -- 172.21.15.12:0/125919921 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fccc8100b90 msgr2=0x7fccc819adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:01.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.435+0000 7fccc6800640 1 --2- 172.21.15.12:0/125919921 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fccc8100b90 0x7fccc819adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:01.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.435+0000 7fccc6800640 1 -- 172.21.15.12:0/125919921 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccc81a29d0 con 0x7fccc81022b0 2024-05-21T00:17:01.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.435+0000 7fccc6800640 1 --2- 172.21.15.12:0/125919921 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fccc81022b0 0x7fccc81a2330 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fccc0009fd0 tx=0x7fccc000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:01.983 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.435+0000 7fccbf400640 1 -- 172.21.15.12:0/125919921 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc0017070 con 0x7fccc81022b0 2024-05-21T00:17:01.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.435+0000 7fccbf400640 1 -- 172.21.15.12:0/125919921 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fccc0003e20 con 0x7fccc81022b0 2024-05-21T00:17:02.006 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.435+0000 7fccc7200640 1 -- 172.21.15.12:0/125919921 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccc81a2cc0 con 0x7fccc81022b0 2024-05-21T00:17:02.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.435+0000 7fccbf400640 1 -- 172.21.15.12:0/125919921 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fccc0010460 con 0x7fccc81022b0 2024-05-21T00:17:02.023 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.435+0000 7fccc7200640 1 -- 172.21.15.12:0/125919921 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccc81a3190 con 0x7fccc81022b0 2024-05-21T00:17:02.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.437+0000 7fccc7200640 1 -- 172.21.15.12:0/125919921 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccc810c6a0 con 0x7fccc81022b0 2024-05-21T00:17:02.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.441+0000 7fccbf400640 1 -- 172.21.15.12:0/125919921 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fccc0003970 con 0x7fccc81022b0 2024-05-21T00:17:02.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.442+0000 7fccbf400640 1 --2- 172.21.15.12:0/125919921 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fccac0b2870 0x7fccac0b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:02.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.443+0000 7fccbf400640 1 -- 172.21.15.12:0/125919921 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fccc00e1f00 con 0x7fccc81022b0 2024-05-21T00:17:02.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.443+0000 7fccc5e00640 1 --2- 172.21.15.12:0/125919921 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fccac0b2870 0x7fccac0b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:02.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.444+0000 7fccc5e00640 1 --2- 172.21.15.12:0/125919921 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fccac0b2870 0x7fccac0b4d30 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fccb8031500 tx=0x7fccb8005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:02.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.445+0000 7fccbf400640 1 -- 172.21.15.12:0/125919921 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fccc00a9620 con 0x7fccc81022b0 2024-05-21T00:17:02.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.658+0000 7fccc7200640 1 -- 172.21.15.12:0/125919921 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fccc802dd30 con 0x7fccc81022b0 2024-05-21T00:17:02.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.658+0000 7fccbf400640 1 -- 172.21.15.12:0/125919921 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7fccc00ad920 con 0x7fccc81022b0 2024-05-21T00:17:02.152 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-05-21T00:17:02.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.661+0000 7fccc7200640 1 -- 172.21.15.12:0/125919921 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fccac0b2870 msgr2=0x7fccac0b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:02.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.661+0000 7fccc7200640 1 --2- 172.21.15.12:0/125919921 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fccac0b2870 0x7fccac0b4d30 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fccb8031500 tx=0x7fccb8005a20 comp rx=0 tx=0).stop 2024-05-21T00:17:02.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.661+0000 7fccc7200640 1 -- 172.21.15.12:0/125919921 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fccc81022b0 msgr2=0x7fccc81a2330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:02.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.661+0000 7fccc7200640 1 --2- 172.21.15.12:0/125919921 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fccc81022b0 0x7fccc81a2330 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fccc0009fd0 tx=0x7fccc000b260 comp rx=0 tx=0).stop 2024-05-21T00:17:02.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.661+0000 7fccc7200640 1 -- 172.21.15.12:0/125919921 shutdown_connections 2024-05-21T00:17:02.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.661+0000 7fccc7200640 1 --2- 172.21.15.12:0/125919921 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fccac0b2870 0x7fccac0b4d30 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:02.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.661+0000 7fccc7200640 1 --2- 172.21.15.12:0/125919921 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fccc81022b0 0x7fccc81a2330 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:02.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.661+0000 7fccc7200640 1 --2- 172.21.15.12:0/125919921 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fccc81018f0 0x7fccc819b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:02.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.661+0000 7fccc7200640 1 --2- 172.21.15.12:0/125919921 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fccc8100b90 0x7fccc819adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:02.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.661+0000 7fccc7200640 1 -- 172.21.15.12:0/125919921 >> 172.21.15.12:0/125919921 conn(0x7fccc80fc4e0 msgr2=0x7fccc80fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:02.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.661+0000 7fccc7200640 1 -- 172.21.15.12:0/125919921 shutdown_connections 2024-05-21T00:17:02.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:01.662+0000 7fccc7200640 1 -- 172.21.15.12:0/125919921 wait complete. 2024-05-21T00:17:02.374 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-21T00:17:02.382 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:01 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/125919921' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:17:02.394 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:01 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/125919921' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:17:02.402 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:01 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/125919921' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:17:02.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.617+0000 7f124c200640 1 -- 172.21.15.12:0/2668440330 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1244102aa0 msgr2=0x7f1244102ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:02.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.617+0000 7f124c200640 1 --2- 172.21.15.12:0/2668440330 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1244102aa0 0x7f1244102ec0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f1238009900 tx=0x7f123802a3f0 comp rx=0 tx=0).stop 2024-05-21T00:17:02.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.617+0000 7f124c200640 1 -- 172.21.15.12:0/2668440330 shutdown_connections 2024-05-21T00:17:02.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.617+0000 7f124c200640 1 --2- 172.21.15.12:0/2668440330 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1244104650 0x7f124410aee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:02.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.617+0000 7f124c200640 1 --2- 172.21.15.12:0/2668440330 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1244103c90 0x7f1244104110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:02.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.617+0000 7f124c200640 1 --2- 172.21.15.12:0/2668440330 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1244102aa0 0x7f1244102ec0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:02.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.617+0000 7f124c200640 1 -- 172.21.15.12:0/2668440330 >> 172.21.15.12:0/2668440330 conn(0x7f12440fe010 msgr2=0x7f1244100450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:02.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.618+0000 7f124c200640 1 -- 172.21.15.12:0/2668440330 shutdown_connections 2024-05-21T00:17:02.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.618+0000 7f124c200640 1 -- 172.21.15.12:0/2668440330 wait complete. 2024-05-21T00:17:02.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.619+0000 7f124c200640 1 Processor -- start 2024-05-21T00:17:02.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.619+0000 7f124c200640 1 -- start start 2024-05-21T00:17:02.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.619+0000 7f124c200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1244102aa0 0x7f1244198d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:02.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.619+0000 7f124c200640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1244103c90 0x7f1244199280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:02.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.619+0000 7f124c200640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1244104650 0x7f12441a02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:02.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.619+0000 7f124c200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f124410e5f0 con 0x7f1244102aa0 2024-05-21T00:17:02.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.619+0000 7f124c200640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f124410e470 con 0x7f1244103c90 2024-05-21T00:17:02.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.619+0000 7f124c200640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f124410e770 con 0x7f1244104650 2024-05-21T00:17:02.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.619+0000 7f1249800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1244102aa0 0x7f1244198d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:02.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.619+0000 7f1249800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1244102aa0 0x7f1244198d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44776/0 (socket says 172.21.15.12:44776) 2024-05-21T00:17:02.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.619+0000 7f1249800640 1 -- 172.21.15.12:0/1566366594 learned_addr learned my addr 172.21.15.12:0/1566366594 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:02.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.619+0000 7f124a200640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1244104650 0x7f12441a02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:02.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.620+0000 7f1248e00640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1244103c90 0x7f1244199280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:02.971 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.620+0000 7f1249800640 1 -- 172.21.15.12:0/1566366594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1244104650 msgr2=0x7f12441a02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:02.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.620+0000 7f1249800640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1244104650 0x7f12441a02b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:02.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.620+0000 7f1249800640 1 -- 172.21.15.12:0/1566366594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1244103c90 msgr2=0x7f1244199280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:03.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.620+0000 7f1249800640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1244103c90 0x7f1244199280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:03.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.620+0000 7f1249800640 1 -- 172.21.15.12:0/1566366594 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12441a0950 con 0x7f1244102aa0 2024-05-21T00:17:03.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.620+0000 7f124a200640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1244104650 0x7f12441a02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:03.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.620+0000 7f1249800640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1244102aa0 0x7f1244198d40 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1238031500 tx=0x7f1238003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:03.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.621+0000 7f1242000640 1 -- 172.21.15.12:0/1566366594 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f123803f070 con 0x7f1244102aa0 2024-05-21T00:17:03.122 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.621+0000 7f1242000640 1 -- 172.21.15.12:0/1566366594 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1238031c50 con 0x7f1244102aa0 2024-05-21T00:17:03.134 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.621+0000 7f1242000640 1 -- 172.21.15.12:0/1566366594 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1238035030 con 0x7f1244102aa0 2024-05-21T00:17:03.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.621+0000 7f124c200640 1 -- 172.21.15.12:0/1566366594 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12441a0be0 con 0x7f1244102aa0 2024-05-21T00:17:03.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.621+0000 7f124c200640 1 -- 172.21.15.12:0/1566366594 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12441a1080 con 0x7f1244102aa0 2024-05-21T00:17:03.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.622+0000 7f124c200640 1 -- 172.21.15.12:0/1566366594 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1244109ee0 con 0x7f1244102aa0 2024-05-21T00:17:03.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.624+0000 7f1242000640 1 -- 172.21.15.12:0/1566366594 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1238042070 con 0x7f1244102aa0 2024-05-21T00:17:03.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.626+0000 7f1242000640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f122c0b27f0 0x7f122c0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:03.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.626+0000 7f1242000640 1 -- 172.21.15.12:0/1566366594 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f1238103090 con 0x7f1244102aa0 2024-05-21T00:17:03.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.626+0000 7f1248e00640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f122c0b27f0 0x7f122c0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:03.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.627+0000 7f1248e00640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f122c0b27f0 0x7f122c0b4cb0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1230009bd0 tx=0x7f1230005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:03.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.629+0000 7f1242000640 1 -- 172.21.15.12:0/1566366594 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f12380ca730 con 0x7f1244102aa0 2024-05-21T00:17:03.310 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:02 smithi077 ceph-mon[36377]: pgmap v438: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-05-21T00:17:03.321 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:02 smithi060 ceph-mon[36426]: pgmap v438: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-05-21T00:17:03.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.844+0000 7f124c200640 1 -- 172.21.15.12:0/1566366594 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f124402dd30 con 0x7f1244102aa0 2024-05-21T00:17:03.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.845+0000 7f1242000640 1 -- 172.21.15.12:0/1566366594 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v81) ==== 104+0+11 (secure 0 0 0) 0x7f12380cea30 con 0x7f1244102aa0 2024-05-21T00:17:03.348 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-05-21T00:17:03.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.848+0000 7f124c200640 1 -- 172.21.15.12:0/1566366594 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f122c0b27f0 msgr2=0x7f122c0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:03.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.848+0000 7f124c200640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f122c0b27f0 0x7f122c0b4cb0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f1230009bd0 tx=0x7f1230005f90 comp rx=0 tx=0).stop 2024-05-21T00:17:03.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.848+0000 7f124c200640 1 -- 172.21.15.12:0/1566366594 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1244102aa0 msgr2=0x7f1244198d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:03.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.848+0000 7f124c200640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1244102aa0 0x7f1244198d40 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f1238031500 tx=0x7f1238003c10 comp rx=0 tx=0).stop 2024-05-21T00:17:03.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.848+0000 7f124c200640 1 -- 172.21.15.12:0/1566366594 shutdown_connections 2024-05-21T00:17:03.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.848+0000 7f124c200640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f122c0b27f0 0x7f122c0b4cb0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:03.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.848+0000 7f124c200640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1244104650 0x7f12441a02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:03.487 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.848+0000 7f124c200640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1244103c90 0x7f1244199280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:03.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.848+0000 7f124c200640 1 --2- 172.21.15.12:0/1566366594 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1244102aa0 0x7f1244198d40 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:03.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.848+0000 7f124c200640 1 -- 172.21.15.12:0/1566366594 >> 172.21.15.12:0/1566366594 conn(0x7f12440fe010 msgr2=0x7f12441070b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:03.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.848+0000 7f124c200640 1 -- 172.21.15.12:0/1566366594 shutdown_connections 2024-05-21T00:17:03.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:02.848+0000 7f124c200640 1 -- 172.21.15.12:0/1566366594 wait complete. 2024-05-21T00:17:03.541 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-21T00:17:03.550 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:02 smithi012 ceph-mon[31403]: pgmap v438: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-05-21T00:17:03.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.792+0000 7f1913200640 1 -- 172.21.15.12:0/1964751771 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1914108e80 msgr2=0x7f19141092a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:03.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.792+0000 7f1913200640 1 --2- 172.21.15.12:0/1964751771 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1914108e80 0x7f19141092a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f1904009900 tx=0x7f190402a3f0 comp rx=0 tx=0).stop 2024-05-21T00:17:03.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.792+0000 7f1913200640 1 -- 172.21.15.12:0/1964751771 shutdown_connections 2024-05-21T00:17:03.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.792+0000 7f1913200640 1 --2- 172.21.15.12:0/1964751771 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f191410aa20 0x7f1914111340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:03.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.792+0000 7f1913200640 1 --2- 172.21.15.12:0/1964751771 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f191410a060 0x7f191410a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:03.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.792+0000 7f1913200640 1 --2- 172.21.15.12:0/1964751771 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1914108e80 0x7f19141092a0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:03.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.792+0000 7f1913200640 1 -- 172.21.15.12:0/1964751771 >> 172.21.15.12:0/1964751771 conn(0x7f1914077e90 msgr2=0x7f191407a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:03.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.793+0000 7f1913200640 1 -- 172.21.15.12:0/1964751771 shutdown_connections 2024-05-21T00:17:03.984 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.793+0000 7f1913200640 1 -- 172.21.15.12:0/1964751771 wait complete. 2024-05-21T00:17:04.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.794+0000 7f1913200640 1 Processor -- start 2024-05-21T00:17:04.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.794+0000 7f1913200640 1 -- start start 2024-05-21T00:17:04.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1913200640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1914108e80 0x7f191419f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:04.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1913200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f191410a060 0x7f191419f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:04.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1913200640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f191410aa20 0x7f19141a6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:04.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1913200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1914114a20 con 0x7f191410a060 2024-05-21T00:17:04.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1913200640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f19141148a0 con 0x7f191410aa20 2024-05-21T00:17:04.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1913200640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f1914114ba0 con 0x7f1914108e80 2024-05-21T00:17:04.123 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1911e00640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1914108e80 0x7f191419f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:04.130 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1911400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f191410a060 0x7f191419f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:04.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1911e00640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1914108e80 0x7f191419f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:47032/0 (socket says 172.21.15.12:47032) 2024-05-21T00:17:04.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1911e00640 1 -- 172.21.15.12:0/3491029545 learned_addr learned my addr 172.21.15.12:0/3491029545 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:04.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1912800640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f191410aa20 0x7f19141a6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:04.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1911400640 1 -- 172.21.15.12:0/3491029545 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1914108e80 msgr2=0x7f191419f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:04.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1911400640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1914108e80 0x7f191419f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:04.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1911400640 1 -- 172.21.15.12:0/3491029545 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f191410aa20 msgr2=0x7f19141a6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:04.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.795+0000 7f1911400640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f191410aa20 0x7f19141a6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:04.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.796+0000 7f1911400640 1 -- 172.21.15.12:0/3491029545 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19141a6d70 con 0x7f191410a060 2024-05-21T00:17:04.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.796+0000 7f1912800640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f191410aa20 0x7f19141a6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:17:04.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.796+0000 7f1911400640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f191410a060 0x7f191419f6e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f190000e9f0 tx=0x7f190000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:04.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.796+0000 7f190aa00640 1 -- 172.21.15.12:0/3491029545 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f190000cd80 con 0x7f191410a060 2024-05-21T00:17:04.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.796+0000 7f190aa00640 1 -- 172.21.15.12:0/3491029545 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f19000035f0 con 0x7f191410a060 2024-05-21T00:17:04.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.796+0000 7f1913200640 1 -- 172.21.15.12:0/3491029545 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19141a7060 con 0x7f191410a060 2024-05-21T00:17:04.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.796+0000 7f190aa00640 1 -- 172.21.15.12:0/3491029545 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1900010670 con 0x7f191410a060 2024-05-21T00:17:04.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.796+0000 7f1913200640 1 -- 172.21.15.12:0/3491029545 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19141a7600 con 0x7f191410a060 2024-05-21T00:17:04.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.798+0000 7f1913200640 1 -- 172.21.15.12:0/3491029545 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1914110310 con 0x7f191410a060 2024-05-21T00:17:04.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.801+0000 7f190aa00640 1 -- 172.21.15.12:0/3491029545 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f19000037a0 con 0x7f191410a060 2024-05-21T00:17:04.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.802+0000 7f190aa00640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f18f80b2870 0x7f18f80b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:04.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.802+0000 7f190aa00640 1 -- 172.21.15.12:0/3491029545 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f19000e24d0 con 0x7f191410a060 2024-05-21T00:17:04.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.803+0000 7f1911e00640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f18f80b2870 0x7f18f80b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:04.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.803+0000 7f1911e00640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f18f80b2870 0x7f18f80b4d30 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1904000c00 tx=0x7f19040314a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:04.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:03.807+0000 7f190aa00640 1 -- 172.21.15.12:0/3491029545 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f19000aa1c0 con 0x7f191410a060 2024-05-21T00:17:04.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.023+0000 7f1913200640 1 -- 172.21.15.12:0/3491029545 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f1914063650 con 0x7f191410a060 2024-05-21T00:17:04.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.024+0000 7f190aa00640 1 -- 172.21.15.12:0/3491029545 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v81) ==== 100+0+11 (secure 0 0 0) 0x7f19000a9ac0 con 0x7f191410a060 2024-05-21T00:17:04.522 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-05-21T00:17:04.546 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.026+0000 7f1913200640 1 -- 172.21.15.12:0/3491029545 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f18f80b2870 msgr2=0x7f18f80b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:04.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.026+0000 7f1913200640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f18f80b2870 0x7f18f80b4d30 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1904000c00 tx=0x7f19040314a0 comp rx=0 tx=0).stop 2024-05-21T00:17:04.561 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.026+0000 7f1913200640 1 -- 172.21.15.12:0/3491029545 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f191410a060 msgr2=0x7f191419f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:04.569 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.026+0000 7f1913200640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f191410a060 0x7f191419f6e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f190000e9f0 tx=0x7f190000eeb0 comp rx=0 tx=0).stop 2024-05-21T00:17:04.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.027+0000 7f1913200640 1 -- 172.21.15.12:0/3491029545 shutdown_connections 2024-05-21T00:17:04.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.027+0000 7f1913200640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f18f80b2870 0x7f18f80b4d30 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:04.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.027+0000 7f1913200640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f191410aa20 0x7f19141a6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:04.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.027+0000 7f1913200640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f191410a060 0x7f191419f6e0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:04.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.027+0000 7f1913200640 1 --2- 172.21.15.12:0/3491029545 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1914108e80 0x7f191419f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:04.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.027+0000 7f1913200640 1 -- 172.21.15.12:0/3491029545 >> 172.21.15.12:0/3491029545 conn(0x7f1914077e90 msgr2=0x7f191410d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:04.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.027+0000 7f1913200640 1 -- 172.21.15.12:0/3491029545 shutdown_connections 2024-05-21T00:17:04.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:04.027+0000 7f1913200640 1 -- 172.21.15.12:0/3491029545 wait complete. 2024-05-21T00:17:04.646 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:03 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1566366594' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T00:17:04.659 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-05-21T00:17:04.672 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:17:04.748 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:03 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1566366594' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T00:17:04.783 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:03 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1566366594' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T00:17:05.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:04 smithi060 ceph-mon[36426]: pgmap v439: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-21T00:17:05.263 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:04 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3491029545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T00:17:05.275 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:05.284 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:04 smithi077 ceph-mon[36377]: pgmap v439: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-21T00:17:05.290 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:04 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3491029545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T00:17:05.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:04 smithi012 ceph-mon[31403]: pgmap v439: 97 pgs: 97 active+clean; 648 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 9 op/s 2024-05-21T00:17:05.333 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:04 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3491029545' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T00:17:06.937 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:06 smithi012 ceph-mon[31403]: pgmap v440: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 938 B/s wr, 12 op/s 2024-05-21T00:17:07.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:06 smithi060 ceph-mon[36426]: pgmap v440: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 938 B/s wr, 12 op/s 2024-05-21T00:17:07.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:06 smithi077 ceph-mon[36377]: pgmap v440: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 938 B/s wr, 12 op/s 2024-05-21T00:17:07.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.416+0000 7f69be600700 1 -- 172.21.15.12:0/1055473473 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69b81035e0 msgr2=0x7f69b8103a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:07.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.416+0000 7f69be600700 1 --2- 172.21.15.12:0/1055473473 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69b81035e0 0x7f69b8103a60 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f69a00099c0 tx=0x7f69a0009cd0 comp rx=0 tx=0).stop 2024-05-21T00:17:07.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.416+0000 7f69be600700 1 -- 172.21.15.12:0/1055473473 shutdown_connections 2024-05-21T00:17:07.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.416+0000 7f69be600700 1 --2- 172.21.15.12:0/1055473473 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f69b8103fa0 0x7f69b8110450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:07.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.416+0000 7f69be600700 1 --2- 172.21.15.12:0/1055473473 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69b8109680 0x7f69b8109a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:07.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.416+0000 7f69be600700 1 --2- 172.21.15.12:0/1055473473 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69b81035e0 0x7f69b8103a60 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:07.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.416+0000 7f69be600700 1 -- 172.21.15.12:0/1055473473 >> 172.21.15.12:0/1055473473 conn(0x7f69b807a6f0 msgr2=0x7f69b807ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:07.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.416+0000 7f69be600700 1 -- 172.21.15.12:0/1055473473 shutdown_connections 2024-05-21T00:17:07.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.416+0000 7f69be600700 1 -- 172.21.15.12:0/1055473473 wait complete. 2024-05-21T00:17:07.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.417+0000 7f69be600700 1 Processor -- start 2024-05-21T00:17:07.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.417+0000 7f69be600700 1 -- start start 2024-05-21T00:17:07.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.418+0000 7f69be600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69b81035e0 0x7f69b8075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:07.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.418+0000 7f69be600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f69b8103fa0 0x7f69b8075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:07.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.418+0000 7f69be600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69b8109680 0x7f69b80762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:07.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.418+0000 7f69be600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f69b8113830 con 0x7f69b8103fa0 2024-05-21T00:17:07.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.418+0000 7f69be600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f69b81136b0 con 0x7f69b81035e0 2024-05-21T00:17:07.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.418+0000 7f69be600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f69b81139b0 con 0x7f69b8109680 2024-05-21T00:17:07.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.418+0000 7f69aea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f69b8103fa0 0x7f69b8075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:07.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.418+0000 7f69b7400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69b81035e0 0x7f69b8075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:07.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.418+0000 7f69aea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f69b8103fa0 0x7f69b8075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52298/0 (socket says 172.21.15.12:52298) 2024-05-21T00:17:07.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.418+0000 7f69aea00700 1 -- 172.21.15.12:0/1839210431 learned_addr learned my addr 172.21.15.12:0/1839210431 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:07.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.418+0000 7f69b7e00700 1 --2- 172.21.15.12:0/1839210431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69b8109680 0x7f69b80762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:07.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.419+0000 7f69b7400700 1 -- 172.21.15.12:0/1839210431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69b8109680 msgr2=0x7f69b80762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:07.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.419+0000 7f69b7400700 1 --2- 172.21.15.12:0/1839210431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69b8109680 0x7f69b80762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:07.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.419+0000 7f69b7400700 1 -- 172.21.15.12:0/1839210431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f69b8103fa0 msgr2=0x7f69b8075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:07.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.419+0000 7f69b7400700 1 --2- 172.21.15.12:0/1839210431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f69b8103fa0 0x7f69b8075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:07.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.419+0000 7f69b7400700 1 -- 172.21.15.12:0/1839210431 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69b81a81e0 con 0x7f69b81035e0 2024-05-21T00:17:07.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.419+0000 7f69b7400700 1 --2- 172.21.15.12:0/1839210431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69b81035e0 0x7f69b8075840 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f69a800efc0 tx=0x7f69a800c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:07.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.419+0000 7f69b4c00700 1 -- 172.21.15.12:0/1839210431 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69a80092e0 con 0x7f69b81035e0 2024-05-21T00:17:07.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.419+0000 7f69b4c00700 1 -- 172.21.15.12:0/1839210431 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f69a8004bb0 con 0x7f69b81035e0 2024-05-21T00:17:07.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.419+0000 7f69b4c00700 1 -- 172.21.15.12:0/1839210431 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69a8004040 con 0x7f69b81035e0 2024-05-21T00:17:07.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.419+0000 7f69be600700 1 -- 172.21.15.12:0/1839210431 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69b81a8470 con 0x7f69b81035e0 2024-05-21T00:17:07.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.419+0000 7f69be600700 1 -- 172.21.15.12:0/1839210431 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69b81a8930 con 0x7f69b81035e0 2024-05-21T00:17:07.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.420+0000 7f69be600700 1 -- 172.21.15.12:0/1839210431 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69b810bb10 con 0x7f69b81035e0 2024-05-21T00:17:07.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.423+0000 7f69b4c00700 1 -- 172.21.15.12:0/1839210431 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f69a801b030 con 0x7f69b81035e0 2024-05-21T00:17:07.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.424+0000 7f69b4c00700 1 --2- 172.21.15.12:0/1839210431 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f699c0b2900 0x7f699c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:07.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.425+0000 7f69b4c00700 1 -- 172.21.15.12:0/1839210431 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f69a80e2670 con 0x7f69b81035e0 2024-05-21T00:17:07.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.425+0000 7f69aea00700 1 --2- 172.21.15.12:0/1839210431 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f699c0b2900 0x7f699c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:07.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.426+0000 7f69aea00700 1 --2- 172.21.15.12:0/1839210431 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f699c0b2900 0x7f699c0b4dc0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f69b8077280 tx=0x7f69a0005ab0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:07.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.426+0000 7f69b4c00700 1 -- 172.21.15.12:0/1839210431 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f69a8022020 con 0x7f69b81035e0 2024-05-21T00:17:07.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.721+0000 7f69be600700 1 -- 172.21.15.12:0/1839210431 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f69b8104cf0 con 0x7f69b81035e0 2024-05-21T00:17:07.723 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.722+0000 7f69b4c00700 1 -- 172.21.15.12:0/1839210431 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f69a8010040 con 0x7f69b81035e0 2024-05-21T00:17:07.723 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:07.723 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:17:07.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.725+0000 7f69be600700 1 -- 172.21.15.12:0/1839210431 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f699c0b2900 msgr2=0x7f699c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:07.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.725+0000 7f69be600700 1 --2- 172.21.15.12:0/1839210431 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f699c0b2900 0x7f699c0b4dc0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f69b8077280 tx=0x7f69a0005ab0 comp rx=0 tx=0).stop 2024-05-21T00:17:07.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.725+0000 7f69be600700 1 -- 172.21.15.12:0/1839210431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69b81035e0 msgr2=0x7f69b8075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:07.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.725+0000 7f69be600700 1 --2- 172.21.15.12:0/1839210431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69b81035e0 0x7f69b8075840 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f69a800efc0 tx=0x7f69a800c3a0 comp rx=0 tx=0).stop 2024-05-21T00:17:07.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.726+0000 7f69be600700 1 -- 172.21.15.12:0/1839210431 shutdown_connections 2024-05-21T00:17:07.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.726+0000 7f69be600700 1 --2- 172.21.15.12:0/1839210431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f69b8109680 0x7f69b80762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:07.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.726+0000 7f69be600700 1 --2- 172.21.15.12:0/1839210431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f69b81035e0 0x7f69b8075840 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:07.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.726+0000 7f69be600700 1 --2- 172.21.15.12:0/1839210431 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f699c0b2900 0x7f699c0b4dc0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:07.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.726+0000 7f69be600700 1 --2- 172.21.15.12:0/1839210431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f69b8103fa0 0x7f69b8075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:07.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.726+0000 7f69be600700 1 -- 172.21.15.12:0/1839210431 >> 172.21.15.12:0/1839210431 conn(0x7f69b807a6f0 msgr2=0x7f69b81022e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:07.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.726+0000 7f69be600700 1 -- 172.21.15.12:0/1839210431 shutdown_connections 2024-05-21T00:17:07.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:07.726+0000 7f69be600700 1 -- 172.21.15.12:0/1839210431 wait complete. 2024-05-21T00:17:07.729 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:17:08.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:07 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1839210431' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:08.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:07 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1839210431' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:08.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:07 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1839210431' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:08.465 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-05-21T00:17:08.465 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-05-21T00:17:08.466 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-21T00:17:08.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.691+0000 7f0f2fe00640 1 -- 172.21.15.12:0/3411614346 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f28105eb0 msgr2=0x7f0f28106330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:08.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.691+0000 7f0f2fe00640 1 --2- 172.21.15.12:0/3411614346 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f28105eb0 0x7f0f28106330 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0f14009860 tx=0x7f0f1402a340 comp rx=0 tx=0).stop 2024-05-21T00:17:08.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.691+0000 7f0f2fe00640 1 -- 172.21.15.12:0/3411614346 shutdown_connections 2024-05-21T00:17:08.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.691+0000 7f0f2fe00640 1 --2- 172.21.15.12:0/3411614346 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0f28106870 0x7f0f2810d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:08.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.691+0000 7f0f2fe00640 1 --2- 172.21.15.12:0/3411614346 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f28105eb0 0x7f0f28106330 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:08.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.692+0000 7f0f2fe00640 1 --2- 172.21.15.12:0/3411614346 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f28104cc0 0x7f0f281050e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:08.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.692+0000 7f0f2fe00640 1 -- 172.21.15.12:0/3411614346 >> 172.21.15.12:0/3411614346 conn(0x7f0f28100270 msgr2=0x7f0f28102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:08.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.692+0000 7f0f2fe00640 1 -- 172.21.15.12:0/3411614346 shutdown_connections 2024-05-21T00:17:08.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.692+0000 7f0f2fe00640 1 -- 172.21.15.12:0/3411614346 wait complete. 2024-05-21T00:17:08.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.693+0000 7f0f2fe00640 1 Processor -- start 2024-05-21T00:17:08.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.693+0000 7f0f2fe00640 1 -- start start 2024-05-21T00:17:08.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2fe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f28104cc0 0x7f0f2819aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:08.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2fe00640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f28105eb0 0x7f0f2819b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:08.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2fe00640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0f28106870 0x7f0f281a2470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:08.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2fe00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0f281107f0 con 0x7f0f28104cc0 2024-05-21T00:17:08.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2fe00640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0f28110670 con 0x7f0f28106870 2024-05-21T00:17:08.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2fe00640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0f28110970 con 0x7f0f28105eb0 2024-05-21T00:17:08.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2d400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f28104cc0 0x7f0f2819aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:08.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2d400640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f28104cc0 0x7f0f2819aec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52308/0 (socket says 172.21.15.12:52308) 2024-05-21T00:17:08.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2d400640 1 -- 172.21.15.12:0/2200832332 learned_addr learned my addr 172.21.15.12:0/2200832332 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:08.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2ca00640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f28105eb0 0x7f0f2819b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:08.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2de00640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0f28106870 0x7f0f281a2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:08.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2d400640 1 -- 172.21.15.12:0/2200832332 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f28105eb0 msgr2=0x7f0f2819b400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:08.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2d400640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f28105eb0 0x7f0f2819b400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:08.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2d400640 1 -- 172.21.15.12:0/2200832332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0f28106870 msgr2=0x7f0f281a2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:08.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2d400640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0f28106870 0x7f0f281a2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:08.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.694+0000 7f0f2d400640 1 -- 172.21.15.12:0/2200832332 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f281a2ae0 con 0x7f0f28104cc0 2024-05-21T00:17:08.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.695+0000 7f0f2d400640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f28104cc0 0x7f0f2819aec0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c00e9f0 tx=0x7f0f1c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:08.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.695+0000 7f0f26000640 1 -- 172.21.15.12:0/2200832332 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f1c00ccc0 con 0x7f0f28104cc0 2024-05-21T00:17:08.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.695+0000 7f0f2fe00640 1 -- 172.21.15.12:0/2200832332 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f281a2dd0 con 0x7f0f28104cc0 2024-05-21T00:17:08.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.695+0000 7f0f26000640 1 -- 172.21.15.12:0/2200832332 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f1c0035f0 con 0x7f0f28104cc0 2024-05-21T00:17:08.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.695+0000 7f0f26000640 1 -- 172.21.15.12:0/2200832332 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f1c00ce60 con 0x7f0f28104cc0 2024-05-21T00:17:08.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.695+0000 7f0f2fe00640 1 -- 172.21.15.12:0/2200832332 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f281a3240 con 0x7f0f28104cc0 2024-05-21T00:17:08.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.697+0000 7f0f2fe00640 1 -- 172.21.15.12:0/2200832332 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f2810c060 con 0x7f0f28104cc0 2024-05-21T00:17:08.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.699+0000 7f0f26000640 1 -- 172.21.15.12:0/2200832332 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f0f1c004000 con 0x7f0f28104cc0 2024-05-21T00:17:08.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.700+0000 7f0f26000640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0f100b2870 0x7f0f100b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:08.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.701+0000 7f0f26000640 1 -- 172.21.15.12:0/2200832332 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f0f1c0e2400 con 0x7f0f28104cc0 2024-05-21T00:17:08.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.701+0000 7f0f2ca00640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0f100b2870 0x7f0f100b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:08.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.702+0000 7f0f2ca00640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0f100b2870 0x7f0f100b4d30 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0f1402a930 tx=0x7f0f14030450 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:08.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.705+0000 7f0f26000640 1 -- 172.21.15.12:0/2200832332 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0f1c0aa0f0 con 0x7f0f28104cc0 2024-05-21T00:17:08.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.918+0000 7f0f2fe00640 1 -- 172.21.15.12:0/2200832332 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0f28062e90 con 0x7f0f100b2870 2024-05-21T00:17:08.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.943+0000 7f0f26000640 1 -- 172.21.15.12:0/2200832332 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258910 (secure 0 0 0) 0x7f0f28062e90 con 0x7f0f100b2870 2024-05-21T00:17:08.946 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:08.949 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-05-21T00:17:08.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.948+0000 7f0f2fe00640 1 -- 172.21.15.12:0/2200832332 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0f100b2870 msgr2=0x7f0f100b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:08.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.948+0000 7f0f2fe00640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0f100b2870 0x7f0f100b4d30 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0f1402a930 tx=0x7f0f14030450 comp rx=0 tx=0).stop 2024-05-21T00:17:08.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.948+0000 7f0f2fe00640 1 -- 172.21.15.12:0/2200832332 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f28104cc0 msgr2=0x7f0f2819aec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:08.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.948+0000 7f0f2fe00640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f28104cc0 0x7f0f2819aec0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c00e9f0 tx=0x7f0f1c00eeb0 comp rx=0 tx=0).stop 2024-05-21T00:17:08.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.948+0000 7f0f2fe00640 1 -- 172.21.15.12:0/2200832332 shutdown_connections 2024-05-21T00:17:08.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.949+0000 7f0f2fe00640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0f100b2870 0x7f0f100b4d30 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:08.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.949+0000 7f0f2fe00640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0f28106870 0x7f0f281a2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:08.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.949+0000 7f0f2fe00640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0f28105eb0 0x7f0f2819b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:08.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.949+0000 7f0f2fe00640 1 --2- 172.21.15.12:0/2200832332 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0f28104cc0 0x7f0f2819aec0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:08.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.949+0000 7f0f2fe00640 1 -- 172.21.15.12:0/2200832332 >> 172.21.15.12:0/2200832332 conn(0x7f0f28100270 msgr2=0x7f0f28109230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:08.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.949+0000 7f0f2fe00640 1 -- 172.21.15.12:0/2200832332 shutdown_connections 2024-05-21T00:17:08.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:08.949+0000 7f0f2fe00640 1 -- 172.21.15.12:0/2200832332 wait complete. 2024-05-21T00:17:08.971 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":441,"stamp":"2024-05-21T00:17:07.633671+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":669072,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2372,"num_read_kb":1300,"num_write":392,"num_write_kb":2313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":2952853,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":824,"ondisk_log_size":824,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390836,"kb_used_data":12564,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550988,"statfs":{"total":1151940427776,"available":1151540211712,"internally_reserved":0,"allocated":12865536,"data_stored":7154484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5993,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":63,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005002"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.572562+0000","last_change":"2024-05-21T00:12:57.046784+0000","last_active":"2024-05-21T00:14:47.572562+0000","last_peered":"2024-05-21T00:14:47.572562+0000","last_clean":"2024-05-21T00:14:47.572562+0000","last_became_active":"2024-05-21T00:12:57.046448+0000","last_became_peered":"2024-05-21T00:12:57.046448+0000","last_unstale":"2024-05-21T00:14:47.572562+0000","last_undegraded":"2024-05-21T00:14:47.572562+0000","last_fullsized":"2024-05-21T00:14:47.572562+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:18.280294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568803+0000","last_change":"2024-05-21T00:12:57.048996+0000","last_active":"2024-05-21T00:14:47.568803+0000","last_peered":"2024-05-21T00:14:47.568803+0000","last_clean":"2024-05-21T00:14:47.568803+0000","last_became_active":"2024-05-21T00:12:57.048645+0000","last_became_peered":"2024-05-21T00:12:57.048645+0000","last_unstale":"2024-05-21T00:14:47.568803+0000","last_undegraded":"2024-05-21T00:14:47.568803+0000","last_fullsized":"2024-05-21T00:14:47.568803+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:18:41.325045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.567745+0000","last_change":"2024-05-21T00:12:57.042373+0000","last_active":"2024-05-21T00:14:47.567745+0000","last_peered":"2024-05-21T00:14:47.567745+0000","last_clean":"2024-05-21T00:14:47.567745+0000","last_became_active":"2024-05-21T00:12:57.041870+0000","last_became_peered":"2024-05-21T00:12:57.041870+0000","last_unstale":"2024-05-21T00:14:47.567745+0000","last_undegraded":"2024-05-21T00:14:47.567745+0000","last_fullsized":"2024-05-21T00:14:47.567745+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:14:42.856326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:56.930428+0000","last_change":"2024-05-21T00:12:57.049459+0000","last_active":"2024-05-21T00:14:56.930428+0000","last_peered":"2024-05-21T00:14:56.930428+0000","last_clean":"2024-05-21T00:14:56.930428+0000","last_became_active":"2024-05-21T00:12:57.048977+0000","last_became_peered":"2024-05-21T00:12:57.048977+0000","last_unstale":"2024-05-21T00:14:56.930428+0000","last_undegraded":"2024-05-21T00:14:56.930428+0000","last_fullsized":"2024-05-21T00:14:56.930428+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:22:53.099843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561836+0000","last_change":"2024-05-21T00:12:57.048582+0000","last_active":"2024-05-21T00:14:47.561836+0000","last_peered":"2024-05-21T00:14:47.561836+0000","last_clean":"2024-05-21T00:14:47.561836+0000","last_became_active":"2024-05-21T00:12:57.048221+0000","last_became_peered":"2024-05-21T00:12:57.048221+0000","last_unstale":"2024-05-21T00:14:47.561836+0000","last_undegraded":"2024-05-21T00:14:47.561836+0000","last_fullsized":"2024-05-21T00:14:47.561836+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:50:07.529376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530919+0000","last_change":"2024-05-21T00:12:57.040462+0000","last_active":"2024-05-21T00:14:47.530919+0000","last_peered":"2024-05-21T00:14:47.530919+0000","last_clean":"2024-05-21T00:14:47.530919+0000","last_became_active":"2024-05-21T00:12:57.040058+0000","last_became_peered":"2024-05-21T00:12:57.040058+0000","last_unstale":"2024-05-21T00:14:47.530919+0000","last_undegraded":"2024-05-21T00:14:47.530919+0000","last_fullsized":"2024-05-21T00:14:47.530919+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:54:04.103484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538828+0000","last_change":"2024-05-21T00:12:57.041274+0000","last_active":"2024-05-21T00:14:47.538828+0000","last_peered":"2024-05-21T00:14:47.538828+0000","last_clean":"2024-05-21T00:14:47.538828+0000","last_became_active":"2024-05-21T00:12:57.040893+0000","last_became_peered":"2024-05-21T00:12:57.040893+0000","last_unstale":"2024-05-21T00:14:47.538828+0000","last_undegraded":"2024-05-21T00:14:47.538828+0000","last_fullsized":"2024-05-21T00:14:47.538828+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:48:49.972545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562911+0000","last_change":"2024-05-21T00:12:57.059229+0000","last_active":"2024-05-21T00:14:47.562911+0000","last_peered":"2024-05-21T00:14:47.562911+0000","last_clean":"2024-05-21T00:14:47.562911+0000","last_became_active":"2024-05-21T00:12:57.057015+0000","last_became_peered":"2024-05-21T00:12:57.057015+0000","last_unstale":"2024-05-21T00:14:47.562911+0000","last_undegraded":"2024-05-21T00:14:47.562911+0000","last_fullsized":"2024-05-21T00:14:47.562911+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:17:35.690779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.533522+0000","last_change":"2024-05-21T00:12:57.047678+0000","last_active":"2024-05-21T00:14:47.533522+0000","last_peered":"2024-05-21T00:14:47.533522+0000","last_clean":"2024-05-21T00:14:47.533522+0000","last_became_active":"2024-05-21T00:12:57.046692+0000","last_became_peered":"2024-05-21T00:12:57.046692+0000","last_unstale":"2024-05-21T00:14:47.533522+0000","last_undegraded":"2024-05-21T00:14:47.533522+0000","last_fullsized":"2024-05-21T00:14:47.533522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.979809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530389+0000","last_change":"2024-05-21T00:12:57.043894+0000","last_active":"2024-05-21T00:14:47.530389+0000","last_peered":"2024-05-21T00:14:47.530389+0000","last_clean":"2024-05-21T00:14:47.530389+0000","last_became_active":"2024-05-21T00:12:57.043455+0000","last_became_peered":"2024-05-21T00:12:57.043455+0000","last_unstale":"2024-05-21T00:14:47.530389+0000","last_undegraded":"2024-05-21T00:14:47.530389+0000","last_fullsized":"2024-05-21T00:14:47.530389+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:50:11.567175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537270+0000","last_change":"2024-05-21T00:12:57.042379+0000","last_active":"2024-05-21T00:14:47.537270+0000","last_peered":"2024-05-21T00:14:47.537270+0000","last_clean":"2024-05-21T00:14:47.537270+0000","last_became_active":"2024-05-21T00:12:57.041924+0000","last_became_peered":"2024-05-21T00:12:57.041924+0000","last_unstale":"2024-05-21T00:14:47.537270+0000","last_undegraded":"2024-05-21T00:14:47.537270+0000","last_fullsized":"2024-05-21T00:14:47.537270+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:39:58.127761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528026+0000","last_change":"2024-05-21T00:12:57.050729+0000","last_active":"2024-05-21T00:14:47.528026+0000","last_peered":"2024-05-21T00:14:47.528026+0000","last_clean":"2024-05-21T00:14:47.528026+0000","last_became_active":"2024-05-21T00:12:57.050393+0000","last_became_peered":"2024-05-21T00:12:57.050393+0000","last_unstale":"2024-05-21T00:14:47.528026+0000","last_undegraded":"2024-05-21T00:14:47.528026+0000","last_fullsized":"2024-05-21T00:14:47.528026+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:16:14.272141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559418+0000","last_change":"2024-05-21T00:12:57.045310+0000","last_active":"2024-05-21T00:14:47.559418+0000","last_peered":"2024-05-21T00:14:47.559418+0000","last_clean":"2024-05-21T00:14:47.559418+0000","last_became_active":"2024-05-21T00:12:57.044865+0000","last_became_peered":"2024-05-21T00:12:57.044865+0000","last_unstale":"2024-05-21T00:14:47.559418+0000","last_undegraded":"2024-05-21T00:14:47.559418+0000","last_fullsized":"2024-05-21T00:14:47.559418+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:07:41.425647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568377+0000","last_change":"2024-05-21T00:12:57.045874+0000","last_active":"2024-05-21T00:14:47.568377+0000","last_peered":"2024-05-21T00:14:47.568377+0000","last_clean":"2024-05-21T00:14:47.568377+0000","last_became_active":"2024-05-21T00:12:57.045311+0000","last_became_peered":"2024-05-21T00:12:57.045311+0000","last_unstale":"2024-05-21T00:14:47.568377+0000","last_undegraded":"2024-05-21T00:14:47.568377+0000","last_fullsized":"2024-05-21T00:14:47.568377+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:10.765103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566323+0000","last_change":"2024-05-21T00:12:57.051610+0000","last_active":"2024-05-21T00:14:47.566323+0000","last_peered":"2024-05-21T00:14:47.566323+0000","last_clean":"2024-05-21T00:14:47.566323+0000","last_became_active":"2024-05-21T00:12:57.047654+0000","last_became_peered":"2024-05-21T00:12:57.047654+0000","last_unstale":"2024-05-21T00:14:47.566323+0000","last_undegraded":"2024-05-21T00:14:47.566323+0000","last_fullsized":"2024-05-21T00:14:47.566323+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:57.390655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.565503+0000","last_change":"2024-05-21T00:12:57.044373+0000","last_active":"2024-05-21T00:14:47.565503+0000","last_peered":"2024-05-21T00:14:47.565503+0000","last_clean":"2024-05-21T00:14:47.565503+0000","last_became_active":"2024-05-21T00:12:57.043753+0000","last_became_peered":"2024-05-21T00:12:57.043753+0000","last_unstale":"2024-05-21T00:14:47.565503+0000","last_undegraded":"2024-05-21T00:14:47.565503+0000","last_fullsized":"2024-05-21T00:14:47.565503+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:36:42.639746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.572572+0000","last_change":"2024-05-21T00:12:57.046120+0000","last_active":"2024-05-21T00:14:47.572572+0000","last_peered":"2024-05-21T00:14:47.572572+0000","last_clean":"2024-05-21T00:14:47.572572+0000","last_became_active":"2024-05-21T00:12:57.045058+0000","last_became_peered":"2024-05-21T00:12:57.045058+0000","last_unstale":"2024-05-21T00:14:47.572572+0000","last_undegraded":"2024-05-21T00:14:47.572572+0000","last_fullsized":"2024-05-21T00:14:47.572572+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:11:23.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.548211+0000","last_change":"2024-05-21T00:12:57.041054+0000","last_active":"2024-05-21T00:14:47.548211+0000","last_peered":"2024-05-21T00:14:47.548211+0000","last_clean":"2024-05-21T00:14:47.548211+0000","last_became_active":"2024-05-21T00:12:57.040637+0000","last_became_peered":"2024-05-21T00:12:57.040637+0000","last_unstale":"2024-05-21T00:14:47.548211+0000","last_undegraded":"2024-05-21T00:14:47.548211+0000","last_fullsized":"2024-05-21T00:14:47.548211+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:50.618128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558088+0000","last_change":"2024-05-21T00:12:57.050159+0000","last_active":"2024-05-21T00:14:47.558088+0000","last_peered":"2024-05-21T00:14:47.558088+0000","last_clean":"2024-05-21T00:14:47.558088+0000","last_became_active":"2024-05-21T00:12:57.049771+0000","last_became_peered":"2024-05-21T00:12:57.049771+0000","last_unstale":"2024-05-21T00:14:47.558088+0000","last_undegraded":"2024-05-21T00:14:47.558088+0000","last_fullsized":"2024-05-21T00:14:47.558088+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:16:13.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"81'14","reported_seq":267,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:03.165093+0000","last_change":"2024-05-21T00:12:53.010045+0000","last_active":"2024-05-21T00:17:03.165093+0000","last_peered":"2024-05-21T00:17:03.165093+0000","last_clean":"2024-05-21T00:17:03.165093+0000","last_became_active":"2024-05-21T00:12:53.008748+0000","last_became_peered":"2024-05-21T00:12:53.008748+0000","last_unstale":"2024-05-21T00:17:03.165093+0000","last_undegraded":"2024-05-21T00:17:03.165093+0000","last_fullsized":"2024-05-21T00:17:03.165093+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:30.444075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:00.988209+0000","last_change":"2024-05-21T00:12:57.060688+0000","last_active":"2024-05-21T00:15:00.988209+0000","last_peered":"2024-05-21T00:15:00.988209+0000","last_clean":"2024-05-21T00:15:00.988209+0000","last_became_active":"2024-05-21T00:12:57.058825+0000","last_became_peered":"2024-05-21T00:12:57.058825+0000","last_unstale":"2024-05-21T00:15:00.988209+0000","last_undegraded":"2024-05-21T00:15:00.988209+0000","last_fullsized":"2024-05-21T00:15:00.988209+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:12.220194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:55.987229+0000","last_change":"2024-05-21T00:12:53.061454+0000","last_active":"2024-05-21T00:14:55.987229+0000","last_peered":"2024-05-21T00:14:55.987229+0000","last_clean":"2024-05-21T00:14:55.987229+0000","last_became_active":"2024-05-21T00:12:53.059971+0000","last_became_peered":"2024-05-21T00:12:53.059971+0000","last_unstale":"2024-05-21T00:14:55.987229+0000","last_undegraded":"2024-05-21T00:14:55.987229+0000","last_fullsized":"2024-05-21T00:14:55.987229+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:56.060446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.573283+0000","last_change":"2024-05-21T00:12:57.056260+0000","last_active":"2024-05-21T00:14:47.573283+0000","last_peered":"2024-05-21T00:14:47.573283+0000","last_clean":"2024-05-21T00:14:47.573283+0000","last_became_active":"2024-05-21T00:12:57.055865+0000","last_became_peered":"2024-05-21T00:12:57.055865+0000","last_unstale":"2024-05-21T00:14:47.573283+0000","last_undegraded":"2024-05-21T00:14:47.573283+0000","last_fullsized":"2024-05-21T00:14:47.573283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:12.164966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816917+0000","last_change":"2024-05-21T00:12:53.006258+0000","last_active":"2024-05-21T00:13:48.816917+0000","last_peered":"2024-05-21T00:13:48.816917+0000","last_clean":"2024-05-21T00:13:48.816917+0000","last_became_active":"2024-05-21T00:12:53.005828+0000","last_became_peered":"2024-05-21T00:12:53.005828+0000","last_unstale":"2024-05-21T00:13:48.816917+0000","last_undegraded":"2024-05-21T00:13:48.816917+0000","last_fullsized":"2024-05-21T00:13:48.816917+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:05:39.049442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561525+0000","last_change":"2024-05-21T00:12:57.046692+0000","last_active":"2024-05-21T00:14:47.561525+0000","last_peered":"2024-05-21T00:14:47.561525+0000","last_clean":"2024-05-21T00:14:47.561525+0000","last_became_active":"2024-05-21T00:12:57.046326+0000","last_became_peered":"2024-05-21T00:12:57.046326+0000","last_unstale":"2024-05-21T00:14:47.561525+0000","last_undegraded":"2024-05-21T00:14:47.561525+0000","last_fullsized":"2024-05-21T00:14:47.561525+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:21:16.331849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816888+0000","last_change":"2024-05-21T00:12:53.003695+0000","last_active":"2024-05-21T00:13:48.816888+0000","last_peered":"2024-05-21T00:13:48.816888+0000","last_clean":"2024-05-21T00:13:48.816888+0000","last_became_active":"2024-05-21T00:12:53.003341+0000","last_became_peered":"2024-05-21T00:12:53.003341+0000","last_unstale":"2024-05-21T00:13:48.816888+0000","last_undegraded":"2024-05-21T00:13:48.816888+0000","last_fullsized":"2024-05-21T00:13:48.816888+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:11:10.635688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.531629+0000","last_change":"2024-05-21T00:12:57.039520+0000","last_active":"2024-05-21T00:14:47.531629+0000","last_peered":"2024-05-21T00:14:47.531629+0000","last_clean":"2024-05-21T00:14:47.531629+0000","last_became_active":"2024-05-21T00:12:57.039132+0000","last_became_peered":"2024-05-21T00:12:57.039132+0000","last_unstale":"2024-05-21T00:14:47.531629+0000","last_undegraded":"2024-05-21T00:14:47.531629+0000","last_fullsized":"2024-05-21T00:14:47.531629+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:39:04.813835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"81'7","reported_seq":277,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:05.672938+0000","last_change":"2024-05-21T00:13:49.378341+0000","last_active":"2024-05-21T00:17:05.672938+0000","last_peered":"2024-05-21T00:17:05.672938+0000","last_clean":"2024-05-21T00:17:05.672938+0000","last_became_active":"2024-05-21T00:13:49.374100+0000","last_became_peered":"2024-05-21T00:13:49.374100+0000","last_unstale":"2024-05-21T00:17:05.672938+0000","last_undegraded":"2024-05-21T00:17:05.672938+0000","last_fullsized":"2024-05-21T00:17:05.672938+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:24:01.243352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":224,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529589+0000","last_change":"2024-05-21T00:12:57.048808+0000","last_active":"2024-05-21T00:14:47.529589+0000","last_peered":"2024-05-21T00:14:47.529589+0000","last_clean":"2024-05-21T00:14:47.529589+0000","last_became_active":"2024-05-21T00:12:57.048472+0000","last_became_peered":"2024-05-21T00:12:57.048472+0000","last_unstale":"2024-05-21T00:14:47.529589+0000","last_undegraded":"2024-05-21T00:14:47.529589+0000","last_fullsized":"2024-05-21T00:14:47.529589+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:28.355648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811062+0000","last_change":"2024-05-21T00:12:53.013912+0000","last_active":"2024-05-21T00:13:48.811062+0000","last_peered":"2024-05-21T00:13:48.811062+0000","last_clean":"2024-05-21T00:13:48.811062+0000","last_became_active":"2024-05-21T00:12:53.013501+0000","last_became_peered":"2024-05-21T00:12:53.013501+0000","last_unstale":"2024-05-21T00:13:48.811062+0000","last_undegraded":"2024-05-21T00:13:48.811062+0000","last_fullsized":"2024-05-21T00:13:48.811062+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:34:59.699946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562270+0000","last_change":"2024-05-21T00:12:57.048522+0000","last_active":"2024-05-21T00:14:47.562270+0000","last_peered":"2024-05-21T00:14:47.562270+0000","last_clean":"2024-05-21T00:14:47.562270+0000","last_became_active":"2024-05-21T00:12:57.048186+0000","last_became_peered":"2024-05-21T00:12:57.048186+0000","last_unstale":"2024-05-21T00:14:47.562270+0000","last_undegraded":"2024-05-21T00:14:47.562270+0000","last_fullsized":"2024-05-21T00:14:47.562270+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:04.856872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974826+0000","last_change":"2024-05-21T00:12:53.017013+0000","last_active":"2024-05-21T00:13:48.974826+0000","last_peered":"2024-05-21T00:13:48.974826+0000","last_clean":"2024-05-21T00:13:48.974826+0000","last_became_active":"2024-05-21T00:12:53.013624+0000","last_became_peered":"2024-05-21T00:12:53.013624+0000","last_unstale":"2024-05-21T00:13:48.974826+0000","last_undegraded":"2024-05-21T00:13:48.974826+0000","last_fullsized":"2024-05-21T00:13:48.974826+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:36:29.580861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561266+0000","last_change":"2024-05-21T00:12:57.056452+0000","last_active":"2024-05-21T00:14:47.561266+0000","last_peered":"2024-05-21T00:14:47.561266+0000","last_clean":"2024-05-21T00:14:47.561266+0000","last_became_active":"2024-05-21T00:12:57.050103+0000","last_became_peered":"2024-05-21T00:12:57.050103+0000","last_unstale":"2024-05-21T00:14:47.561266+0000","last_undegraded":"2024-05-21T00:14:47.561266+0000","last_fullsized":"2024-05-21T00:14:47.561266+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:11:23.891496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810713+0000","last_change":"2024-05-21T00:12:53.007972+0000","last_active":"2024-05-21T00:13:48.810713+0000","last_peered":"2024-05-21T00:13:48.810713+0000","last_clean":"2024-05-21T00:13:48.810713+0000","last_became_active":"2024-05-21T00:12:53.007597+0000","last_became_peered":"2024-05-21T00:12:53.007597+0000","last_unstale":"2024-05-21T00:13:48.810713+0000","last_undegraded":"2024-05-21T00:13:48.810713+0000","last_fullsized":"2024-05-21T00:13:48.810713+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:31:10.333950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.556783+0000","last_change":"2024-05-21T00:12:57.051923+0000","last_active":"2024-05-21T00:14:47.556783+0000","last_peered":"2024-05-21T00:14:47.556783+0000","last_clean":"2024-05-21T00:14:47.556783+0000","last_became_active":"2024-05-21T00:12:57.051401+0000","last_became_peered":"2024-05-21T00:12:57.051401+0000","last_unstale":"2024-05-21T00:14:47.556783+0000","last_undegraded":"2024-05-21T00:14:47.556783+0000","last_fullsized":"2024-05-21T00:14:47.556783+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:21.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"81'5","reported_seq":481,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:03.668862+0000","last_change":"2024-05-21T00:12:53.011503+0000","last_active":"2024-05-21T00:17:03.668862+0000","last_peered":"2024-05-21T00:17:03.668862+0000","last_clean":"2024-05-21T00:17:03.668862+0000","last_became_active":"2024-05-21T00:12:53.011191+0000","last_became_peered":"2024-05-21T00:12:53.011191+0000","last_unstale":"2024-05-21T00:17:03.668862+0000","last_undegraded":"2024-05-21T00:17:03.668862+0000","last_fullsized":"2024-05-21T00:17:03.668862+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:11.098119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":449,"num_read_kb":449,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.551080+0000","last_change":"2024-05-21T00:12:57.043199+0000","last_active":"2024-05-21T00:14:47.551080+0000","last_peered":"2024-05-21T00:14:47.551080+0000","last_clean":"2024-05-21T00:14:47.551080+0000","last_became_active":"2024-05-21T00:12:57.042321+0000","last_became_peered":"2024-05-21T00:12:57.042321+0000","last_unstale":"2024-05-21T00:14:47.551080+0000","last_undegraded":"2024-05-21T00:14:47.551080+0000","last_fullsized":"2024-05-21T00:14:47.551080+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:49:41.648559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814147+0000","last_change":"2024-05-21T00:12:53.008163+0000","last_active":"2024-05-21T00:13:48.814147+0000","last_peered":"2024-05-21T00:13:48.814147+0000","last_clean":"2024-05-21T00:13:48.814147+0000","last_became_active":"2024-05-21T00:12:53.007830+0000","last_became_peered":"2024-05-21T00:12:53.007830+0000","last_unstale":"2024-05-21T00:13:48.814147+0000","last_undegraded":"2024-05-21T00:13:48.814147+0000","last_fullsized":"2024-05-21T00:13:48.814147+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:48:33.324604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571917+0000","last_change":"2024-05-21T00:12:57.051604+0000","last_active":"2024-05-21T00:14:47.571917+0000","last_peered":"2024-05-21T00:14:47.571917+0000","last_clean":"2024-05-21T00:14:47.571917+0000","last_became_active":"2024-05-21T00:12:57.051163+0000","last_became_peered":"2024-05-21T00:12:57.051163+0000","last_unstale":"2024-05-21T00:14:47.571917+0000","last_undegraded":"2024-05-21T00:14:47.571917+0000","last_fullsized":"2024-05-21T00:14:47.571917+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:52:44.339548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811331+0000","last_change":"2024-05-21T00:12:53.061900+0000","last_active":"2024-05-21T00:13:48.811331+0000","last_peered":"2024-05-21T00:13:48.811331+0000","last_clean":"2024-05-21T00:13:48.811331+0000","last_became_active":"2024-05-21T00:12:53.061259+0000","last_became_peered":"2024-05-21T00:12:53.061259+0000","last_unstale":"2024-05-21T00:13:48.811331+0000","last_undegraded":"2024-05-21T00:13:48.811331+0000","last_fullsized":"2024-05-21T00:13:48.811331+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:59:31.613311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537320+0000","last_change":"2024-05-21T00:12:57.051862+0000","last_active":"2024-05-21T00:14:47.537320+0000","last_peered":"2024-05-21T00:14:47.537320+0000","last_clean":"2024-05-21T00:14:47.537320+0000","last_became_active":"2024-05-21T00:12:57.051259+0000","last_became_peered":"2024-05-21T00:12:57.051259+0000","last_unstale":"2024-05-21T00:14:47.537320+0000","last_undegraded":"2024-05-21T00:14:47.537320+0000","last_fullsized":"2024-05-21T00:14:47.537320+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:49.851313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'39","reported_seq":528,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:03.669244+0000","last_change":"2024-05-21T00:12:53.007836+0000","last_active":"2024-05-21T00:17:03.669244+0000","last_peered":"2024-05-21T00:17:03.669244+0000","last_clean":"2024-05-21T00:17:03.669244+0000","last_became_active":"2024-05-21T00:12:53.007404+0000","last_became_peered":"2024-05-21T00:12:53.007404+0000","last_unstale":"2024-05-21T00:17:03.669244+0000","last_undegraded":"2024-05-21T00:17:03.669244+0000","last_fullsized":"2024-05-21T00:17:03.669244+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:31:09.959452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70142,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":462,"num_read_kb":300,"num_write":41,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538268+0000","last_change":"2024-05-21T00:12:57.042835+0000","last_active":"2024-05-21T00:14:47.538268+0000","last_peered":"2024-05-21T00:14:47.538268+0000","last_clean":"2024-05-21T00:14:47.538268+0000","last_became_active":"2024-05-21T00:12:57.042507+0000","last_became_peered":"2024-05-21T00:12:57.042507+0000","last_unstale":"2024-05-21T00:14:47.538268+0000","last_undegraded":"2024-05-21T00:14:47.538268+0000","last_fullsized":"2024-05-21T00:14:47.538268+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:23:53.966867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814028+0000","last_change":"2024-05-21T00:12:53.016227+0000","last_active":"2024-05-21T00:13:48.814028+0000","last_peered":"2024-05-21T00:13:48.814028+0000","last_clean":"2024-05-21T00:13:48.814028+0000","last_became_active":"2024-05-21T00:12:53.015791+0000","last_became_peered":"2024-05-21T00:12:53.015791+0000","last_unstale":"2024-05-21T00:13:48.814028+0000","last_undegraded":"2024-05-21T00:13:48.814028+0000","last_fullsized":"2024-05-21T00:13:48.814028+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:55.413607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558795+0000","last_change":"2024-05-21T00:12:57.050393+0000","last_active":"2024-05-21T00:14:47.558795+0000","last_peered":"2024-05-21T00:14:47.558795+0000","last_clean":"2024-05-21T00:14:47.558795+0000","last_became_active":"2024-05-21T00:12:57.050065+0000","last_became_peered":"2024-05-21T00:12:57.050065+0000","last_unstale":"2024-05-21T00:14:47.558795+0000","last_undegraded":"2024-05-21T00:14:47.558795+0000","last_fullsized":"2024-05-21T00:14:47.558795+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:03:54.073088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810805+0000","last_change":"2024-05-21T00:12:53.014337+0000","last_active":"2024-05-21T00:13:48.810805+0000","last_peered":"2024-05-21T00:13:48.810805+0000","last_clean":"2024-05-21T00:13:48.810805+0000","last_became_active":"2024-05-21T00:12:53.013873+0000","last_became_peered":"2024-05-21T00:12:53.013873+0000","last_unstale":"2024-05-21T00:13:48.810805+0000","last_undegraded":"2024-05-21T00:13:48.810805+0000","last_fullsized":"2024-05-21T00:13:48.810805+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:16.467981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559352+0000","last_change":"2024-05-21T00:13:48.976876+0000","last_active":"2024-05-21T00:14:47.559352+0000","last_peered":"2024-05-21T00:14:47.559352+0000","last_clean":"2024-05-21T00:14:47.559352+0000","last_became_active":"2024-05-21T00:13:48.976530+0000","last_became_peered":"2024-05-21T00:13:48.976530+0000","last_unstale":"2024-05-21T00:14:47.559352+0000","last_undegraded":"2024-05-21T00:14:47.559352+0000","last_fullsized":"2024-05-21T00:14:47.559352+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:08:26.324247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"81'8","reported_seq":267,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:05.257468+0000","last_change":"2024-05-21T00:12:53.006607+0000","last_active":"2024-05-21T00:17:05.257468+0000","last_peered":"2024-05-21T00:17:05.257468+0000","last_clean":"2024-05-21T00:17:05.257468+0000","last_became_active":"2024-05-21T00:12:53.006177+0000","last_became_peered":"2024-05-21T00:12:53.006177+0000","last_unstale":"2024-05-21T00:17:05.257468+0000","last_undegraded":"2024-05-21T00:17:05.257468+0000","last_fullsized":"2024-05-21T00:17:05.257468+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:07:58.281724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1430,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":233,"num_read_kb":6,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530074+0000","last_change":"2024-05-21T00:12:57.042325+0000","last_active":"2024-05-21T00:14:47.530074+0000","last_peered":"2024-05-21T00:14:47.530074+0000","last_clean":"2024-05-21T00:14:47.530074+0000","last_became_active":"2024-05-21T00:12:57.041890+0000","last_became_peered":"2024-05-21T00:12:57.041890+0000","last_unstale":"2024-05-21T00:14:47.530074+0000","last_undegraded":"2024-05-21T00:14:47.530074+0000","last_fullsized":"2024-05-21T00:14:47.530074+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.261956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":45,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816564+0000","last_change":"2024-05-21T00:12:53.059849+0000","last_active":"2024-05-21T00:13:48.816564+0000","last_peered":"2024-05-21T00:13:48.816564+0000","last_clean":"2024-05-21T00:13:48.816564+0000","last_became_active":"2024-05-21T00:12:53.059472+0000","last_became_peered":"2024-05-21T00:12:53.059472+0000","last_unstale":"2024-05-21T00:13:48.816564+0000","last_undegraded":"2024-05-21T00:13:48.816564+0000","last_fullsized":"2024-05-21T00:13:48.816564+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:16:19.091406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528875+0000","last_change":"2024-05-21T00:13:49.212195+0000","last_active":"2024-05-21T00:14:47.528875+0000","last_peered":"2024-05-21T00:14:47.528875+0000","last_clean":"2024-05-21T00:14:47.528875+0000","last_became_active":"2024-05-21T00:13:49.211755+0000","last_became_peered":"2024-05-21T00:13:49.211755+0000","last_unstale":"2024-05-21T00:14:47.528875+0000","last_undegraded":"2024-05-21T00:14:47.528875+0000","last_fullsized":"2024-05-21T00:14:47.528875+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:41.621615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816975+0000","last_change":"2024-05-21T00:12:53.002941+0000","last_active":"2024-05-21T00:13:48.816975+0000","last_peered":"2024-05-21T00:13:48.816975+0000","last_clean":"2024-05-21T00:13:48.816975+0000","last_became_active":"2024-05-21T00:12:53.001187+0000","last_became_peered":"2024-05-21T00:12:53.001187+0000","last_unstale":"2024-05-21T00:13:48.816975+0000","last_undegraded":"2024-05-21T00:13:48.816975+0000","last_fullsized":"2024-05-21T00:13:48.816975+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:45:19.012056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529653+0000","last_change":"2024-05-21T00:12:57.043398+0000","last_active":"2024-05-21T00:14:47.529653+0000","last_peered":"2024-05-21T00:14:47.529653+0000","last_clean":"2024-05-21T00:14:47.529653+0000","last_became_active":"2024-05-21T00:12:57.043033+0000","last_became_peered":"2024-05-21T00:12:57.043033+0000","last_unstale":"2024-05-21T00:14:47.529653+0000","last_undegraded":"2024-05-21T00:14:47.529653+0000","last_fullsized":"2024-05-21T00:14:47.529653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:13:56.362516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:59.055415+0000","last_change":"2024-05-21T00:12:53.064219+0000","last_active":"2024-05-21T00:14:59.055415+0000","last_peered":"2024-05-21T00:14:59.055415+0000","last_clean":"2024-05-21T00:14:59.055415+0000","last_became_active":"2024-05-21T00:12:53.063780+0000","last_became_peered":"2024-05-21T00:12:53.063780+0000","last_unstale":"2024-05-21T00:14:59.055415+0000","last_undegraded":"2024-05-21T00:14:59.055415+0000","last_fullsized":"2024-05-21T00:14:59.055415+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:39:47.647305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558630+0000","last_change":"2024-05-21T00:12:57.049737+0000","last_active":"2024-05-21T00:14:47.558630+0000","last_peered":"2024-05-21T00:14:47.558630+0000","last_clean":"2024-05-21T00:14:47.558630+0000","last_became_active":"2024-05-21T00:12:57.049307+0000","last_became_peered":"2024-05-21T00:12:57.049307+0000","last_unstale":"2024-05-21T00:14:47.558630+0000","last_undegraded":"2024-05-21T00:14:47.558630+0000","last_fullsized":"2024-05-21T00:14:47.558630+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:45.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"81'7","reported_seq":264,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:05.169547+0000","last_change":"2024-05-21T00:12:53.013933+0000","last_active":"2024-05-21T00:17:05.169547+0000","last_peered":"2024-05-21T00:17:05.169547+0000","last_clean":"2024-05-21T00:17:05.169547+0000","last_became_active":"2024-05-21T00:12:53.013547+0000","last_became_peered":"2024-05-21T00:12:53.013547+0000","last_unstale":"2024-05-21T00:17:05.169547+0000","last_undegraded":"2024-05-21T00:17:05.169547+0000","last_fullsized":"2024-05-21T00:17:05.169547+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:32.091022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":229,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.563369+0000","last_change":"2024-05-21T00:12:57.042824+0000","last_active":"2024-05-21T00:14:47.563369+0000","last_peered":"2024-05-21T00:14:47.563369+0000","last_clean":"2024-05-21T00:14:47.563369+0000","last_became_active":"2024-05-21T00:12:57.040341+0000","last_became_peered":"2024-05-21T00:12:57.040341+0000","last_unstale":"2024-05-21T00:14:47.563369+0000","last_undegraded":"2024-05-21T00:14:47.563369+0000","last_fullsized":"2024-05-21T00:14:47.563369+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:51:10.629525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:57.388868+0000","last_change":"2024-05-21T00:12:57.049618+0000","last_active":"2024-05-21T00:14:57.388868+0000","last_peered":"2024-05-21T00:14:57.388868+0000","last_clean":"2024-05-21T00:14:57.388868+0000","last_became_active":"2024-05-21T00:12:57.049285+0000","last_became_peered":"2024-05-21T00:12:57.049285+0000","last_unstale":"2024-05-21T00:14:57.388868+0000","last_undegraded":"2024-05-21T00:14:57.388868+0000","last_fullsized":"2024-05-21T00:14:57.388868+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:47:20.928639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"81'7","reported_seq":262,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:05.256758+0000","last_change":"2024-05-21T00:12:53.061890+0000","last_active":"2024-05-21T00:17:05.256758+0000","last_peered":"2024-05-21T00:17:05.256758+0000","last_clean":"2024-05-21T00:17:05.256758+0000","last_became_active":"2024-05-21T00:12:53.061469+0000","last_became_peered":"2024-05-21T00:12:53.061469+0000","last_unstale":"2024-05-21T00:17:05.256758+0000","last_undegraded":"2024-05-21T00:17:05.256758+0000","last_fullsized":"2024-05-21T00:17:05.256758+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:42:27.776942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":227,"num_read_kb":227,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.542808+0000","last_change":"2024-05-21T00:13:49.212833+0000","last_active":"2024-05-21T00:14:47.542808+0000","last_peered":"2024-05-21T00:14:47.542808+0000","last_clean":"2024-05-21T00:14:47.542808+0000","last_became_active":"2024-05-21T00:13:49.211958+0000","last_became_peered":"2024-05-21T00:13:49.211958+0000","last_unstale":"2024-05-21T00:14:47.542808+0000","last_undegraded":"2024-05-21T00:14:47.542808+0000","last_fullsized":"2024-05-21T00:14:47.542808+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:23.586551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.930906+0000","last_change":"2024-05-21T00:12:53.004587+0000","last_active":"2024-05-21T00:15:01.930906+0000","last_peered":"2024-05-21T00:15:01.930906+0000","last_clean":"2024-05-21T00:15:01.930906+0000","last_became_active":"2024-05-21T00:12:53.004100+0000","last_became_peered":"2024-05-21T00:12:53.004100+0000","last_unstale":"2024-05-21T00:15:01.930906+0000","last_undegraded":"2024-05-21T00:15:01.930906+0000","last_fullsized":"2024-05-21T00:15:01.930906+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:28.196445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:00.385920+0000","last_change":"2024-05-21T00:11:22.025962+0000","last_active":"2024-05-21T00:14:00.385920+0000","last_peered":"2024-05-21T00:14:00.385920+0000","last_clean":"2024-05-21T00:14:00.385920+0000","last_became_active":"2024-05-21T00:11:22.020112+0000","last_became_peered":"2024-05-21T00:11:22.020112+0000","last_unstale":"2024-05-21T00:14:00.385920+0000","last_undegraded":"2024-05-21T00:14:00.385920+0000","last_fullsized":"2024-05-21T00:14:00.385920+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_clean_scrub_stamp":"2024-05-21T00:07:34.159650+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:43.385269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.082276+0000","last_change":"2024-05-21T00:12:57.052251+0000","last_active":"2024-05-21T00:15:01.082276+0000","last_peered":"2024-05-21T00:15:01.082276+0000","last_clean":"2024-05-21T00:15:01.082276+0000","last_became_active":"2024-05-21T00:12:57.051831+0000","last_became_peered":"2024-05-21T00:12:57.051831+0000","last_unstale":"2024-05-21T00:15:01.082276+0000","last_undegraded":"2024-05-21T00:15:01.082276+0000","last_fullsized":"2024-05-21T00:15:01.082276+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:54:10.866841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:55.391635+0000","last_change":"2024-05-21T00:12:53.006299+0000","last_active":"2024-05-21T00:14:55.391635+0000","last_peered":"2024-05-21T00:14:55.391635+0000","last_clean":"2024-05-21T00:14:55.391635+0000","last_became_active":"2024-05-21T00:12:53.005896+0000","last_became_peered":"2024-05-21T00:12:53.005896+0000","last_unstale":"2024-05-21T00:14:55.391635+0000","last_undegraded":"2024-05-21T00:14:55.391635+0000","last_fullsized":"2024-05-21T00:14:55.391635+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:38:13.023455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:59.689263+0000","last_change":"2024-05-21T00:12:53.059074+0000","last_active":"2024-05-21T00:14:59.689263+0000","last_peered":"2024-05-21T00:14:59.689263+0000","last_clean":"2024-05-21T00:14:59.689263+0000","last_became_active":"2024-05-21T00:12:53.058789+0000","last_became_peered":"2024-05-21T00:12:53.058789+0000","last_unstale":"2024-05-21T00:14:59.689263+0000","last_undegraded":"2024-05-21T00:14:59.689263+0000","last_fullsized":"2024-05-21T00:14:59.689263+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:34:52.220672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.082420+0000","last_change":"2024-05-21T00:12:57.043092+0000","last_active":"2024-05-21T00:15:01.082420+0000","last_peered":"2024-05-21T00:15:01.082420+0000","last_clean":"2024-05-21T00:15:01.082420+0000","last_became_active":"2024-05-21T00:12:57.039538+0000","last_became_peered":"2024-05-21T00:12:57.039538+0000","last_unstale":"2024-05-21T00:15:01.082420+0000","last_undegraded":"2024-05-21T00:15:01.082420+0000","last_fullsized":"2024-05-21T00:15:01.082420+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:45:51.064194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'18","reported_seq":61,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.056167+0000","last_change":"2024-05-21T00:13:48.844792+0000","last_active":"2024-05-21T00:15:04.056167+0000","last_peered":"2024-05-21T00:15:04.056167+0000","last_clean":"2024-05-21T00:15:04.056167+0000","last_became_active":"2024-05-21T00:13:48.830511+0000","last_became_peered":"2024-05-21T00:13:48.830511+0000","last_unstale":"2024-05-21T00:15:04.056167+0000","last_undegraded":"2024-05-21T00:15:04.056167+0000","last_fullsized":"2024-05-21T00:15:04.056167+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:12.248874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":8,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.563700+0000","last_change":"2024-05-21T00:12:57.049329+0000","last_active":"2024-05-21T00:14:47.563700+0000","last_peered":"2024-05-21T00:14:47.563700+0000","last_clean":"2024-05-21T00:14:47.563700+0000","last_became_active":"2024-05-21T00:12:57.048960+0000","last_became_peered":"2024-05-21T00:12:57.048960+0000","last_unstale":"2024-05-21T00:14:47.563700+0000","last_undegraded":"2024-05-21T00:14:47.563700+0000","last_fullsized":"2024-05-21T00:14:47.563700+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:36:30.430924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.371883+0000","last_change":"2024-05-21T00:12:53.056207+0000","last_active":"2024-05-21T00:13:49.371883+0000","last_peered":"2024-05-21T00:13:49.371883+0000","last_clean":"2024-05-21T00:13:49.371883+0000","last_became_active":"2024-05-21T00:12:53.055915+0000","last_became_peered":"2024-05-21T00:12:53.055915+0000","last_unstale":"2024-05-21T00:13:49.371883+0000","last_undegraded":"2024-05-21T00:13:49.371883+0000","last_fullsized":"2024-05-21T00:13:49.371883+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:41.144414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.570810+0000","last_change":"2024-05-21T00:12:57.055208+0000","last_active":"2024-05-21T00:14:47.570810+0000","last_peered":"2024-05-21T00:14:47.570810+0000","last_clean":"2024-05-21T00:14:47.570810+0000","last_became_active":"2024-05-21T00:12:57.054835+0000","last_became_peered":"2024-05-21T00:12:57.054835+0000","last_unstale":"2024-05-21T00:14:47.570810+0000","last_undegraded":"2024-05-21T00:14:47.570810+0000","last_fullsized":"2024-05-21T00:14:47.570810+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:26:46.080981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210352+0000","last_change":"2024-05-21T00:12:53.059674+0000","last_active":"2024-05-21T00:13:49.210352+0000","last_peered":"2024-05-21T00:13:49.210352+0000","last_clean":"2024-05-21T00:13:49.210352+0000","last_became_active":"2024-05-21T00:12:53.059442+0000","last_became_peered":"2024-05-21T00:12:53.059442+0000","last_unstale":"2024-05-21T00:13:49.210352+0000","last_undegraded":"2024-05-21T00:13:49.210352+0000","last_fullsized":"2024-05-21T00:13:49.210352+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:39.874661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.518841+0000","last_change":"2024-05-21T00:12:57.047454+0000","last_active":"2024-05-21T00:14:47.518841+0000","last_peered":"2024-05-21T00:14:47.518841+0000","last_clean":"2024-05-21T00:14:47.518841+0000","last_became_active":"2024-05-21T00:12:57.047034+0000","last_became_peered":"2024-05-21T00:12:57.047034+0000","last_unstale":"2024-05-21T00:14:47.518841+0000","last_undegraded":"2024-05-21T00:14:47.518841+0000","last_fullsized":"2024-05-21T00:14:47.518841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:52:48.980978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.820285+0000","last_change":"2024-05-21T00:12:53.018368+0000","last_active":"2024-05-21T00:13:48.820285+0000","last_peered":"2024-05-21T00:13:48.820285+0000","last_clean":"2024-05-21T00:13:48.820285+0000","last_became_active":"2024-05-21T00:12:53.015613+0000","last_became_peered":"2024-05-21T00:12:53.015613+0000","last_unstale":"2024-05-21T00:13:48.820285+0000","last_undegraded":"2024-05-21T00:13:48.820285+0000","last_fullsized":"2024-05-21T00:13:48.820285+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:51:57.280963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566806+0000","last_change":"2024-05-21T00:12:57.041377+0000","last_active":"2024-05-21T00:14:47.566806+0000","last_peered":"2024-05-21T00:14:47.566806+0000","last_clean":"2024-05-21T00:14:47.566806+0000","last_became_active":"2024-05-21T00:12:57.040466+0000","last_became_peered":"2024-05-21T00:12:57.040466+0000","last_unstale":"2024-05-21T00:14:47.566806+0000","last_undegraded":"2024-05-21T00:14:47.566806+0000","last_fullsized":"2024-05-21T00:14:47.566806+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:35:59.677316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:50.325376+0000","last_change":"2024-05-21T00:13:48.830100+0000","last_active":"2024-05-21T00:13:50.325376+0000","last_peered":"2024-05-21T00:13:50.325376+0000","last_clean":"2024-05-21T00:13:50.325376+0000","last_became_active":"2024-05-21T00:13:48.822312+0000","last_became_peered":"2024-05-21T00:13:48.822312+0000","last_unstale":"2024-05-21T00:13:50.325376+0000","last_undegraded":"2024-05-21T00:13:50.325376+0000","last_fullsized":"2024-05-21T00:13:50.325376+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:27:01.631036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.569486+0000","last_change":"2024-05-21T00:12:57.063815+0000","last_active":"2024-05-21T00:14:47.569486+0000","last_peered":"2024-05-21T00:14:47.569486+0000","last_clean":"2024-05-21T00:14:47.569486+0000","last_became_active":"2024-05-21T00:12:57.063399+0000","last_became_peered":"2024-05-21T00:12:57.063399+0000","last_unstale":"2024-05-21T00:14:47.569486+0000","last_undegraded":"2024-05-21T00:14:47.569486+0000","last_fullsized":"2024-05-21T00:14:47.569486+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:41.185777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816772+0000","last_change":"2024-05-21T00:12:53.006935+0000","last_active":"2024-05-21T00:13:48.816772+0000","last_peered":"2024-05-21T00:13:48.816772+0000","last_clean":"2024-05-21T00:13:48.816772+0000","last_became_active":"2024-05-21T00:12:53.006417+0000","last_became_peered":"2024-05-21T00:12:53.006417+0000","last_unstale":"2024-05-21T00:13:48.816772+0000","last_undegraded":"2024-05-21T00:13:48.816772+0000","last_fullsized":"2024-05-21T00:13:48.816772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:28.311334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559425+0000","last_change":"2024-05-21T00:12:57.039348+0000","last_active":"2024-05-21T00:14:47.559425+0000","last_peered":"2024-05-21T00:14:47.559425+0000","last_clean":"2024-05-21T00:14:47.559425+0000","last_became_active":"2024-05-21T00:12:57.038974+0000","last_became_peered":"2024-05-21T00:12:57.038974+0000","last_unstale":"2024-05-21T00:14:47.559425+0000","last_undegraded":"2024-05-21T00:14:47.559425+0000","last_fullsized":"2024-05-21T00:14:47.559425+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:07:22.264745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'5","reported_seq":259,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:03.056225+0000","last_change":"2024-05-21T00:12:53.061792+0000","last_active":"2024-05-21T00:17:03.056225+0000","last_peered":"2024-05-21T00:17:03.056225+0000","last_clean":"2024-05-21T00:17:03.056225+0000","last_became_active":"2024-05-21T00:12:53.061412+0000","last_became_peered":"2024-05-21T00:12:53.061412+0000","last_unstale":"2024-05-21T00:17:03.056225+0000","last_undegraded":"2024-05-21T00:17:03.056225+0000","last_fullsized":"2024-05-21T00:17:03.056225+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:34.086547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":227,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537455+0000","last_change":"2024-05-21T00:12:57.039449+0000","last_active":"2024-05-21T00:14:47.537455+0000","last_peered":"2024-05-21T00:14:47.537455+0000","last_clean":"2024-05-21T00:14:47.537455+0000","last_became_active":"2024-05-21T00:12:57.038938+0000","last_became_peered":"2024-05-21T00:12:57.038938+0000","last_unstale":"2024-05-21T00:14:47.537455+0000","last_undegraded":"2024-05-21T00:14:47.537455+0000","last_fullsized":"2024-05-21T00:14:47.537455+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:49:06.890897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811046+0000","last_change":"2024-05-21T00:12:53.015499+0000","last_active":"2024-05-21T00:13:48.811046+0000","last_peered":"2024-05-21T00:13:48.811046+0000","last_clean":"2024-05-21T00:13:48.811046+0000","last_became_active":"2024-05-21T00:12:53.015155+0000","last_became_peered":"2024-05-21T00:12:53.015155+0000","last_unstale":"2024-05-21T00:13:48.811046+0000","last_undegraded":"2024-05-21T00:13:48.811046+0000","last_fullsized":"2024-05-21T00:13:48.811046+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:15:03.035646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.552910+0000","last_change":"2024-05-21T00:12:57.056493+0000","last_active":"2024-05-21T00:14:47.552910+0000","last_peered":"2024-05-21T00:14:47.552910+0000","last_clean":"2024-05-21T00:14:47.552910+0000","last_became_active":"2024-05-21T00:12:57.055970+0000","last_became_peered":"2024-05-21T00:12:57.055970+0000","last_unstale":"2024-05-21T00:14:47.552910+0000","last_undegraded":"2024-05-21T00:14:47.552910+0000","last_fullsized":"2024-05-21T00:14:47.552910+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:05:20.667829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975225+0000","last_change":"2024-05-21T00:12:53.017967+0000","last_active":"2024-05-21T00:13:48.975225+0000","last_peered":"2024-05-21T00:13:48.975225+0000","last_clean":"2024-05-21T00:13:48.975225+0000","last_became_active":"2024-05-21T00:12:53.017449+0000","last_became_peered":"2024-05-21T00:12:53.017449+0000","last_unstale":"2024-05-21T00:13:48.975225+0000","last_undegraded":"2024-05-21T00:13:48.975225+0000","last_fullsized":"2024-05-21T00:13:48.975225+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:40:55.586870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538388+0000","last_change":"2024-05-21T00:12:57.045741+0000","last_active":"2024-05-21T00:14:47.538388+0000","last_peered":"2024-05-21T00:14:47.538388+0000","last_clean":"2024-05-21T00:14:47.538388+0000","last_became_active":"2024-05-21T00:12:57.044607+0000","last_became_peered":"2024-05-21T00:12:57.044607+0000","last_unstale":"2024-05-21T00:14:47.538388+0000","last_undegraded":"2024-05-21T00:14:47.538388+0000","last_fullsized":"2024-05-21T00:14:47.538388+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:17:12.299341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.535623+0000","last_change":"2024-05-21T00:13:48.821996+0000","last_active":"2024-05-21T00:14:47.535623+0000","last_peered":"2024-05-21T00:14:47.535623+0000","last_clean":"2024-05-21T00:14:47.535623+0000","last_became_active":"2024-05-21T00:13:48.821542+0000","last_became_peered":"2024-05-21T00:13:48.821542+0000","last_unstale":"2024-05-21T00:14:47.535623+0000","last_undegraded":"2024-05-21T00:14:47.535623+0000","last_fullsized":"2024-05-21T00:14:47.535623+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:17:51.614425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,9],"acting":[11,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.527163+0000","last_change":"2024-05-21T00:12:57.040997+0000","last_active":"2024-05-21T00:14:47.527163+0000","last_peered":"2024-05-21T00:14:47.527163+0000","last_clean":"2024-05-21T00:14:47.527163+0000","last_became_active":"2024-05-21T00:12:57.040511+0000","last_became_peered":"2024-05-21T00:12:57.040511+0000","last_unstale":"2024-05-21T00:14:47.527163+0000","last_undegraded":"2024-05-21T00:14:47.527163+0000","last_fullsized":"2024-05-21T00:14:47.527163+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:31:29.985427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568508+0000","last_change":"2024-05-21T00:12:57.060563+0000","last_active":"2024-05-21T00:14:47.568508+0000","last_peered":"2024-05-21T00:14:47.568508+0000","last_clean":"2024-05-21T00:14:47.568508+0000","last_became_active":"2024-05-21T00:12:57.060138+0000","last_became_peered":"2024-05-21T00:12:57.060138+0000","last_unstale":"2024-05-21T00:14:47.568508+0000","last_undegraded":"2024-05-21T00:14:47.568508+0000","last_fullsized":"2024-05-21T00:14:47.568508+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:06.963046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.567477+0000","last_change":"2024-05-21T00:12:57.056351+0000","last_active":"2024-05-21T00:14:47.567477+0000","last_peered":"2024-05-21T00:14:47.567477+0000","last_clean":"2024-05-21T00:14:47.567477+0000","last_became_active":"2024-05-21T00:12:57.056014+0000","last_became_peered":"2024-05-21T00:12:57.056014+0000","last_unstale":"2024-05-21T00:14:47.567477+0000","last_undegraded":"2024-05-21T00:14:47.567477+0000","last_fullsized":"2024-05-21T00:14:47.567477+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.046704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.570641+0000","last_change":"2024-05-21T00:12:57.058705+0000","last_active":"2024-05-21T00:14:47.570641+0000","last_peered":"2024-05-21T00:14:47.570641+0000","last_clean":"2024-05-21T00:14:47.570641+0000","last_became_active":"2024-05-21T00:12:57.058288+0000","last_became_peered":"2024-05-21T00:12:57.058288+0000","last_unstale":"2024-05-21T00:14:47.570641+0000","last_undegraded":"2024-05-21T00:14:47.570641+0000","last_fullsized":"2024-05-21T00:14:47.570641+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:35:37.179860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528779+0000","last_change":"2024-05-21T00:12:57.043982+0000","last_active":"2024-05-21T00:14:47.528779+0000","last_peered":"2024-05-21T00:14:47.528779+0000","last_clean":"2024-05-21T00:14:47.528779+0000","last_became_active":"2024-05-21T00:12:57.043361+0000","last_became_peered":"2024-05-21T00:12:57.043361+0000","last_unstale":"2024-05-21T00:14:47.528779+0000","last_undegraded":"2024-05-21T00:14:47.528779+0000","last_fullsized":"2024-05-21T00:14:47.528779+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:15:49.706743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528693+0000","last_change":"2024-05-21T00:12:57.049514+0000","last_active":"2024-05-21T00:14:47.528693+0000","last_peered":"2024-05-21T00:14:47.528693+0000","last_clean":"2024-05-21T00:14:47.528693+0000","last_became_active":"2024-05-21T00:12:57.049165+0000","last_became_peered":"2024-05-21T00:12:57.049165+0000","last_unstale":"2024-05-21T00:14:47.528693+0000","last_undegraded":"2024-05-21T00:14:47.528693+0000","last_fullsized":"2024-05-21T00:14:47.528693+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:29:13.528183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562007+0000","last_change":"2024-05-21T00:12:57.061767+0000","last_active":"2024-05-21T00:14:47.562007+0000","last_peered":"2024-05-21T00:14:47.562007+0000","last_clean":"2024-05-21T00:14:47.562007+0000","last_became_active":"2024-05-21T00:12:57.060095+0000","last_became_peered":"2024-05-21T00:12:57.060095+0000","last_unstale":"2024-05-21T00:14:47.562007+0000","last_undegraded":"2024-05-21T00:14:47.562007+0000","last_fullsized":"2024-05-21T00:14:47.562007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:09:49.983729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561966+0000","last_change":"2024-05-21T00:12:57.059613+0000","last_active":"2024-05-21T00:14:47.561966+0000","last_peered":"2024-05-21T00:14:47.561966+0000","last_clean":"2024-05-21T00:14:47.561966+0000","last_became_active":"2024-05-21T00:12:57.059370+0000","last_became_peered":"2024-05-21T00:12:57.059370+0000","last_unstale":"2024-05-21T00:14:47.561966+0000","last_undegraded":"2024-05-21T00:14:47.561966+0000","last_fullsized":"2024-05-21T00:14:47.561966+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:23.312453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.560675+0000","last_change":"2024-05-21T00:12:57.048475+0000","last_active":"2024-05-21T00:14:47.560675+0000","last_peered":"2024-05-21T00:14:47.560675+0000","last_clean":"2024-05-21T00:14:47.560675+0000","last_became_active":"2024-05-21T00:12:57.047738+0000","last_became_peered":"2024-05-21T00:12:57.047738+0000","last_unstale":"2024-05-21T00:14:47.560675+0000","last_undegraded":"2024-05-21T00:14:47.560675+0000","last_fullsized":"2024-05-21T00:14:47.560675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:28:46.190914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562379+0000","last_change":"2024-05-21T00:12:57.056401+0000","last_active":"2024-05-21T00:14:47.562379+0000","last_peered":"2024-05-21T00:14:47.562379+0000","last_clean":"2024-05-21T00:14:47.562379+0000","last_became_active":"2024-05-21T00:12:57.055978+0000","last_became_peered":"2024-05-21T00:12:57.055978+0000","last_unstale":"2024-05-21T00:14:47.562379+0000","last_undegraded":"2024-05-21T00:14:47.562379+0000","last_fullsized":"2024-05-21T00:14:47.562379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:54.140724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571324+0000","last_change":"2024-05-21T00:12:57.055227+0000","last_active":"2024-05-21T00:14:47.571324+0000","last_peered":"2024-05-21T00:14:47.571324+0000","last_clean":"2024-05-21T00:14:47.571324+0000","last_became_active":"2024-05-21T00:12:57.054840+0000","last_became_peered":"2024-05-21T00:12:57.054840+0000","last_unstale":"2024-05-21T00:14:47.571324+0000","last_undegraded":"2024-05-21T00:14:47.571324+0000","last_fullsized":"2024-05-21T00:14:47.571324+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:59.074145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529738+0000","last_change":"2024-05-21T00:12:57.037817+0000","last_active":"2024-05-21T00:14:47.529738+0000","last_peered":"2024-05-21T00:14:47.529738+0000","last_clean":"2024-05-21T00:14:47.529738+0000","last_became_active":"2024-05-21T00:12:57.037457+0000","last_became_peered":"2024-05-21T00:12:57.037457+0000","last_unstale":"2024-05-21T00:14:47.529738+0000","last_undegraded":"2024-05-21T00:14:47.529738+0000","last_fullsized":"2024-05-21T00:14:47.529738+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:26.664482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":78470,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":2296,"num_read_kb":1236,"num_write":267,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1013,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":235410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":230,"ondisk_log_size":230,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678082,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874311,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36892,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708260,"statfs":{"total":95995035648,"available":95957258240,"internally_reserved":0,"allocated":1593344,"data_stored":1092144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037838,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":430061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234067,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430297,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40964,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704188,"statfs":{"total":95995035648,"available":95953088512,"internally_reserved":0,"allocated":1503232,"data_stored":1024472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593824,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36208,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708944,"statfs":{"total":95995035648,"available":95957958656,"internally_reserved":0,"allocated":892928,"data_stored":430310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":501365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738496,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":431117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411445,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":500431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182510,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":429603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986282,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40376,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704776,"statfs":{"total":95995035648,"available":95953690624,"internally_reserved":0,"allocated":901120,"data_stored":431635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790055,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32656,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712496,"statfs":{"total":95995035648,"available":95961595904,"internally_reserved":0,"allocated":1515520,"data_stored":1022776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":71492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":72720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:17:08.976 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-21T00:17:09.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:08 smithi060 ceph-mon[36426]: pgmap v441: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T00:17:09.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.231+0000 7f933b200640 1 -- 172.21.15.12:0/2372861803 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c108ff0 msgr2=0x7f933c109410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:09.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.231+0000 7f933b200640 1 --2- 172.21.15.12:0/2372861803 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c108ff0 0x7f933c109410 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f932c009860 tx=0x7f932c02a340 comp rx=0 tx=0).stop 2024-05-21T00:17:09.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.231+0000 7f933b200640 1 -- 172.21.15.12:0/2372861803 shutdown_connections 2024-05-21T00:17:09.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.231+0000 7f933b200640 1 --2- 172.21.15.12:0/2372861803 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f933c10ab50 0x7f933c1113e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.231+0000 7f933b200640 1 --2- 172.21.15.12:0/2372861803 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f933c10a190 0x7f933c10a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.231+0000 7f933b200640 1 --2- 172.21.15.12:0/2372861803 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c108ff0 0x7f933c109410 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.232+0000 7f933b200640 1 -- 172.21.15.12:0/2372861803 >> 172.21.15.12:0/2372861803 conn(0x7f933c077f40 msgr2=0x7f933c07a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:09.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.232+0000 7f933b200640 1 -- 172.21.15.12:0/2372861803 shutdown_connections 2024-05-21T00:17:09.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.232+0000 7f933b200640 1 -- 172.21.15.12:0/2372861803 wait complete. 2024-05-21T00:17:09.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.233+0000 7f933b200640 1 Processor -- start 2024-05-21T00:17:09.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.233+0000 7f933b200640 1 -- start start 2024-05-21T00:17:09.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.234+0000 7f933b200640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c108ff0 0x7f933c19f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:09.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.234+0000 7f933b200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f933c10a190 0x7f933c19f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:09.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.234+0000 7f933b200640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f933c10ab50 0x7f933c1a6770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:09.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.234+0000 7f933b200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f933c114ae0 con 0x7f933c10a190 2024-05-21T00:17:09.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.234+0000 7f933b200640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f933c114960 con 0x7f933c10ab50 2024-05-21T00:17:09.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.234+0000 7f933b200640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f933c114c60 con 0x7f933c108ff0 2024-05-21T00:17:09.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.234+0000 7f9339e00640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c108ff0 0x7f933c19f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:09.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.234+0000 7f9339e00640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c108ff0 0x7f933c19f1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:39822/0 (socket says 172.21.15.12:39822) 2024-05-21T00:17:09.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.234+0000 7f9339e00640 1 -- 172.21.15.12:0/1388284890 learned_addr learned my addr 172.21.15.12:0/1388284890 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:09.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.234+0000 7f9339400640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f933c10a190 0x7f933c19f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:09.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.234+0000 7f933a800640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f933c10ab50 0x7f933c1a6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:09.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.235+0000 7f9339e00640 1 -- 172.21.15.12:0/1388284890 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f933c10ab50 msgr2=0x7f933c1a6770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:09.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.235+0000 7f9339e00640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f933c10ab50 0x7f933c1a6770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.235+0000 7f9339e00640 1 -- 172.21.15.12:0/1388284890 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f933c10a190 msgr2=0x7f933c19f700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:09.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.235+0000 7f9339e00640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f933c10a190 0x7f933c19f700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.235+0000 7f9339e00640 1 -- 172.21.15.12:0/1388284890 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f933c1a6de0 con 0x7f933c108ff0 2024-05-21T00:17:09.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.235+0000 7f9339400640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f933c10a190 0x7f933c19f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:17:09.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.235+0000 7f9339e00640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c108ff0 0x7f933c19f1c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f932c0057c0 tx=0x7f932c032da0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:09.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.235+0000 7f9332a00640 1 -- 172.21.15.12:0/1388284890 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f932c037040 con 0x7f933c108ff0 2024-05-21T00:17:09.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.235+0000 7f933b200640 1 -- 172.21.15.12:0/1388284890 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f933c1a7070 con 0x7f933c108ff0 2024-05-21T00:17:09.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.235+0000 7f9332a00640 1 -- 172.21.15.12:0/1388284890 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f932c030bd0 con 0x7f933c108ff0 2024-05-21T00:17:09.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.235+0000 7f9332a00640 1 -- 172.21.15.12:0/1388284890 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f932c005280 con 0x7f933c108ff0 2024-05-21T00:17:09.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.236+0000 7f933b200640 1 -- 172.21.15.12:0/1388284890 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f933c1a7500 con 0x7f933c108ff0 2024-05-21T00:17:09.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.237+0000 7f933b200640 1 -- 172.21.15.12:0/1388284890 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f933c110340 con 0x7f933c108ff0 2024-05-21T00:17:09.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.239+0000 7f9332a00640 1 -- 172.21.15.12:0/1388284890 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f932c043020 con 0x7f933c108ff0 2024-05-21T00:17:09.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.241+0000 7f9332a00640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f931c0b27e0 0x7f931c0b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:09.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.241+0000 7f9332a00640 1 -- 172.21.15.12:0/1388284890 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f932c1021f0 con 0x7f933c108ff0 2024-05-21T00:17:09.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.241+0000 7f9339400640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f931c0b27e0 0x7f931c0b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:09.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.242+0000 7f9339400640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f931c0b27e0 0x7f931c0b4ca0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f933c1a06d0 tx=0x7f93240095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:09.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.243+0000 7f9332a00640 1 -- 172.21.15.12:0/1388284890 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f932c0c9ee0 con 0x7f933c108ff0 2024-05-21T00:17:09.279 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:08 smithi077 ceph-mon[36377]: pgmap v441: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T00:17:09.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:08 smithi012 ceph-mon[31403]: pgmap v441: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T00:17:09.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.453+0000 7f933b200640 1 -- 172.21.15.12:0/1388284890 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f933c062e90 con 0x7f931c0b27e0 2024-05-21T00:17:09.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.463+0000 7f9332a00640 1 -- 172.21.15.12:0/1388284890 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258910 (secure 0 0 0) 0x7f932405d370 con 0x7f931c0b27e0 2024-05-21T00:17:09.467 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:09.468 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-05-21T00:17:09.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.468+0000 7f933b200640 1 -- 172.21.15.12:0/1388284890 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f931c0b27e0 msgr2=0x7f931c0b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:09.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.468+0000 7f933b200640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f931c0b27e0 0x7f931c0b4ca0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f933c1a06d0 tx=0x7f93240095c0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.468+0000 7f933b200640 1 -- 172.21.15.12:0/1388284890 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c108ff0 msgr2=0x7f933c19f1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:09.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.468+0000 7f933b200640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c108ff0 0x7f933c19f1c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f932c0057c0 tx=0x7f932c032da0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.468+0000 7f933b200640 1 -- 172.21.15.12:0/1388284890 shutdown_connections 2024-05-21T00:17:09.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.468+0000 7f933b200640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f931c0b27e0 0x7f931c0b4ca0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.468+0000 7f933b200640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f933c10ab50 0x7f933c1a6770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.468+0000 7f933b200640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f933c10a190 0x7f933c19f700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.468+0000 7f933b200640 1 --2- 172.21.15.12:0/1388284890 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f933c108ff0 0x7f933c19f1c0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.468+0000 7f933b200640 1 -- 172.21.15.12:0/1388284890 >> 172.21.15.12:0/1388284890 conn(0x7f933c077f40 msgr2=0x7f933c10d510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:09.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.469+0000 7f933b200640 1 -- 172.21.15.12:0/1388284890 shutdown_connections 2024-05-21T00:17:09.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.469+0000 7f933b200640 1 -- 172.21.15.12:0/1388284890 wait complete. 2024-05-21T00:17:09.491 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":441,"stamp":"2024-05-21T00:17:07.633671+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":669072,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2372,"num_read_kb":1300,"num_write":392,"num_write_kb":2313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":2952853,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":824,"ondisk_log_size":824,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390836,"kb_used_data":12564,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550988,"statfs":{"total":1151940427776,"available":1151540211712,"internally_reserved":0,"allocated":12865536,"data_stored":7154484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5993,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":118,"num_read_kb":63,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005002"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.572562+0000","last_change":"2024-05-21T00:12:57.046784+0000","last_active":"2024-05-21T00:14:47.572562+0000","last_peered":"2024-05-21T00:14:47.572562+0000","last_clean":"2024-05-21T00:14:47.572562+0000","last_became_active":"2024-05-21T00:12:57.046448+0000","last_became_peered":"2024-05-21T00:12:57.046448+0000","last_unstale":"2024-05-21T00:14:47.572562+0000","last_undegraded":"2024-05-21T00:14:47.572562+0000","last_fullsized":"2024-05-21T00:14:47.572562+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:18.280294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568803+0000","last_change":"2024-05-21T00:12:57.048996+0000","last_active":"2024-05-21T00:14:47.568803+0000","last_peered":"2024-05-21T00:14:47.568803+0000","last_clean":"2024-05-21T00:14:47.568803+0000","last_became_active":"2024-05-21T00:12:57.048645+0000","last_became_peered":"2024-05-21T00:12:57.048645+0000","last_unstale":"2024-05-21T00:14:47.568803+0000","last_undegraded":"2024-05-21T00:14:47.568803+0000","last_fullsized":"2024-05-21T00:14:47.568803+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:18:41.325045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.567745+0000","last_change":"2024-05-21T00:12:57.042373+0000","last_active":"2024-05-21T00:14:47.567745+0000","last_peered":"2024-05-21T00:14:47.567745+0000","last_clean":"2024-05-21T00:14:47.567745+0000","last_became_active":"2024-05-21T00:12:57.041870+0000","last_became_peered":"2024-05-21T00:12:57.041870+0000","last_unstale":"2024-05-21T00:14:47.567745+0000","last_undegraded":"2024-05-21T00:14:47.567745+0000","last_fullsized":"2024-05-21T00:14:47.567745+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:14:42.856326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:56.930428+0000","last_change":"2024-05-21T00:12:57.049459+0000","last_active":"2024-05-21T00:14:56.930428+0000","last_peered":"2024-05-21T00:14:56.930428+0000","last_clean":"2024-05-21T00:14:56.930428+0000","last_became_active":"2024-05-21T00:12:57.048977+0000","last_became_peered":"2024-05-21T00:12:57.048977+0000","last_unstale":"2024-05-21T00:14:56.930428+0000","last_undegraded":"2024-05-21T00:14:56.930428+0000","last_fullsized":"2024-05-21T00:14:56.930428+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:22:53.099843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561836+0000","last_change":"2024-05-21T00:12:57.048582+0000","last_active":"2024-05-21T00:14:47.561836+0000","last_peered":"2024-05-21T00:14:47.561836+0000","last_clean":"2024-05-21T00:14:47.561836+0000","last_became_active":"2024-05-21T00:12:57.048221+0000","last_became_peered":"2024-05-21T00:12:57.048221+0000","last_unstale":"2024-05-21T00:14:47.561836+0000","last_undegraded":"2024-05-21T00:14:47.561836+0000","last_fullsized":"2024-05-21T00:14:47.561836+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:50:07.529376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530919+0000","last_change":"2024-05-21T00:12:57.040462+0000","last_active":"2024-05-21T00:14:47.530919+0000","last_peered":"2024-05-21T00:14:47.530919+0000","last_clean":"2024-05-21T00:14:47.530919+0000","last_became_active":"2024-05-21T00:12:57.040058+0000","last_became_peered":"2024-05-21T00:12:57.040058+0000","last_unstale":"2024-05-21T00:14:47.530919+0000","last_undegraded":"2024-05-21T00:14:47.530919+0000","last_fullsized":"2024-05-21T00:14:47.530919+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:54:04.103484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538828+0000","last_change":"2024-05-21T00:12:57.041274+0000","last_active":"2024-05-21T00:14:47.538828+0000","last_peered":"2024-05-21T00:14:47.538828+0000","last_clean":"2024-05-21T00:14:47.538828+0000","last_became_active":"2024-05-21T00:12:57.040893+0000","last_became_peered":"2024-05-21T00:12:57.040893+0000","last_unstale":"2024-05-21T00:14:47.538828+0000","last_undegraded":"2024-05-21T00:14:47.538828+0000","last_fullsized":"2024-05-21T00:14:47.538828+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:48:49.972545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562911+0000","last_change":"2024-05-21T00:12:57.059229+0000","last_active":"2024-05-21T00:14:47.562911+0000","last_peered":"2024-05-21T00:14:47.562911+0000","last_clean":"2024-05-21T00:14:47.562911+0000","last_became_active":"2024-05-21T00:12:57.057015+0000","last_became_peered":"2024-05-21T00:12:57.057015+0000","last_unstale":"2024-05-21T00:14:47.562911+0000","last_undegraded":"2024-05-21T00:14:47.562911+0000","last_fullsized":"2024-05-21T00:14:47.562911+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:17:35.690779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.533522+0000","last_change":"2024-05-21T00:12:57.047678+0000","last_active":"2024-05-21T00:14:47.533522+0000","last_peered":"2024-05-21T00:14:47.533522+0000","last_clean":"2024-05-21T00:14:47.533522+0000","last_became_active":"2024-05-21T00:12:57.046692+0000","last_became_peered":"2024-05-21T00:12:57.046692+0000","last_unstale":"2024-05-21T00:14:47.533522+0000","last_undegraded":"2024-05-21T00:14:47.533522+0000","last_fullsized":"2024-05-21T00:14:47.533522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.979809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530389+0000","last_change":"2024-05-21T00:12:57.043894+0000","last_active":"2024-05-21T00:14:47.530389+0000","last_peered":"2024-05-21T00:14:47.530389+0000","last_clean":"2024-05-21T00:14:47.530389+0000","last_became_active":"2024-05-21T00:12:57.043455+0000","last_became_peered":"2024-05-21T00:12:57.043455+0000","last_unstale":"2024-05-21T00:14:47.530389+0000","last_undegraded":"2024-05-21T00:14:47.530389+0000","last_fullsized":"2024-05-21T00:14:47.530389+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:50:11.567175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537270+0000","last_change":"2024-05-21T00:12:57.042379+0000","last_active":"2024-05-21T00:14:47.537270+0000","last_peered":"2024-05-21T00:14:47.537270+0000","last_clean":"2024-05-21T00:14:47.537270+0000","last_became_active":"2024-05-21T00:12:57.041924+0000","last_became_peered":"2024-05-21T00:12:57.041924+0000","last_unstale":"2024-05-21T00:14:47.537270+0000","last_undegraded":"2024-05-21T00:14:47.537270+0000","last_fullsized":"2024-05-21T00:14:47.537270+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:39:58.127761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528026+0000","last_change":"2024-05-21T00:12:57.050729+0000","last_active":"2024-05-21T00:14:47.528026+0000","last_peered":"2024-05-21T00:14:47.528026+0000","last_clean":"2024-05-21T00:14:47.528026+0000","last_became_active":"2024-05-21T00:12:57.050393+0000","last_became_peered":"2024-05-21T00:12:57.050393+0000","last_unstale":"2024-05-21T00:14:47.528026+0000","last_undegraded":"2024-05-21T00:14:47.528026+0000","last_fullsized":"2024-05-21T00:14:47.528026+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:16:14.272141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559418+0000","last_change":"2024-05-21T00:12:57.045310+0000","last_active":"2024-05-21T00:14:47.559418+0000","last_peered":"2024-05-21T00:14:47.559418+0000","last_clean":"2024-05-21T00:14:47.559418+0000","last_became_active":"2024-05-21T00:12:57.044865+0000","last_became_peered":"2024-05-21T00:12:57.044865+0000","last_unstale":"2024-05-21T00:14:47.559418+0000","last_undegraded":"2024-05-21T00:14:47.559418+0000","last_fullsized":"2024-05-21T00:14:47.559418+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:07:41.425647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568377+0000","last_change":"2024-05-21T00:12:57.045874+0000","last_active":"2024-05-21T00:14:47.568377+0000","last_peered":"2024-05-21T00:14:47.568377+0000","last_clean":"2024-05-21T00:14:47.568377+0000","last_became_active":"2024-05-21T00:12:57.045311+0000","last_became_peered":"2024-05-21T00:12:57.045311+0000","last_unstale":"2024-05-21T00:14:47.568377+0000","last_undegraded":"2024-05-21T00:14:47.568377+0000","last_fullsized":"2024-05-21T00:14:47.568377+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:10.765103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566323+0000","last_change":"2024-05-21T00:12:57.051610+0000","last_active":"2024-05-21T00:14:47.566323+0000","last_peered":"2024-05-21T00:14:47.566323+0000","last_clean":"2024-05-21T00:14:47.566323+0000","last_became_active":"2024-05-21T00:12:57.047654+0000","last_became_peered":"2024-05-21T00:12:57.047654+0000","last_unstale":"2024-05-21T00:14:47.566323+0000","last_undegraded":"2024-05-21T00:14:47.566323+0000","last_fullsized":"2024-05-21T00:14:47.566323+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:57.390655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.565503+0000","last_change":"2024-05-21T00:12:57.044373+0000","last_active":"2024-05-21T00:14:47.565503+0000","last_peered":"2024-05-21T00:14:47.565503+0000","last_clean":"2024-05-21T00:14:47.565503+0000","last_became_active":"2024-05-21T00:12:57.043753+0000","last_became_peered":"2024-05-21T00:12:57.043753+0000","last_unstale":"2024-05-21T00:14:47.565503+0000","last_undegraded":"2024-05-21T00:14:47.565503+0000","last_fullsized":"2024-05-21T00:14:47.565503+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:36:42.639746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.572572+0000","last_change":"2024-05-21T00:12:57.046120+0000","last_active":"2024-05-21T00:14:47.572572+0000","last_peered":"2024-05-21T00:14:47.572572+0000","last_clean":"2024-05-21T00:14:47.572572+0000","last_became_active":"2024-05-21T00:12:57.045058+0000","last_became_peered":"2024-05-21T00:12:57.045058+0000","last_unstale":"2024-05-21T00:14:47.572572+0000","last_undegraded":"2024-05-21T00:14:47.572572+0000","last_fullsized":"2024-05-21T00:14:47.572572+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:11:23.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.548211+0000","last_change":"2024-05-21T00:12:57.041054+0000","last_active":"2024-05-21T00:14:47.548211+0000","last_peered":"2024-05-21T00:14:47.548211+0000","last_clean":"2024-05-21T00:14:47.548211+0000","last_became_active":"2024-05-21T00:12:57.040637+0000","last_became_peered":"2024-05-21T00:12:57.040637+0000","last_unstale":"2024-05-21T00:14:47.548211+0000","last_undegraded":"2024-05-21T00:14:47.548211+0000","last_fullsized":"2024-05-21T00:14:47.548211+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:50.618128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558088+0000","last_change":"2024-05-21T00:12:57.050159+0000","last_active":"2024-05-21T00:14:47.558088+0000","last_peered":"2024-05-21T00:14:47.558088+0000","last_clean":"2024-05-21T00:14:47.558088+0000","last_became_active":"2024-05-21T00:12:57.049771+0000","last_became_peered":"2024-05-21T00:12:57.049771+0000","last_unstale":"2024-05-21T00:14:47.558088+0000","last_undegraded":"2024-05-21T00:14:47.558088+0000","last_fullsized":"2024-05-21T00:14:47.558088+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:16:13.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"81'14","reported_seq":267,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:03.165093+0000","last_change":"2024-05-21T00:12:53.010045+0000","last_active":"2024-05-21T00:17:03.165093+0000","last_peered":"2024-05-21T00:17:03.165093+0000","last_clean":"2024-05-21T00:17:03.165093+0000","last_became_active":"2024-05-21T00:12:53.008748+0000","last_became_peered":"2024-05-21T00:12:53.008748+0000","last_unstale":"2024-05-21T00:17:03.165093+0000","last_undegraded":"2024-05-21T00:17:03.165093+0000","last_fullsized":"2024-05-21T00:17:03.165093+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:30.444075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":225,"num_read_kb":225,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:00.988209+0000","last_change":"2024-05-21T00:12:57.060688+0000","last_active":"2024-05-21T00:15:00.988209+0000","last_peered":"2024-05-21T00:15:00.988209+0000","last_clean":"2024-05-21T00:15:00.988209+0000","last_became_active":"2024-05-21T00:12:57.058825+0000","last_became_peered":"2024-05-21T00:12:57.058825+0000","last_unstale":"2024-05-21T00:15:00.988209+0000","last_undegraded":"2024-05-21T00:15:00.988209+0000","last_fullsized":"2024-05-21T00:15:00.988209+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:12.220194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:55.987229+0000","last_change":"2024-05-21T00:12:53.061454+0000","last_active":"2024-05-21T00:14:55.987229+0000","last_peered":"2024-05-21T00:14:55.987229+0000","last_clean":"2024-05-21T00:14:55.987229+0000","last_became_active":"2024-05-21T00:12:53.059971+0000","last_became_peered":"2024-05-21T00:12:53.059971+0000","last_unstale":"2024-05-21T00:14:55.987229+0000","last_undegraded":"2024-05-21T00:14:55.987229+0000","last_fullsized":"2024-05-21T00:14:55.987229+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:56.060446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.573283+0000","last_change":"2024-05-21T00:12:57.056260+0000","last_active":"2024-05-21T00:14:47.573283+0000","last_peered":"2024-05-21T00:14:47.573283+0000","last_clean":"2024-05-21T00:14:47.573283+0000","last_became_active":"2024-05-21T00:12:57.055865+0000","last_became_peered":"2024-05-21T00:12:57.055865+0000","last_unstale":"2024-05-21T00:14:47.573283+0000","last_undegraded":"2024-05-21T00:14:47.573283+0000","last_fullsized":"2024-05-21T00:14:47.573283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:12.164966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816917+0000","last_change":"2024-05-21T00:12:53.006258+0000","last_active":"2024-05-21T00:13:48.816917+0000","last_peered":"2024-05-21T00:13:48.816917+0000","last_clean":"2024-05-21T00:13:48.816917+0000","last_became_active":"2024-05-21T00:12:53.005828+0000","last_became_peered":"2024-05-21T00:12:53.005828+0000","last_unstale":"2024-05-21T00:13:48.816917+0000","last_undegraded":"2024-05-21T00:13:48.816917+0000","last_fullsized":"2024-05-21T00:13:48.816917+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:05:39.049442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561525+0000","last_change":"2024-05-21T00:12:57.046692+0000","last_active":"2024-05-21T00:14:47.561525+0000","last_peered":"2024-05-21T00:14:47.561525+0000","last_clean":"2024-05-21T00:14:47.561525+0000","last_became_active":"2024-05-21T00:12:57.046326+0000","last_became_peered":"2024-05-21T00:12:57.046326+0000","last_unstale":"2024-05-21T00:14:47.561525+0000","last_undegraded":"2024-05-21T00:14:47.561525+0000","last_fullsized":"2024-05-21T00:14:47.561525+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:21:16.331849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816888+0000","last_change":"2024-05-21T00:12:53.003695+0000","last_active":"2024-05-21T00:13:48.816888+0000","last_peered":"2024-05-21T00:13:48.816888+0000","last_clean":"2024-05-21T00:13:48.816888+0000","last_became_active":"2024-05-21T00:12:53.003341+0000","last_became_peered":"2024-05-21T00:12:53.003341+0000","last_unstale":"2024-05-21T00:13:48.816888+0000","last_undegraded":"2024-05-21T00:13:48.816888+0000","last_fullsized":"2024-05-21T00:13:48.816888+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:11:10.635688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.531629+0000","last_change":"2024-05-21T00:12:57.039520+0000","last_active":"2024-05-21T00:14:47.531629+0000","last_peered":"2024-05-21T00:14:47.531629+0000","last_clean":"2024-05-21T00:14:47.531629+0000","last_became_active":"2024-05-21T00:12:57.039132+0000","last_became_peered":"2024-05-21T00:12:57.039132+0000","last_unstale":"2024-05-21T00:14:47.531629+0000","last_undegraded":"2024-05-21T00:14:47.531629+0000","last_fullsized":"2024-05-21T00:14:47.531629+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:39:04.813835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"81'7","reported_seq":277,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:05.672938+0000","last_change":"2024-05-21T00:13:49.378341+0000","last_active":"2024-05-21T00:17:05.672938+0000","last_peered":"2024-05-21T00:17:05.672938+0000","last_clean":"2024-05-21T00:17:05.672938+0000","last_became_active":"2024-05-21T00:13:49.374100+0000","last_became_peered":"2024-05-21T00:13:49.374100+0000","last_unstale":"2024-05-21T00:17:05.672938+0000","last_undegraded":"2024-05-21T00:17:05.672938+0000","last_fullsized":"2024-05-21T00:17:05.672938+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:24:01.243352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":224,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529589+0000","last_change":"2024-05-21T00:12:57.048808+0000","last_active":"2024-05-21T00:14:47.529589+0000","last_peered":"2024-05-21T00:14:47.529589+0000","last_clean":"2024-05-21T00:14:47.529589+0000","last_became_active":"2024-05-21T00:12:57.048472+0000","last_became_peered":"2024-05-21T00:12:57.048472+0000","last_unstale":"2024-05-21T00:14:47.529589+0000","last_undegraded":"2024-05-21T00:14:47.529589+0000","last_fullsized":"2024-05-21T00:14:47.529589+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:28.355648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811062+0000","last_change":"2024-05-21T00:12:53.013912+0000","last_active":"2024-05-21T00:13:48.811062+0000","last_peered":"2024-05-21T00:13:48.811062+0000","last_clean":"2024-05-21T00:13:48.811062+0000","last_became_active":"2024-05-21T00:12:53.013501+0000","last_became_peered":"2024-05-21T00:12:53.013501+0000","last_unstale":"2024-05-21T00:13:48.811062+0000","last_undegraded":"2024-05-21T00:13:48.811062+0000","last_fullsized":"2024-05-21T00:13:48.811062+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:34:59.699946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562270+0000","last_change":"2024-05-21T00:12:57.048522+0000","last_active":"2024-05-21T00:14:47.562270+0000","last_peered":"2024-05-21T00:14:47.562270+0000","last_clean":"2024-05-21T00:14:47.562270+0000","last_became_active":"2024-05-21T00:12:57.048186+0000","last_became_peered":"2024-05-21T00:12:57.048186+0000","last_unstale":"2024-05-21T00:14:47.562270+0000","last_undegraded":"2024-05-21T00:14:47.562270+0000","last_fullsized":"2024-05-21T00:14:47.562270+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:04.856872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974826+0000","last_change":"2024-05-21T00:12:53.017013+0000","last_active":"2024-05-21T00:13:48.974826+0000","last_peered":"2024-05-21T00:13:48.974826+0000","last_clean":"2024-05-21T00:13:48.974826+0000","last_became_active":"2024-05-21T00:12:53.013624+0000","last_became_peered":"2024-05-21T00:12:53.013624+0000","last_unstale":"2024-05-21T00:13:48.974826+0000","last_undegraded":"2024-05-21T00:13:48.974826+0000","last_fullsized":"2024-05-21T00:13:48.974826+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:36:29.580861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561266+0000","last_change":"2024-05-21T00:12:57.056452+0000","last_active":"2024-05-21T00:14:47.561266+0000","last_peered":"2024-05-21T00:14:47.561266+0000","last_clean":"2024-05-21T00:14:47.561266+0000","last_became_active":"2024-05-21T00:12:57.050103+0000","last_became_peered":"2024-05-21T00:12:57.050103+0000","last_unstale":"2024-05-21T00:14:47.561266+0000","last_undegraded":"2024-05-21T00:14:47.561266+0000","last_fullsized":"2024-05-21T00:14:47.561266+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:11:23.891496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810713+0000","last_change":"2024-05-21T00:12:53.007972+0000","last_active":"2024-05-21T00:13:48.810713+0000","last_peered":"2024-05-21T00:13:48.810713+0000","last_clean":"2024-05-21T00:13:48.810713+0000","last_became_active":"2024-05-21T00:12:53.007597+0000","last_became_peered":"2024-05-21T00:12:53.007597+0000","last_unstale":"2024-05-21T00:13:48.810713+0000","last_undegraded":"2024-05-21T00:13:48.810713+0000","last_fullsized":"2024-05-21T00:13:48.810713+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:31:10.333950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.556783+0000","last_change":"2024-05-21T00:12:57.051923+0000","last_active":"2024-05-21T00:14:47.556783+0000","last_peered":"2024-05-21T00:14:47.556783+0000","last_clean":"2024-05-21T00:14:47.556783+0000","last_became_active":"2024-05-21T00:12:57.051401+0000","last_became_peered":"2024-05-21T00:12:57.051401+0000","last_unstale":"2024-05-21T00:14:47.556783+0000","last_undegraded":"2024-05-21T00:14:47.556783+0000","last_fullsized":"2024-05-21T00:14:47.556783+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:21.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"81'5","reported_seq":481,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:03.668862+0000","last_change":"2024-05-21T00:12:53.011503+0000","last_active":"2024-05-21T00:17:03.668862+0000","last_peered":"2024-05-21T00:17:03.668862+0000","last_clean":"2024-05-21T00:17:03.668862+0000","last_became_active":"2024-05-21T00:12:53.011191+0000","last_became_peered":"2024-05-21T00:12:53.011191+0000","last_unstale":"2024-05-21T00:17:03.668862+0000","last_undegraded":"2024-05-21T00:17:03.668862+0000","last_fullsized":"2024-05-21T00:17:03.668862+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:11.098119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":449,"num_read_kb":449,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.551080+0000","last_change":"2024-05-21T00:12:57.043199+0000","last_active":"2024-05-21T00:14:47.551080+0000","last_peered":"2024-05-21T00:14:47.551080+0000","last_clean":"2024-05-21T00:14:47.551080+0000","last_became_active":"2024-05-21T00:12:57.042321+0000","last_became_peered":"2024-05-21T00:12:57.042321+0000","last_unstale":"2024-05-21T00:14:47.551080+0000","last_undegraded":"2024-05-21T00:14:47.551080+0000","last_fullsized":"2024-05-21T00:14:47.551080+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:49:41.648559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814147+0000","last_change":"2024-05-21T00:12:53.008163+0000","last_active":"2024-05-21T00:13:48.814147+0000","last_peered":"2024-05-21T00:13:48.814147+0000","last_clean":"2024-05-21T00:13:48.814147+0000","last_became_active":"2024-05-21T00:12:53.007830+0000","last_became_peered":"2024-05-21T00:12:53.007830+0000","last_unstale":"2024-05-21T00:13:48.814147+0000","last_undegraded":"2024-05-21T00:13:48.814147+0000","last_fullsized":"2024-05-21T00:13:48.814147+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:48:33.324604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571917+0000","last_change":"2024-05-21T00:12:57.051604+0000","last_active":"2024-05-21T00:14:47.571917+0000","last_peered":"2024-05-21T00:14:47.571917+0000","last_clean":"2024-05-21T00:14:47.571917+0000","last_became_active":"2024-05-21T00:12:57.051163+0000","last_became_peered":"2024-05-21T00:12:57.051163+0000","last_unstale":"2024-05-21T00:14:47.571917+0000","last_undegraded":"2024-05-21T00:14:47.571917+0000","last_fullsized":"2024-05-21T00:14:47.571917+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:52:44.339548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811331+0000","last_change":"2024-05-21T00:12:53.061900+0000","last_active":"2024-05-21T00:13:48.811331+0000","last_peered":"2024-05-21T00:13:48.811331+0000","last_clean":"2024-05-21T00:13:48.811331+0000","last_became_active":"2024-05-21T00:12:53.061259+0000","last_became_peered":"2024-05-21T00:12:53.061259+0000","last_unstale":"2024-05-21T00:13:48.811331+0000","last_undegraded":"2024-05-21T00:13:48.811331+0000","last_fullsized":"2024-05-21T00:13:48.811331+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:59:31.613311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537320+0000","last_change":"2024-05-21T00:12:57.051862+0000","last_active":"2024-05-21T00:14:47.537320+0000","last_peered":"2024-05-21T00:14:47.537320+0000","last_clean":"2024-05-21T00:14:47.537320+0000","last_became_active":"2024-05-21T00:12:57.051259+0000","last_became_peered":"2024-05-21T00:12:57.051259+0000","last_unstale":"2024-05-21T00:14:47.537320+0000","last_undegraded":"2024-05-21T00:14:47.537320+0000","last_fullsized":"2024-05-21T00:14:47.537320+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:49.851313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'39","reported_seq":528,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:03.669244+0000","last_change":"2024-05-21T00:12:53.007836+0000","last_active":"2024-05-21T00:17:03.669244+0000","last_peered":"2024-05-21T00:17:03.669244+0000","last_clean":"2024-05-21T00:17:03.669244+0000","last_became_active":"2024-05-21T00:12:53.007404+0000","last_became_peered":"2024-05-21T00:12:53.007404+0000","last_unstale":"2024-05-21T00:17:03.669244+0000","last_undegraded":"2024-05-21T00:17:03.669244+0000","last_fullsized":"2024-05-21T00:17:03.669244+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:31:09.959452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70142,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":462,"num_read_kb":300,"num_write":41,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538268+0000","last_change":"2024-05-21T00:12:57.042835+0000","last_active":"2024-05-21T00:14:47.538268+0000","last_peered":"2024-05-21T00:14:47.538268+0000","last_clean":"2024-05-21T00:14:47.538268+0000","last_became_active":"2024-05-21T00:12:57.042507+0000","last_became_peered":"2024-05-21T00:12:57.042507+0000","last_unstale":"2024-05-21T00:14:47.538268+0000","last_undegraded":"2024-05-21T00:14:47.538268+0000","last_fullsized":"2024-05-21T00:14:47.538268+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:23:53.966867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814028+0000","last_change":"2024-05-21T00:12:53.016227+0000","last_active":"2024-05-21T00:13:48.814028+0000","last_peered":"2024-05-21T00:13:48.814028+0000","last_clean":"2024-05-21T00:13:48.814028+0000","last_became_active":"2024-05-21T00:12:53.015791+0000","last_became_peered":"2024-05-21T00:12:53.015791+0000","last_unstale":"2024-05-21T00:13:48.814028+0000","last_undegraded":"2024-05-21T00:13:48.814028+0000","last_fullsized":"2024-05-21T00:13:48.814028+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:55.413607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558795+0000","last_change":"2024-05-21T00:12:57.050393+0000","last_active":"2024-05-21T00:14:47.558795+0000","last_peered":"2024-05-21T00:14:47.558795+0000","last_clean":"2024-05-21T00:14:47.558795+0000","last_became_active":"2024-05-21T00:12:57.050065+0000","last_became_peered":"2024-05-21T00:12:57.050065+0000","last_unstale":"2024-05-21T00:14:47.558795+0000","last_undegraded":"2024-05-21T00:14:47.558795+0000","last_fullsized":"2024-05-21T00:14:47.558795+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:03:54.073088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810805+0000","last_change":"2024-05-21T00:12:53.014337+0000","last_active":"2024-05-21T00:13:48.810805+0000","last_peered":"2024-05-21T00:13:48.810805+0000","last_clean":"2024-05-21T00:13:48.810805+0000","last_became_active":"2024-05-21T00:12:53.013873+0000","last_became_peered":"2024-05-21T00:12:53.013873+0000","last_unstale":"2024-05-21T00:13:48.810805+0000","last_undegraded":"2024-05-21T00:13:48.810805+0000","last_fullsized":"2024-05-21T00:13:48.810805+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:16.467981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559352+0000","last_change":"2024-05-21T00:13:48.976876+0000","last_active":"2024-05-21T00:14:47.559352+0000","last_peered":"2024-05-21T00:14:47.559352+0000","last_clean":"2024-05-21T00:14:47.559352+0000","last_became_active":"2024-05-21T00:13:48.976530+0000","last_became_peered":"2024-05-21T00:13:48.976530+0000","last_unstale":"2024-05-21T00:14:47.559352+0000","last_undegraded":"2024-05-21T00:14:47.559352+0000","last_fullsized":"2024-05-21T00:14:47.559352+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:08:26.324247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"81'8","reported_seq":267,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:05.257468+0000","last_change":"2024-05-21T00:12:53.006607+0000","last_active":"2024-05-21T00:17:05.257468+0000","last_peered":"2024-05-21T00:17:05.257468+0000","last_clean":"2024-05-21T00:17:05.257468+0000","last_became_active":"2024-05-21T00:12:53.006177+0000","last_became_peered":"2024-05-21T00:12:53.006177+0000","last_unstale":"2024-05-21T00:17:05.257468+0000","last_undegraded":"2024-05-21T00:17:05.257468+0000","last_fullsized":"2024-05-21T00:17:05.257468+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:07:58.281724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1430,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":233,"num_read_kb":6,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530074+0000","last_change":"2024-05-21T00:12:57.042325+0000","last_active":"2024-05-21T00:14:47.530074+0000","last_peered":"2024-05-21T00:14:47.530074+0000","last_clean":"2024-05-21T00:14:47.530074+0000","last_became_active":"2024-05-21T00:12:57.041890+0000","last_became_peered":"2024-05-21T00:12:57.041890+0000","last_unstale":"2024-05-21T00:14:47.530074+0000","last_undegraded":"2024-05-21T00:14:47.530074+0000","last_fullsized":"2024-05-21T00:14:47.530074+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.261956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":45,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816564+0000","last_change":"2024-05-21T00:12:53.059849+0000","last_active":"2024-05-21T00:13:48.816564+0000","last_peered":"2024-05-21T00:13:48.816564+0000","last_clean":"2024-05-21T00:13:48.816564+0000","last_became_active":"2024-05-21T00:12:53.059472+0000","last_became_peered":"2024-05-21T00:12:53.059472+0000","last_unstale":"2024-05-21T00:13:48.816564+0000","last_undegraded":"2024-05-21T00:13:48.816564+0000","last_fullsized":"2024-05-21T00:13:48.816564+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:16:19.091406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528875+0000","last_change":"2024-05-21T00:13:49.212195+0000","last_active":"2024-05-21T00:14:47.528875+0000","last_peered":"2024-05-21T00:14:47.528875+0000","last_clean":"2024-05-21T00:14:47.528875+0000","last_became_active":"2024-05-21T00:13:49.211755+0000","last_became_peered":"2024-05-21T00:13:49.211755+0000","last_unstale":"2024-05-21T00:14:47.528875+0000","last_undegraded":"2024-05-21T00:14:47.528875+0000","last_fullsized":"2024-05-21T00:14:47.528875+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:41.621615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816975+0000","last_change":"2024-05-21T00:12:53.002941+0000","last_active":"2024-05-21T00:13:48.816975+0000","last_peered":"2024-05-21T00:13:48.816975+0000","last_clean":"2024-05-21T00:13:48.816975+0000","last_became_active":"2024-05-21T00:12:53.001187+0000","last_became_peered":"2024-05-21T00:12:53.001187+0000","last_unstale":"2024-05-21T00:13:48.816975+0000","last_undegraded":"2024-05-21T00:13:48.816975+0000","last_fullsized":"2024-05-21T00:13:48.816975+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:45:19.012056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529653+0000","last_change":"2024-05-21T00:12:57.043398+0000","last_active":"2024-05-21T00:14:47.529653+0000","last_peered":"2024-05-21T00:14:47.529653+0000","last_clean":"2024-05-21T00:14:47.529653+0000","last_became_active":"2024-05-21T00:12:57.043033+0000","last_became_peered":"2024-05-21T00:12:57.043033+0000","last_unstale":"2024-05-21T00:14:47.529653+0000","last_undegraded":"2024-05-21T00:14:47.529653+0000","last_fullsized":"2024-05-21T00:14:47.529653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:13:56.362516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:59.055415+0000","last_change":"2024-05-21T00:12:53.064219+0000","last_active":"2024-05-21T00:14:59.055415+0000","last_peered":"2024-05-21T00:14:59.055415+0000","last_clean":"2024-05-21T00:14:59.055415+0000","last_became_active":"2024-05-21T00:12:53.063780+0000","last_became_peered":"2024-05-21T00:12:53.063780+0000","last_unstale":"2024-05-21T00:14:59.055415+0000","last_undegraded":"2024-05-21T00:14:59.055415+0000","last_fullsized":"2024-05-21T00:14:59.055415+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:39:47.647305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558630+0000","last_change":"2024-05-21T00:12:57.049737+0000","last_active":"2024-05-21T00:14:47.558630+0000","last_peered":"2024-05-21T00:14:47.558630+0000","last_clean":"2024-05-21T00:14:47.558630+0000","last_became_active":"2024-05-21T00:12:57.049307+0000","last_became_peered":"2024-05-21T00:12:57.049307+0000","last_unstale":"2024-05-21T00:14:47.558630+0000","last_undegraded":"2024-05-21T00:14:47.558630+0000","last_fullsized":"2024-05-21T00:14:47.558630+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:45.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"81'7","reported_seq":264,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:05.169547+0000","last_change":"2024-05-21T00:12:53.013933+0000","last_active":"2024-05-21T00:17:05.169547+0000","last_peered":"2024-05-21T00:17:05.169547+0000","last_clean":"2024-05-21T00:17:05.169547+0000","last_became_active":"2024-05-21T00:12:53.013547+0000","last_became_peered":"2024-05-21T00:12:53.013547+0000","last_unstale":"2024-05-21T00:17:05.169547+0000","last_undegraded":"2024-05-21T00:17:05.169547+0000","last_fullsized":"2024-05-21T00:17:05.169547+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:32.091022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":229,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.563369+0000","last_change":"2024-05-21T00:12:57.042824+0000","last_active":"2024-05-21T00:14:47.563369+0000","last_peered":"2024-05-21T00:14:47.563369+0000","last_clean":"2024-05-21T00:14:47.563369+0000","last_became_active":"2024-05-21T00:12:57.040341+0000","last_became_peered":"2024-05-21T00:12:57.040341+0000","last_unstale":"2024-05-21T00:14:47.563369+0000","last_undegraded":"2024-05-21T00:14:47.563369+0000","last_fullsized":"2024-05-21T00:14:47.563369+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:51:10.629525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:57.388868+0000","last_change":"2024-05-21T00:12:57.049618+0000","last_active":"2024-05-21T00:14:57.388868+0000","last_peered":"2024-05-21T00:14:57.388868+0000","last_clean":"2024-05-21T00:14:57.388868+0000","last_became_active":"2024-05-21T00:12:57.049285+0000","last_became_peered":"2024-05-21T00:12:57.049285+0000","last_unstale":"2024-05-21T00:14:57.388868+0000","last_undegraded":"2024-05-21T00:14:57.388868+0000","last_fullsized":"2024-05-21T00:14:57.388868+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:47:20.928639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"81'7","reported_seq":262,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:05.256758+0000","last_change":"2024-05-21T00:12:53.061890+0000","last_active":"2024-05-21T00:17:05.256758+0000","last_peered":"2024-05-21T00:17:05.256758+0000","last_clean":"2024-05-21T00:17:05.256758+0000","last_became_active":"2024-05-21T00:12:53.061469+0000","last_became_peered":"2024-05-21T00:12:53.061469+0000","last_unstale":"2024-05-21T00:17:05.256758+0000","last_undegraded":"2024-05-21T00:17:05.256758+0000","last_fullsized":"2024-05-21T00:17:05.256758+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:42:27.776942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":227,"num_read_kb":227,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.542808+0000","last_change":"2024-05-21T00:13:49.212833+0000","last_active":"2024-05-21T00:14:47.542808+0000","last_peered":"2024-05-21T00:14:47.542808+0000","last_clean":"2024-05-21T00:14:47.542808+0000","last_became_active":"2024-05-21T00:13:49.211958+0000","last_became_peered":"2024-05-21T00:13:49.211958+0000","last_unstale":"2024-05-21T00:14:47.542808+0000","last_undegraded":"2024-05-21T00:14:47.542808+0000","last_fullsized":"2024-05-21T00:14:47.542808+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:23.586551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.930906+0000","last_change":"2024-05-21T00:12:53.004587+0000","last_active":"2024-05-21T00:15:01.930906+0000","last_peered":"2024-05-21T00:15:01.930906+0000","last_clean":"2024-05-21T00:15:01.930906+0000","last_became_active":"2024-05-21T00:12:53.004100+0000","last_became_peered":"2024-05-21T00:12:53.004100+0000","last_unstale":"2024-05-21T00:15:01.930906+0000","last_undegraded":"2024-05-21T00:15:01.930906+0000","last_fullsized":"2024-05-21T00:15:01.930906+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:28.196445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:00.385920+0000","last_change":"2024-05-21T00:11:22.025962+0000","last_active":"2024-05-21T00:14:00.385920+0000","last_peered":"2024-05-21T00:14:00.385920+0000","last_clean":"2024-05-21T00:14:00.385920+0000","last_became_active":"2024-05-21T00:11:22.020112+0000","last_became_peered":"2024-05-21T00:11:22.020112+0000","last_unstale":"2024-05-21T00:14:00.385920+0000","last_undegraded":"2024-05-21T00:14:00.385920+0000","last_fullsized":"2024-05-21T00:14:00.385920+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_clean_scrub_stamp":"2024-05-21T00:07:34.159650+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:43.385269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.082276+0000","last_change":"2024-05-21T00:12:57.052251+0000","last_active":"2024-05-21T00:15:01.082276+0000","last_peered":"2024-05-21T00:15:01.082276+0000","last_clean":"2024-05-21T00:15:01.082276+0000","last_became_active":"2024-05-21T00:12:57.051831+0000","last_became_peered":"2024-05-21T00:12:57.051831+0000","last_unstale":"2024-05-21T00:15:01.082276+0000","last_undegraded":"2024-05-21T00:15:01.082276+0000","last_fullsized":"2024-05-21T00:15:01.082276+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:54:10.866841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:55.391635+0000","last_change":"2024-05-21T00:12:53.006299+0000","last_active":"2024-05-21T00:14:55.391635+0000","last_peered":"2024-05-21T00:14:55.391635+0000","last_clean":"2024-05-21T00:14:55.391635+0000","last_became_active":"2024-05-21T00:12:53.005896+0000","last_became_peered":"2024-05-21T00:12:53.005896+0000","last_unstale":"2024-05-21T00:14:55.391635+0000","last_undegraded":"2024-05-21T00:14:55.391635+0000","last_fullsized":"2024-05-21T00:14:55.391635+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:38:13.023455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:59.689263+0000","last_change":"2024-05-21T00:12:53.059074+0000","last_active":"2024-05-21T00:14:59.689263+0000","last_peered":"2024-05-21T00:14:59.689263+0000","last_clean":"2024-05-21T00:14:59.689263+0000","last_became_active":"2024-05-21T00:12:53.058789+0000","last_became_peered":"2024-05-21T00:12:53.058789+0000","last_unstale":"2024-05-21T00:14:59.689263+0000","last_undegraded":"2024-05-21T00:14:59.689263+0000","last_fullsized":"2024-05-21T00:14:59.689263+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:34:52.220672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.082420+0000","last_change":"2024-05-21T00:12:57.043092+0000","last_active":"2024-05-21T00:15:01.082420+0000","last_peered":"2024-05-21T00:15:01.082420+0000","last_clean":"2024-05-21T00:15:01.082420+0000","last_became_active":"2024-05-21T00:12:57.039538+0000","last_became_peered":"2024-05-21T00:12:57.039538+0000","last_unstale":"2024-05-21T00:15:01.082420+0000","last_undegraded":"2024-05-21T00:15:01.082420+0000","last_fullsized":"2024-05-21T00:15:01.082420+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:45:51.064194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'18","reported_seq":61,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.056167+0000","last_change":"2024-05-21T00:13:48.844792+0000","last_active":"2024-05-21T00:15:04.056167+0000","last_peered":"2024-05-21T00:15:04.056167+0000","last_clean":"2024-05-21T00:15:04.056167+0000","last_became_active":"2024-05-21T00:13:48.830511+0000","last_became_peered":"2024-05-21T00:13:48.830511+0000","last_unstale":"2024-05-21T00:15:04.056167+0000","last_undegraded":"2024-05-21T00:15:04.056167+0000","last_fullsized":"2024-05-21T00:15:04.056167+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:12.248874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":8,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.563700+0000","last_change":"2024-05-21T00:12:57.049329+0000","last_active":"2024-05-21T00:14:47.563700+0000","last_peered":"2024-05-21T00:14:47.563700+0000","last_clean":"2024-05-21T00:14:47.563700+0000","last_became_active":"2024-05-21T00:12:57.048960+0000","last_became_peered":"2024-05-21T00:12:57.048960+0000","last_unstale":"2024-05-21T00:14:47.563700+0000","last_undegraded":"2024-05-21T00:14:47.563700+0000","last_fullsized":"2024-05-21T00:14:47.563700+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:36:30.430924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.371883+0000","last_change":"2024-05-21T00:12:53.056207+0000","last_active":"2024-05-21T00:13:49.371883+0000","last_peered":"2024-05-21T00:13:49.371883+0000","last_clean":"2024-05-21T00:13:49.371883+0000","last_became_active":"2024-05-21T00:12:53.055915+0000","last_became_peered":"2024-05-21T00:12:53.055915+0000","last_unstale":"2024-05-21T00:13:49.371883+0000","last_undegraded":"2024-05-21T00:13:49.371883+0000","last_fullsized":"2024-05-21T00:13:49.371883+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:41.144414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.570810+0000","last_change":"2024-05-21T00:12:57.055208+0000","last_active":"2024-05-21T00:14:47.570810+0000","last_peered":"2024-05-21T00:14:47.570810+0000","last_clean":"2024-05-21T00:14:47.570810+0000","last_became_active":"2024-05-21T00:12:57.054835+0000","last_became_peered":"2024-05-21T00:12:57.054835+0000","last_unstale":"2024-05-21T00:14:47.570810+0000","last_undegraded":"2024-05-21T00:14:47.570810+0000","last_fullsized":"2024-05-21T00:14:47.570810+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:26:46.080981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210352+0000","last_change":"2024-05-21T00:12:53.059674+0000","last_active":"2024-05-21T00:13:49.210352+0000","last_peered":"2024-05-21T00:13:49.210352+0000","last_clean":"2024-05-21T00:13:49.210352+0000","last_became_active":"2024-05-21T00:12:53.059442+0000","last_became_peered":"2024-05-21T00:12:53.059442+0000","last_unstale":"2024-05-21T00:13:49.210352+0000","last_undegraded":"2024-05-21T00:13:49.210352+0000","last_fullsized":"2024-05-21T00:13:49.210352+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:39.874661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.518841+0000","last_change":"2024-05-21T00:12:57.047454+0000","last_active":"2024-05-21T00:14:47.518841+0000","last_peered":"2024-05-21T00:14:47.518841+0000","last_clean":"2024-05-21T00:14:47.518841+0000","last_became_active":"2024-05-21T00:12:57.047034+0000","last_became_peered":"2024-05-21T00:12:57.047034+0000","last_unstale":"2024-05-21T00:14:47.518841+0000","last_undegraded":"2024-05-21T00:14:47.518841+0000","last_fullsized":"2024-05-21T00:14:47.518841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:52:48.980978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.820285+0000","last_change":"2024-05-21T00:12:53.018368+0000","last_active":"2024-05-21T00:13:48.820285+0000","last_peered":"2024-05-21T00:13:48.820285+0000","last_clean":"2024-05-21T00:13:48.820285+0000","last_became_active":"2024-05-21T00:12:53.015613+0000","last_became_peered":"2024-05-21T00:12:53.015613+0000","last_unstale":"2024-05-21T00:13:48.820285+0000","last_undegraded":"2024-05-21T00:13:48.820285+0000","last_fullsized":"2024-05-21T00:13:48.820285+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:51:57.280963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566806+0000","last_change":"2024-05-21T00:12:57.041377+0000","last_active":"2024-05-21T00:14:47.566806+0000","last_peered":"2024-05-21T00:14:47.566806+0000","last_clean":"2024-05-21T00:14:47.566806+0000","last_became_active":"2024-05-21T00:12:57.040466+0000","last_became_peered":"2024-05-21T00:12:57.040466+0000","last_unstale":"2024-05-21T00:14:47.566806+0000","last_undegraded":"2024-05-21T00:14:47.566806+0000","last_fullsized":"2024-05-21T00:14:47.566806+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:35:59.677316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:50.325376+0000","last_change":"2024-05-21T00:13:48.830100+0000","last_active":"2024-05-21T00:13:50.325376+0000","last_peered":"2024-05-21T00:13:50.325376+0000","last_clean":"2024-05-21T00:13:50.325376+0000","last_became_active":"2024-05-21T00:13:48.822312+0000","last_became_peered":"2024-05-21T00:13:48.822312+0000","last_unstale":"2024-05-21T00:13:50.325376+0000","last_undegraded":"2024-05-21T00:13:50.325376+0000","last_fullsized":"2024-05-21T00:13:50.325376+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:27:01.631036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.569486+0000","last_change":"2024-05-21T00:12:57.063815+0000","last_active":"2024-05-21T00:14:47.569486+0000","last_peered":"2024-05-21T00:14:47.569486+0000","last_clean":"2024-05-21T00:14:47.569486+0000","last_became_active":"2024-05-21T00:12:57.063399+0000","last_became_peered":"2024-05-21T00:12:57.063399+0000","last_unstale":"2024-05-21T00:14:47.569486+0000","last_undegraded":"2024-05-21T00:14:47.569486+0000","last_fullsized":"2024-05-21T00:14:47.569486+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:41.185777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816772+0000","last_change":"2024-05-21T00:12:53.006935+0000","last_active":"2024-05-21T00:13:48.816772+0000","last_peered":"2024-05-21T00:13:48.816772+0000","last_clean":"2024-05-21T00:13:48.816772+0000","last_became_active":"2024-05-21T00:12:53.006417+0000","last_became_peered":"2024-05-21T00:12:53.006417+0000","last_unstale":"2024-05-21T00:13:48.816772+0000","last_undegraded":"2024-05-21T00:13:48.816772+0000","last_fullsized":"2024-05-21T00:13:48.816772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:28.311334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559425+0000","last_change":"2024-05-21T00:12:57.039348+0000","last_active":"2024-05-21T00:14:47.559425+0000","last_peered":"2024-05-21T00:14:47.559425+0000","last_clean":"2024-05-21T00:14:47.559425+0000","last_became_active":"2024-05-21T00:12:57.038974+0000","last_became_peered":"2024-05-21T00:12:57.038974+0000","last_unstale":"2024-05-21T00:14:47.559425+0000","last_undegraded":"2024-05-21T00:14:47.559425+0000","last_fullsized":"2024-05-21T00:14:47.559425+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:07:22.264745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'5","reported_seq":259,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:03.056225+0000","last_change":"2024-05-21T00:12:53.061792+0000","last_active":"2024-05-21T00:17:03.056225+0000","last_peered":"2024-05-21T00:17:03.056225+0000","last_clean":"2024-05-21T00:17:03.056225+0000","last_became_active":"2024-05-21T00:12:53.061412+0000","last_became_peered":"2024-05-21T00:12:53.061412+0000","last_unstale":"2024-05-21T00:17:03.056225+0000","last_undegraded":"2024-05-21T00:17:03.056225+0000","last_fullsized":"2024-05-21T00:17:03.056225+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:34.086547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":227,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537455+0000","last_change":"2024-05-21T00:12:57.039449+0000","last_active":"2024-05-21T00:14:47.537455+0000","last_peered":"2024-05-21T00:14:47.537455+0000","last_clean":"2024-05-21T00:14:47.537455+0000","last_became_active":"2024-05-21T00:12:57.038938+0000","last_became_peered":"2024-05-21T00:12:57.038938+0000","last_unstale":"2024-05-21T00:14:47.537455+0000","last_undegraded":"2024-05-21T00:14:47.537455+0000","last_fullsized":"2024-05-21T00:14:47.537455+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:49:06.890897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811046+0000","last_change":"2024-05-21T00:12:53.015499+0000","last_active":"2024-05-21T00:13:48.811046+0000","last_peered":"2024-05-21T00:13:48.811046+0000","last_clean":"2024-05-21T00:13:48.811046+0000","last_became_active":"2024-05-21T00:12:53.015155+0000","last_became_peered":"2024-05-21T00:12:53.015155+0000","last_unstale":"2024-05-21T00:13:48.811046+0000","last_undegraded":"2024-05-21T00:13:48.811046+0000","last_fullsized":"2024-05-21T00:13:48.811046+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:15:03.035646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.552910+0000","last_change":"2024-05-21T00:12:57.056493+0000","last_active":"2024-05-21T00:14:47.552910+0000","last_peered":"2024-05-21T00:14:47.552910+0000","last_clean":"2024-05-21T00:14:47.552910+0000","last_became_active":"2024-05-21T00:12:57.055970+0000","last_became_peered":"2024-05-21T00:12:57.055970+0000","last_unstale":"2024-05-21T00:14:47.552910+0000","last_undegraded":"2024-05-21T00:14:47.552910+0000","last_fullsized":"2024-05-21T00:14:47.552910+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:05:20.667829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975225+0000","last_change":"2024-05-21T00:12:53.017967+0000","last_active":"2024-05-21T00:13:48.975225+0000","last_peered":"2024-05-21T00:13:48.975225+0000","last_clean":"2024-05-21T00:13:48.975225+0000","last_became_active":"2024-05-21T00:12:53.017449+0000","last_became_peered":"2024-05-21T00:12:53.017449+0000","last_unstale":"2024-05-21T00:13:48.975225+0000","last_undegraded":"2024-05-21T00:13:48.975225+0000","last_fullsized":"2024-05-21T00:13:48.975225+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:40:55.586870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538388+0000","last_change":"2024-05-21T00:12:57.045741+0000","last_active":"2024-05-21T00:14:47.538388+0000","last_peered":"2024-05-21T00:14:47.538388+0000","last_clean":"2024-05-21T00:14:47.538388+0000","last_became_active":"2024-05-21T00:12:57.044607+0000","last_became_peered":"2024-05-21T00:12:57.044607+0000","last_unstale":"2024-05-21T00:14:47.538388+0000","last_undegraded":"2024-05-21T00:14:47.538388+0000","last_fullsized":"2024-05-21T00:14:47.538388+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:17:12.299341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.535623+0000","last_change":"2024-05-21T00:13:48.821996+0000","last_active":"2024-05-21T00:14:47.535623+0000","last_peered":"2024-05-21T00:14:47.535623+0000","last_clean":"2024-05-21T00:14:47.535623+0000","last_became_active":"2024-05-21T00:13:48.821542+0000","last_became_peered":"2024-05-21T00:13:48.821542+0000","last_unstale":"2024-05-21T00:14:47.535623+0000","last_undegraded":"2024-05-21T00:14:47.535623+0000","last_fullsized":"2024-05-21T00:14:47.535623+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:17:51.614425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,9],"acting":[11,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.527163+0000","last_change":"2024-05-21T00:12:57.040997+0000","last_active":"2024-05-21T00:14:47.527163+0000","last_peered":"2024-05-21T00:14:47.527163+0000","last_clean":"2024-05-21T00:14:47.527163+0000","last_became_active":"2024-05-21T00:12:57.040511+0000","last_became_peered":"2024-05-21T00:12:57.040511+0000","last_unstale":"2024-05-21T00:14:47.527163+0000","last_undegraded":"2024-05-21T00:14:47.527163+0000","last_fullsized":"2024-05-21T00:14:47.527163+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:31:29.985427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568508+0000","last_change":"2024-05-21T00:12:57.060563+0000","last_active":"2024-05-21T00:14:47.568508+0000","last_peered":"2024-05-21T00:14:47.568508+0000","last_clean":"2024-05-21T00:14:47.568508+0000","last_became_active":"2024-05-21T00:12:57.060138+0000","last_became_peered":"2024-05-21T00:12:57.060138+0000","last_unstale":"2024-05-21T00:14:47.568508+0000","last_undegraded":"2024-05-21T00:14:47.568508+0000","last_fullsized":"2024-05-21T00:14:47.568508+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:06.963046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.567477+0000","last_change":"2024-05-21T00:12:57.056351+0000","last_active":"2024-05-21T00:14:47.567477+0000","last_peered":"2024-05-21T00:14:47.567477+0000","last_clean":"2024-05-21T00:14:47.567477+0000","last_became_active":"2024-05-21T00:12:57.056014+0000","last_became_peered":"2024-05-21T00:12:57.056014+0000","last_unstale":"2024-05-21T00:14:47.567477+0000","last_undegraded":"2024-05-21T00:14:47.567477+0000","last_fullsized":"2024-05-21T00:14:47.567477+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.046704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.570641+0000","last_change":"2024-05-21T00:12:57.058705+0000","last_active":"2024-05-21T00:14:47.570641+0000","last_peered":"2024-05-21T00:14:47.570641+0000","last_clean":"2024-05-21T00:14:47.570641+0000","last_became_active":"2024-05-21T00:12:57.058288+0000","last_became_peered":"2024-05-21T00:12:57.058288+0000","last_unstale":"2024-05-21T00:14:47.570641+0000","last_undegraded":"2024-05-21T00:14:47.570641+0000","last_fullsized":"2024-05-21T00:14:47.570641+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:35:37.179860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528779+0000","last_change":"2024-05-21T00:12:57.043982+0000","last_active":"2024-05-21T00:14:47.528779+0000","last_peered":"2024-05-21T00:14:47.528779+0000","last_clean":"2024-05-21T00:14:47.528779+0000","last_became_active":"2024-05-21T00:12:57.043361+0000","last_became_peered":"2024-05-21T00:12:57.043361+0000","last_unstale":"2024-05-21T00:14:47.528779+0000","last_undegraded":"2024-05-21T00:14:47.528779+0000","last_fullsized":"2024-05-21T00:14:47.528779+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:15:49.706743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528693+0000","last_change":"2024-05-21T00:12:57.049514+0000","last_active":"2024-05-21T00:14:47.528693+0000","last_peered":"2024-05-21T00:14:47.528693+0000","last_clean":"2024-05-21T00:14:47.528693+0000","last_became_active":"2024-05-21T00:12:57.049165+0000","last_became_peered":"2024-05-21T00:12:57.049165+0000","last_unstale":"2024-05-21T00:14:47.528693+0000","last_undegraded":"2024-05-21T00:14:47.528693+0000","last_fullsized":"2024-05-21T00:14:47.528693+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:29:13.528183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562007+0000","last_change":"2024-05-21T00:12:57.061767+0000","last_active":"2024-05-21T00:14:47.562007+0000","last_peered":"2024-05-21T00:14:47.562007+0000","last_clean":"2024-05-21T00:14:47.562007+0000","last_became_active":"2024-05-21T00:12:57.060095+0000","last_became_peered":"2024-05-21T00:12:57.060095+0000","last_unstale":"2024-05-21T00:14:47.562007+0000","last_undegraded":"2024-05-21T00:14:47.562007+0000","last_fullsized":"2024-05-21T00:14:47.562007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:09:49.983729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561966+0000","last_change":"2024-05-21T00:12:57.059613+0000","last_active":"2024-05-21T00:14:47.561966+0000","last_peered":"2024-05-21T00:14:47.561966+0000","last_clean":"2024-05-21T00:14:47.561966+0000","last_became_active":"2024-05-21T00:12:57.059370+0000","last_became_peered":"2024-05-21T00:12:57.059370+0000","last_unstale":"2024-05-21T00:14:47.561966+0000","last_undegraded":"2024-05-21T00:14:47.561966+0000","last_fullsized":"2024-05-21T00:14:47.561966+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:23.312453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.560675+0000","last_change":"2024-05-21T00:12:57.048475+0000","last_active":"2024-05-21T00:14:47.560675+0000","last_peered":"2024-05-21T00:14:47.560675+0000","last_clean":"2024-05-21T00:14:47.560675+0000","last_became_active":"2024-05-21T00:12:57.047738+0000","last_became_peered":"2024-05-21T00:12:57.047738+0000","last_unstale":"2024-05-21T00:14:47.560675+0000","last_undegraded":"2024-05-21T00:14:47.560675+0000","last_fullsized":"2024-05-21T00:14:47.560675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:28:46.190914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562379+0000","last_change":"2024-05-21T00:12:57.056401+0000","last_active":"2024-05-21T00:14:47.562379+0000","last_peered":"2024-05-21T00:14:47.562379+0000","last_clean":"2024-05-21T00:14:47.562379+0000","last_became_active":"2024-05-21T00:12:57.055978+0000","last_became_peered":"2024-05-21T00:12:57.055978+0000","last_unstale":"2024-05-21T00:14:47.562379+0000","last_undegraded":"2024-05-21T00:14:47.562379+0000","last_fullsized":"2024-05-21T00:14:47.562379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:54.140724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571324+0000","last_change":"2024-05-21T00:12:57.055227+0000","last_active":"2024-05-21T00:14:47.571324+0000","last_peered":"2024-05-21T00:14:47.571324+0000","last_clean":"2024-05-21T00:14:47.571324+0000","last_became_active":"2024-05-21T00:12:57.054840+0000","last_became_peered":"2024-05-21T00:12:57.054840+0000","last_unstale":"2024-05-21T00:14:47.571324+0000","last_undegraded":"2024-05-21T00:14:47.571324+0000","last_fullsized":"2024-05-21T00:14:47.571324+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:59.074145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529738+0000","last_change":"2024-05-21T00:12:57.037817+0000","last_active":"2024-05-21T00:14:47.529738+0000","last_peered":"2024-05-21T00:14:47.529738+0000","last_clean":"2024-05-21T00:14:47.529738+0000","last_became_active":"2024-05-21T00:12:57.037457+0000","last_became_peered":"2024-05-21T00:12:57.037457+0000","last_unstale":"2024-05-21T00:14:47.529738+0000","last_undegraded":"2024-05-21T00:14:47.529738+0000","last_fullsized":"2024-05-21T00:14:47.529738+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:26.664482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":78470,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":2296,"num_read_kb":1236,"num_write":267,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1013,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":235410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":230,"ondisk_log_size":230,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678082,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874311,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36892,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708260,"statfs":{"total":95995035648,"available":95957258240,"internally_reserved":0,"allocated":1593344,"data_stored":1092144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037838,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":430061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234067,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430297,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40964,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704188,"statfs":{"total":95995035648,"available":95953088512,"internally_reserved":0,"allocated":1503232,"data_stored":1024472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593824,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36208,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708944,"statfs":{"total":95995035648,"available":95957958656,"internally_reserved":0,"allocated":892928,"data_stored":430310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":501365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738496,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":431117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411445,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":500431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182510,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":429603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986282,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40376,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704776,"statfs":{"total":95995035648,"available":95953690624,"internally_reserved":0,"allocated":901120,"data_stored":431635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790055,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32656,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712496,"statfs":{"total":95995035648,"available":95961595904,"internally_reserved":0,"allocated":1515520,"data_stored":1022776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":71492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":72720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:17:09.495 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-05-21T00:17:09.495 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-05-21T00:17:09.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.752+0000 7f91b4c00640 1 -- 172.21.15.12:0/336591829 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b0106760 msgr2=0x7f91b010cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:09.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.752+0000 7f91b4c00640 1 --2- 172.21.15.12:0/336591829 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b0106760 0x7f91b010cff0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f91a8009860 tx=0x7f91a802a340 comp rx=0 tx=0).stop 2024-05-21T00:17:09.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.752+0000 7f91b4c00640 1 -- 172.21.15.12:0/336591829 shutdown_connections 2024-05-21T00:17:09.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.752+0000 7f91b4c00640 1 --2- 172.21.15.12:0/336591829 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b0106760 0x7f91b010cff0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.752+0000 7f91b4c00640 1 --2- 172.21.15.12:0/336591829 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f91b0105da0 0x7f91b0106220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.752+0000 7f91b4c00640 1 --2- 172.21.15.12:0/336591829 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91b0104bb0 0x7f91b0104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.752+0000 7f91b4c00640 1 -- 172.21.15.12:0/336591829 >> 172.21.15.12:0/336591829 conn(0x7f91b0100120 msgr2=0x7f91b0102560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:09.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.752+0000 7f91b4c00640 1 -- 172.21.15.12:0/336591829 shutdown_connections 2024-05-21T00:17:09.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.752+0000 7f91b4c00640 1 -- 172.21.15.12:0/336591829 wait complete. 2024-05-21T00:17:09.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.753+0000 7f91b4c00640 1 Processor -- start 2024-05-21T00:17:09.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.754+0000 7f91b4c00640 1 -- start start 2024-05-21T00:17:09.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.754+0000 7f91b4c00640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b0104bb0 0x7f91b019ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:09.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.754+0000 7f91b4c00640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91b0105da0 0x7f91b019b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:09.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.754+0000 7f91b4c00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f91b0106760 0x7f91b01a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:09.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.754+0000 7f91b4c00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f91b01106e0 con 0x7f91b0106760 2024-05-21T00:17:09.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.754+0000 7f91b4c00640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f91b0110560 con 0x7f91b0104bb0 2024-05-21T00:17:09.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.754+0000 7f91b4c00640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f91b0110860 con 0x7f91b0105da0 2024-05-21T00:17:09.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.754+0000 7f91afe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f91b0106760 0x7f91b01a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:09.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.754+0000 7f91aea00640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91b0105da0 0x7f91b019b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:09.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.754+0000 7f91aea00640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91b0105da0 0x7f91b019b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:39842/0 (socket says 172.21.15.12:39842) 2024-05-21T00:17:09.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.754+0000 7f91afe00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f91b0106760 0x7f91b01a2310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:52344/0 (socket says 172.21.15.12:52344) 2024-05-21T00:17:09.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.754+0000 7f91aea00640 1 -- 172.21.15.12:0/165214784 learned_addr learned my addr 172.21.15.12:0/165214784 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.754+0000 7f91af400640 1 --2- 172.21.15.12:0/165214784 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b0104bb0 0x7f91b019ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.755+0000 7f91afe00640 1 -- 172.21.15.12:0/165214784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91b0105da0 msgr2=0x7f91b019b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.755+0000 7f91afe00640 1 --2- 172.21.15.12:0/165214784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91b0105da0 0x7f91b019b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.755+0000 7f91afe00640 1 -- 172.21.15.12:0/165214784 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b0104bb0 msgr2=0x7f91b019ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.755+0000 7f91afe00640 1 --2- 172.21.15.12:0/165214784 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b0104bb0 0x7f91b019ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.755+0000 7f91afe00640 1 -- 172.21.15.12:0/165214784 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91b01a29b0 con 0x7f91b0106760 2024-05-21T00:17:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.755+0000 7f91afe00640 1 --2- 172.21.15.12:0/165214784 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f91b0106760 0x7f91b01a2310 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f91a802a860 tx=0x7f91a8032d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.755+0000 7f91a7e00640 1 -- 172.21.15.12:0/165214784 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a8037040 con 0x7f91b0106760 2024-05-21T00:17:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.755+0000 7f91a7e00640 1 -- 172.21.15.12:0/165214784 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f91a8030c10 con 0x7f91b0106760 2024-05-21T00:17:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.755+0000 7f91b4c00640 1 -- 172.21.15.12:0/165214784 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91b01a2c40 con 0x7f91b0106760 2024-05-21T00:17:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.755+0000 7f91a7e00640 1 -- 172.21.15.12:0/165214784 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a8003850 con 0x7f91b0106760 2024-05-21T00:17:09.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.756+0000 7f91b4c00640 1 -- 172.21.15.12:0/165214784 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91b01a30a0 con 0x7f91b0106760 2024-05-21T00:17:09.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.757+0000 7f91b4c00640 1 -- 172.21.15.12:0/165214784 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91b010bed0 con 0x7f91b0106760 2024-05-21T00:17:09.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.759+0000 7f91a7e00640 1 -- 172.21.15.12:0/165214784 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f91a8043020 con 0x7f91b0106760 2024-05-21T00:17:09.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.760+0000 7f91a7e00640 1 --2- 172.21.15.12:0/165214784 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91940b27e0 0x7f91940b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:09.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.761+0000 7f91a7e00640 1 -- 172.21.15.12:0/165214784 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f91a8101610 con 0x7f91b0106760 2024-05-21T00:17:09.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.761+0000 7f91af400640 1 --2- 172.21.15.12:0/165214784 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91940b27e0 0x7f91940b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:09.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.762+0000 7f91af400640 1 --2- 172.21.15.12:0/165214784 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91940b27e0 0x7f91940b4ca0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f91b019c270 tx=0x7f91a0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:09.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.765+0000 7f91a7e00640 1 -- 172.21.15.12:0/165214784 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f91a804a060 con 0x7f91b0106760 2024-05-21T00:17:09.979 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.978+0000 7f91b4c00640 1 -- 172.21.15.12:0/165214784 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f91b0062e90 con 0x7f91940b27e0 2024-05-21T00:17:09.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.990+0000 7f91a7e00640 1 -- 172.21.15.12:0/165214784 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258886 (secure 0 0 0) 0x7f91b0062e90 con 0x7f91940b27e0 2024-05-21T00:17:09.994 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:09.999 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-05-21T00:17:10.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.995+0000 7f91b4c00640 1 -- 172.21.15.12:0/165214784 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91940b27e0 msgr2=0x7f91940b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:10.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.995+0000 7f91b4c00640 1 --2- 172.21.15.12:0/165214784 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91940b27e0 0x7f91940b4ca0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f91b019c270 tx=0x7f91a0005f90 comp rx=0 tx=0).stop 2024-05-21T00:17:10.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.995+0000 7f91b4c00640 1 -- 172.21.15.12:0/165214784 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f91b0106760 msgr2=0x7f91b01a2310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:10.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.995+0000 7f91b4c00640 1 --2- 172.21.15.12:0/165214784 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f91b0106760 0x7f91b01a2310 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f91a802a860 tx=0x7f91a8032d20 comp rx=0 tx=0).stop 2024-05-21T00:17:10.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.996+0000 7f91b4c00640 1 -- 172.21.15.12:0/165214784 shutdown_connections 2024-05-21T00:17:10.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.996+0000 7f91b4c00640 1 --2- 172.21.15.12:0/165214784 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f91940b27e0 0x7f91940b4ca0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:10.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.996+0000 7f91b4c00640 1 --2- 172.21.15.12:0/165214784 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f91b0106760 0x7f91b01a2310 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:10.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.996+0000 7f91b4c00640 1 --2- 172.21.15.12:0/165214784 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f91b0105da0 0x7f91b019b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:10.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.996+0000 7f91b4c00640 1 --2- 172.21.15.12:0/165214784 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f91b0104bb0 0x7f91b019ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:10.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.996+0000 7f91b4c00640 1 -- 172.21.15.12:0/165214784 >> 172.21.15.12:0/165214784 conn(0x7f91b0100120 msgr2=0x7f91b01090a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:10.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.996+0000 7f91b4c00640 1 -- 172.21.15.12:0/165214784 shutdown_connections 2024-05-21T00:17:10.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:09.996+0000 7f91b4c00640 1 -- 172.21.15.12:0/165214784 wait complete. 2024-05-21T00:17:10.018 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":442,"stamp":"2024-05-21T00:17:09.634697+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":669072,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2402,"num_read_kb":1320,"num_write":392,"num_write_kb":2313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":2952853,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":824,"ondisk_log_size":824,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390836,"kb_used_data":12564,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550988,"statfs":{"total":1151940427776,"available":1151540211712,"internally_reserved":0,"allocated":12865536,"data_stored":7154484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5993,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":133,"num_read_kb":78,"num_write":7,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004979"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.572562+0000","last_change":"2024-05-21T00:12:57.046784+0000","last_active":"2024-05-21T00:14:47.572562+0000","last_peered":"2024-05-21T00:14:47.572562+0000","last_clean":"2024-05-21T00:14:47.572562+0000","last_became_active":"2024-05-21T00:12:57.046448+0000","last_became_peered":"2024-05-21T00:12:57.046448+0000","last_unstale":"2024-05-21T00:14:47.572562+0000","last_undegraded":"2024-05-21T00:14:47.572562+0000","last_fullsized":"2024-05-21T00:14:47.572562+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:18.280294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526651+0000","last_change":"2024-05-21T00:12:57.048996+0000","last_active":"2024-05-21T00:15:04.526651+0000","last_peered":"2024-05-21T00:15:04.526651+0000","last_clean":"2024-05-21T00:15:04.526651+0000","last_became_active":"2024-05-21T00:12:57.048645+0000","last_became_peered":"2024-05-21T00:12:57.048645+0000","last_unstale":"2024-05-21T00:15:04.526651+0000","last_undegraded":"2024-05-21T00:15:04.526651+0000","last_fullsized":"2024-05-21T00:15:04.526651+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:18:41.325045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526626+0000","last_change":"2024-05-21T00:12:57.042373+0000","last_active":"2024-05-21T00:15:04.526626+0000","last_peered":"2024-05-21T00:15:04.526626+0000","last_clean":"2024-05-21T00:15:04.526626+0000","last_became_active":"2024-05-21T00:12:57.041870+0000","last_became_peered":"2024-05-21T00:12:57.041870+0000","last_unstale":"2024-05-21T00:15:04.526626+0000","last_undegraded":"2024-05-21T00:15:04.526626+0000","last_fullsized":"2024-05-21T00:15:04.526626+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:14:42.856326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:56.930428+0000","last_change":"2024-05-21T00:12:57.049459+0000","last_active":"2024-05-21T00:14:56.930428+0000","last_peered":"2024-05-21T00:14:56.930428+0000","last_clean":"2024-05-21T00:14:56.930428+0000","last_became_active":"2024-05-21T00:12:57.048977+0000","last_became_peered":"2024-05-21T00:12:57.048977+0000","last_unstale":"2024-05-21T00:14:56.930428+0000","last_undegraded":"2024-05-21T00:14:56.930428+0000","last_fullsized":"2024-05-21T00:14:56.930428+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:22:53.099843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561836+0000","last_change":"2024-05-21T00:12:57.048582+0000","last_active":"2024-05-21T00:14:47.561836+0000","last_peered":"2024-05-21T00:14:47.561836+0000","last_clean":"2024-05-21T00:14:47.561836+0000","last_became_active":"2024-05-21T00:12:57.048221+0000","last_became_peered":"2024-05-21T00:12:57.048221+0000","last_unstale":"2024-05-21T00:14:47.561836+0000","last_undegraded":"2024-05-21T00:14:47.561836+0000","last_fullsized":"2024-05-21T00:14:47.561836+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:50:07.529376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530919+0000","last_change":"2024-05-21T00:12:57.040462+0000","last_active":"2024-05-21T00:14:47.530919+0000","last_peered":"2024-05-21T00:14:47.530919+0000","last_clean":"2024-05-21T00:14:47.530919+0000","last_became_active":"2024-05-21T00:12:57.040058+0000","last_became_peered":"2024-05-21T00:12:57.040058+0000","last_unstale":"2024-05-21T00:14:47.530919+0000","last_undegraded":"2024-05-21T00:14:47.530919+0000","last_fullsized":"2024-05-21T00:14:47.530919+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:54:04.103484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538828+0000","last_change":"2024-05-21T00:12:57.041274+0000","last_active":"2024-05-21T00:14:47.538828+0000","last_peered":"2024-05-21T00:14:47.538828+0000","last_clean":"2024-05-21T00:14:47.538828+0000","last_became_active":"2024-05-21T00:12:57.040893+0000","last_became_peered":"2024-05-21T00:12:57.040893+0000","last_unstale":"2024-05-21T00:14:47.538828+0000","last_undegraded":"2024-05-21T00:14:47.538828+0000","last_fullsized":"2024-05-21T00:14:47.538828+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:48:49.972545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562911+0000","last_change":"2024-05-21T00:12:57.059229+0000","last_active":"2024-05-21T00:14:47.562911+0000","last_peered":"2024-05-21T00:14:47.562911+0000","last_clean":"2024-05-21T00:14:47.562911+0000","last_became_active":"2024-05-21T00:12:57.057015+0000","last_became_peered":"2024-05-21T00:12:57.057015+0000","last_unstale":"2024-05-21T00:14:47.562911+0000","last_undegraded":"2024-05-21T00:14:47.562911+0000","last_fullsized":"2024-05-21T00:14:47.562911+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:17:35.690779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.533522+0000","last_change":"2024-05-21T00:12:57.047678+0000","last_active":"2024-05-21T00:14:47.533522+0000","last_peered":"2024-05-21T00:14:47.533522+0000","last_clean":"2024-05-21T00:14:47.533522+0000","last_became_active":"2024-05-21T00:12:57.046692+0000","last_became_peered":"2024-05-21T00:12:57.046692+0000","last_unstale":"2024-05-21T00:14:47.533522+0000","last_undegraded":"2024-05-21T00:14:47.533522+0000","last_fullsized":"2024-05-21T00:14:47.533522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.979809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530389+0000","last_change":"2024-05-21T00:12:57.043894+0000","last_active":"2024-05-21T00:14:47.530389+0000","last_peered":"2024-05-21T00:14:47.530389+0000","last_clean":"2024-05-21T00:14:47.530389+0000","last_became_active":"2024-05-21T00:12:57.043455+0000","last_became_peered":"2024-05-21T00:12:57.043455+0000","last_unstale":"2024-05-21T00:14:47.530389+0000","last_undegraded":"2024-05-21T00:14:47.530389+0000","last_fullsized":"2024-05-21T00:14:47.530389+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:50:11.567175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537270+0000","last_change":"2024-05-21T00:12:57.042379+0000","last_active":"2024-05-21T00:14:47.537270+0000","last_peered":"2024-05-21T00:14:47.537270+0000","last_clean":"2024-05-21T00:14:47.537270+0000","last_became_active":"2024-05-21T00:12:57.041924+0000","last_became_peered":"2024-05-21T00:12:57.041924+0000","last_unstale":"2024-05-21T00:14:47.537270+0000","last_undegraded":"2024-05-21T00:14:47.537270+0000","last_fullsized":"2024-05-21T00:14:47.537270+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:39:58.127761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528026+0000","last_change":"2024-05-21T00:12:57.050729+0000","last_active":"2024-05-21T00:14:47.528026+0000","last_peered":"2024-05-21T00:14:47.528026+0000","last_clean":"2024-05-21T00:14:47.528026+0000","last_became_active":"2024-05-21T00:12:57.050393+0000","last_became_peered":"2024-05-21T00:12:57.050393+0000","last_unstale":"2024-05-21T00:14:47.528026+0000","last_undegraded":"2024-05-21T00:14:47.528026+0000","last_fullsized":"2024-05-21T00:14:47.528026+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:16:14.272141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559418+0000","last_change":"2024-05-21T00:12:57.045310+0000","last_active":"2024-05-21T00:14:47.559418+0000","last_peered":"2024-05-21T00:14:47.559418+0000","last_clean":"2024-05-21T00:14:47.559418+0000","last_became_active":"2024-05-21T00:12:57.044865+0000","last_became_peered":"2024-05-21T00:12:57.044865+0000","last_unstale":"2024-05-21T00:14:47.559418+0000","last_undegraded":"2024-05-21T00:14:47.559418+0000","last_fullsized":"2024-05-21T00:14:47.559418+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:07:41.425647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568377+0000","last_change":"2024-05-21T00:12:57.045874+0000","last_active":"2024-05-21T00:14:47.568377+0000","last_peered":"2024-05-21T00:14:47.568377+0000","last_clean":"2024-05-21T00:14:47.568377+0000","last_became_active":"2024-05-21T00:12:57.045311+0000","last_became_peered":"2024-05-21T00:12:57.045311+0000","last_unstale":"2024-05-21T00:14:47.568377+0000","last_undegraded":"2024-05-21T00:14:47.568377+0000","last_fullsized":"2024-05-21T00:14:47.568377+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:10.765103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566323+0000","last_change":"2024-05-21T00:12:57.051610+0000","last_active":"2024-05-21T00:14:47.566323+0000","last_peered":"2024-05-21T00:14:47.566323+0000","last_clean":"2024-05-21T00:14:47.566323+0000","last_became_active":"2024-05-21T00:12:57.047654+0000","last_became_peered":"2024-05-21T00:12:57.047654+0000","last_unstale":"2024-05-21T00:14:47.566323+0000","last_undegraded":"2024-05-21T00:14:47.566323+0000","last_fullsized":"2024-05-21T00:14:47.566323+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:57.390655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.565503+0000","last_change":"2024-05-21T00:12:57.044373+0000","last_active":"2024-05-21T00:14:47.565503+0000","last_peered":"2024-05-21T00:14:47.565503+0000","last_clean":"2024-05-21T00:14:47.565503+0000","last_became_active":"2024-05-21T00:12:57.043753+0000","last_became_peered":"2024-05-21T00:12:57.043753+0000","last_unstale":"2024-05-21T00:14:47.565503+0000","last_undegraded":"2024-05-21T00:14:47.565503+0000","last_fullsized":"2024-05-21T00:14:47.565503+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:36:42.639746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.572572+0000","last_change":"2024-05-21T00:12:57.046120+0000","last_active":"2024-05-21T00:14:47.572572+0000","last_peered":"2024-05-21T00:14:47.572572+0000","last_clean":"2024-05-21T00:14:47.572572+0000","last_became_active":"2024-05-21T00:12:57.045058+0000","last_became_peered":"2024-05-21T00:12:57.045058+0000","last_unstale":"2024-05-21T00:14:47.572572+0000","last_undegraded":"2024-05-21T00:14:47.572572+0000","last_fullsized":"2024-05-21T00:14:47.572572+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:11:23.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.548211+0000","last_change":"2024-05-21T00:12:57.041054+0000","last_active":"2024-05-21T00:14:47.548211+0000","last_peered":"2024-05-21T00:14:47.548211+0000","last_clean":"2024-05-21T00:14:47.548211+0000","last_became_active":"2024-05-21T00:12:57.040637+0000","last_became_peered":"2024-05-21T00:12:57.040637+0000","last_unstale":"2024-05-21T00:14:47.548211+0000","last_undegraded":"2024-05-21T00:14:47.548211+0000","last_fullsized":"2024-05-21T00:14:47.548211+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:50.618128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558088+0000","last_change":"2024-05-21T00:12:57.050159+0000","last_active":"2024-05-21T00:14:47.558088+0000","last_peered":"2024-05-21T00:14:47.558088+0000","last_clean":"2024-05-21T00:14:47.558088+0000","last_became_active":"2024-05-21T00:12:57.049771+0000","last_became_peered":"2024-05-21T00:12:57.049771+0000","last_unstale":"2024-05-21T00:14:47.558088+0000","last_undegraded":"2024-05-21T00:14:47.558088+0000","last_fullsized":"2024-05-21T00:14:47.558088+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:16:13.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"81'14","reported_seq":272,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:07.173109+0000","last_change":"2024-05-21T00:12:53.010045+0000","last_active":"2024-05-21T00:17:07.173109+0000","last_peered":"2024-05-21T00:17:07.173109+0000","last_clean":"2024-05-21T00:17:07.173109+0000","last_became_active":"2024-05-21T00:12:53.008748+0000","last_became_peered":"2024-05-21T00:12:53.008748+0000","last_unstale":"2024-05-21T00:17:07.173109+0000","last_undegraded":"2024-05-21T00:17:07.173109+0000","last_fullsized":"2024-05-21T00:17:07.173109+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:30.444075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":230,"num_read_kb":230,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:00.988209+0000","last_change":"2024-05-21T00:12:57.060688+0000","last_active":"2024-05-21T00:15:00.988209+0000","last_peered":"2024-05-21T00:15:00.988209+0000","last_clean":"2024-05-21T00:15:00.988209+0000","last_became_active":"2024-05-21T00:12:57.058825+0000","last_became_peered":"2024-05-21T00:12:57.058825+0000","last_unstale":"2024-05-21T00:15:00.988209+0000","last_undegraded":"2024-05-21T00:15:00.988209+0000","last_fullsized":"2024-05-21T00:15:00.988209+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:12.220194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:55.987229+0000","last_change":"2024-05-21T00:12:53.061454+0000","last_active":"2024-05-21T00:14:55.987229+0000","last_peered":"2024-05-21T00:14:55.987229+0000","last_clean":"2024-05-21T00:14:55.987229+0000","last_became_active":"2024-05-21T00:12:53.059971+0000","last_became_peered":"2024-05-21T00:12:53.059971+0000","last_unstale":"2024-05-21T00:14:55.987229+0000","last_undegraded":"2024-05-21T00:14:55.987229+0000","last_fullsized":"2024-05-21T00:14:55.987229+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:56.060446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526725+0000","last_change":"2024-05-21T00:12:57.056260+0000","last_active":"2024-05-21T00:15:04.526725+0000","last_peered":"2024-05-21T00:15:04.526725+0000","last_clean":"2024-05-21T00:15:04.526725+0000","last_became_active":"2024-05-21T00:12:57.055865+0000","last_became_peered":"2024-05-21T00:12:57.055865+0000","last_unstale":"2024-05-21T00:15:04.526725+0000","last_undegraded":"2024-05-21T00:15:04.526725+0000","last_fullsized":"2024-05-21T00:15:04.526725+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:12.164966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816917+0000","last_change":"2024-05-21T00:12:53.006258+0000","last_active":"2024-05-21T00:13:48.816917+0000","last_peered":"2024-05-21T00:13:48.816917+0000","last_clean":"2024-05-21T00:13:48.816917+0000","last_became_active":"2024-05-21T00:12:53.005828+0000","last_became_peered":"2024-05-21T00:12:53.005828+0000","last_unstale":"2024-05-21T00:13:48.816917+0000","last_undegraded":"2024-05-21T00:13:48.816917+0000","last_fullsized":"2024-05-21T00:13:48.816917+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:05:39.049442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561525+0000","last_change":"2024-05-21T00:12:57.046692+0000","last_active":"2024-05-21T00:14:47.561525+0000","last_peered":"2024-05-21T00:14:47.561525+0000","last_clean":"2024-05-21T00:14:47.561525+0000","last_became_active":"2024-05-21T00:12:57.046326+0000","last_became_peered":"2024-05-21T00:12:57.046326+0000","last_unstale":"2024-05-21T00:14:47.561525+0000","last_undegraded":"2024-05-21T00:14:47.561525+0000","last_fullsized":"2024-05-21T00:14:47.561525+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:21:16.331849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816888+0000","last_change":"2024-05-21T00:12:53.003695+0000","last_active":"2024-05-21T00:13:48.816888+0000","last_peered":"2024-05-21T00:13:48.816888+0000","last_clean":"2024-05-21T00:13:48.816888+0000","last_became_active":"2024-05-21T00:12:53.003341+0000","last_became_peered":"2024-05-21T00:12:53.003341+0000","last_unstale":"2024-05-21T00:13:48.816888+0000","last_undegraded":"2024-05-21T00:13:48.816888+0000","last_fullsized":"2024-05-21T00:13:48.816888+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:11:10.635688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.531629+0000","last_change":"2024-05-21T00:12:57.039520+0000","last_active":"2024-05-21T00:14:47.531629+0000","last_peered":"2024-05-21T00:14:47.531629+0000","last_clean":"2024-05-21T00:14:47.531629+0000","last_became_active":"2024-05-21T00:12:57.039132+0000","last_became_peered":"2024-05-21T00:12:57.039132+0000","last_unstale":"2024-05-21T00:14:47.531629+0000","last_undegraded":"2024-05-21T00:14:47.531629+0000","last_fullsized":"2024-05-21T00:14:47.531629+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:39:04.813835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"81'7","reported_seq":277,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:05.672938+0000","last_change":"2024-05-21T00:13:49.378341+0000","last_active":"2024-05-21T00:17:05.672938+0000","last_peered":"2024-05-21T00:17:05.672938+0000","last_clean":"2024-05-21T00:17:05.672938+0000","last_became_active":"2024-05-21T00:13:49.374100+0000","last_became_peered":"2024-05-21T00:13:49.374100+0000","last_unstale":"2024-05-21T00:17:05.672938+0000","last_undegraded":"2024-05-21T00:17:05.672938+0000","last_fullsized":"2024-05-21T00:17:05.672938+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:24:01.243352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":224,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529589+0000","last_change":"2024-05-21T00:12:57.048808+0000","last_active":"2024-05-21T00:14:47.529589+0000","last_peered":"2024-05-21T00:14:47.529589+0000","last_clean":"2024-05-21T00:14:47.529589+0000","last_became_active":"2024-05-21T00:12:57.048472+0000","last_became_peered":"2024-05-21T00:12:57.048472+0000","last_unstale":"2024-05-21T00:14:47.529589+0000","last_undegraded":"2024-05-21T00:14:47.529589+0000","last_fullsized":"2024-05-21T00:14:47.529589+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:28.355648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811062+0000","last_change":"2024-05-21T00:12:53.013912+0000","last_active":"2024-05-21T00:13:48.811062+0000","last_peered":"2024-05-21T00:13:48.811062+0000","last_clean":"2024-05-21T00:13:48.811062+0000","last_became_active":"2024-05-21T00:12:53.013501+0000","last_became_peered":"2024-05-21T00:12:53.013501+0000","last_unstale":"2024-05-21T00:13:48.811062+0000","last_undegraded":"2024-05-21T00:13:48.811062+0000","last_fullsized":"2024-05-21T00:13:48.811062+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:34:59.699946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562270+0000","last_change":"2024-05-21T00:12:57.048522+0000","last_active":"2024-05-21T00:14:47.562270+0000","last_peered":"2024-05-21T00:14:47.562270+0000","last_clean":"2024-05-21T00:14:47.562270+0000","last_became_active":"2024-05-21T00:12:57.048186+0000","last_became_peered":"2024-05-21T00:12:57.048186+0000","last_unstale":"2024-05-21T00:14:47.562270+0000","last_undegraded":"2024-05-21T00:14:47.562270+0000","last_fullsized":"2024-05-21T00:14:47.562270+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:04.856872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974826+0000","last_change":"2024-05-21T00:12:53.017013+0000","last_active":"2024-05-21T00:13:48.974826+0000","last_peered":"2024-05-21T00:13:48.974826+0000","last_clean":"2024-05-21T00:13:48.974826+0000","last_became_active":"2024-05-21T00:12:53.013624+0000","last_became_peered":"2024-05-21T00:12:53.013624+0000","last_unstale":"2024-05-21T00:13:48.974826+0000","last_undegraded":"2024-05-21T00:13:48.974826+0000","last_fullsized":"2024-05-21T00:13:48.974826+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:36:29.580861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561266+0000","last_change":"2024-05-21T00:12:57.056452+0000","last_active":"2024-05-21T00:14:47.561266+0000","last_peered":"2024-05-21T00:14:47.561266+0000","last_clean":"2024-05-21T00:14:47.561266+0000","last_became_active":"2024-05-21T00:12:57.050103+0000","last_became_peered":"2024-05-21T00:12:57.050103+0000","last_unstale":"2024-05-21T00:14:47.561266+0000","last_undegraded":"2024-05-21T00:14:47.561266+0000","last_fullsized":"2024-05-21T00:14:47.561266+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:11:23.891496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810713+0000","last_change":"2024-05-21T00:12:53.007972+0000","last_active":"2024-05-21T00:13:48.810713+0000","last_peered":"2024-05-21T00:13:48.810713+0000","last_clean":"2024-05-21T00:13:48.810713+0000","last_became_active":"2024-05-21T00:12:53.007597+0000","last_became_peered":"2024-05-21T00:12:53.007597+0000","last_unstale":"2024-05-21T00:13:48.810713+0000","last_undegraded":"2024-05-21T00:13:48.810713+0000","last_fullsized":"2024-05-21T00:13:48.810713+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:31:10.333950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.556783+0000","last_change":"2024-05-21T00:12:57.051923+0000","last_active":"2024-05-21T00:14:47.556783+0000","last_peered":"2024-05-21T00:14:47.556783+0000","last_clean":"2024-05-21T00:14:47.556783+0000","last_became_active":"2024-05-21T00:12:57.051401+0000","last_became_peered":"2024-05-21T00:12:57.051401+0000","last_unstale":"2024-05-21T00:14:47.556783+0000","last_undegraded":"2024-05-21T00:14:47.556783+0000","last_fullsized":"2024-05-21T00:14:47.556783+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:21.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"81'5","reported_seq":491,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:08.676845+0000","last_change":"2024-05-21T00:12:53.011503+0000","last_active":"2024-05-21T00:17:08.676845+0000","last_peered":"2024-05-21T00:17:08.676845+0000","last_clean":"2024-05-21T00:17:08.676845+0000","last_became_active":"2024-05-21T00:12:53.011191+0000","last_became_peered":"2024-05-21T00:12:53.011191+0000","last_unstale":"2024-05-21T00:17:08.676845+0000","last_undegraded":"2024-05-21T00:17:08.676845+0000","last_fullsized":"2024-05-21T00:17:08.676845+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:11.098119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":459,"num_read_kb":459,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.551080+0000","last_change":"2024-05-21T00:12:57.043199+0000","last_active":"2024-05-21T00:14:47.551080+0000","last_peered":"2024-05-21T00:14:47.551080+0000","last_clean":"2024-05-21T00:14:47.551080+0000","last_became_active":"2024-05-21T00:12:57.042321+0000","last_became_peered":"2024-05-21T00:12:57.042321+0000","last_unstale":"2024-05-21T00:14:47.551080+0000","last_undegraded":"2024-05-21T00:14:47.551080+0000","last_fullsized":"2024-05-21T00:14:47.551080+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:49:41.648559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814147+0000","last_change":"2024-05-21T00:12:53.008163+0000","last_active":"2024-05-21T00:13:48.814147+0000","last_peered":"2024-05-21T00:13:48.814147+0000","last_clean":"2024-05-21T00:13:48.814147+0000","last_became_active":"2024-05-21T00:12:53.007830+0000","last_became_peered":"2024-05-21T00:12:53.007830+0000","last_unstale":"2024-05-21T00:13:48.814147+0000","last_undegraded":"2024-05-21T00:13:48.814147+0000","last_fullsized":"2024-05-21T00:13:48.814147+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:48:33.324604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571917+0000","last_change":"2024-05-21T00:12:57.051604+0000","last_active":"2024-05-21T00:14:47.571917+0000","last_peered":"2024-05-21T00:14:47.571917+0000","last_clean":"2024-05-21T00:14:47.571917+0000","last_became_active":"2024-05-21T00:12:57.051163+0000","last_became_peered":"2024-05-21T00:12:57.051163+0000","last_unstale":"2024-05-21T00:14:47.571917+0000","last_undegraded":"2024-05-21T00:14:47.571917+0000","last_fullsized":"2024-05-21T00:14:47.571917+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:52:44.339548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811331+0000","last_change":"2024-05-21T00:12:53.061900+0000","last_active":"2024-05-21T00:13:48.811331+0000","last_peered":"2024-05-21T00:13:48.811331+0000","last_clean":"2024-05-21T00:13:48.811331+0000","last_became_active":"2024-05-21T00:12:53.061259+0000","last_became_peered":"2024-05-21T00:12:53.061259+0000","last_unstale":"2024-05-21T00:13:48.811331+0000","last_undegraded":"2024-05-21T00:13:48.811331+0000","last_fullsized":"2024-05-21T00:13:48.811331+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:59:31.613311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537320+0000","last_change":"2024-05-21T00:12:57.051862+0000","last_active":"2024-05-21T00:14:47.537320+0000","last_peered":"2024-05-21T00:14:47.537320+0000","last_clean":"2024-05-21T00:14:47.537320+0000","last_became_active":"2024-05-21T00:12:57.051259+0000","last_became_peered":"2024-05-21T00:12:57.051259+0000","last_unstale":"2024-05-21T00:14:47.537320+0000","last_undegraded":"2024-05-21T00:14:47.537320+0000","last_fullsized":"2024-05-21T00:14:47.537320+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:49.851313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'39","reported_seq":538,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:08.676705+0000","last_change":"2024-05-21T00:12:53.007836+0000","last_active":"2024-05-21T00:17:08.676705+0000","last_peered":"2024-05-21T00:17:08.676705+0000","last_clean":"2024-05-21T00:17:08.676705+0000","last_became_active":"2024-05-21T00:12:53.007404+0000","last_became_peered":"2024-05-21T00:12:53.007404+0000","last_unstale":"2024-05-21T00:17:08.676705+0000","last_undegraded":"2024-05-21T00:17:08.676705+0000","last_fullsized":"2024-05-21T00:17:08.676705+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:31:09.959452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70142,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":472,"num_read_kb":305,"num_write":41,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538268+0000","last_change":"2024-05-21T00:12:57.042835+0000","last_active":"2024-05-21T00:14:47.538268+0000","last_peered":"2024-05-21T00:14:47.538268+0000","last_clean":"2024-05-21T00:14:47.538268+0000","last_became_active":"2024-05-21T00:12:57.042507+0000","last_became_peered":"2024-05-21T00:12:57.042507+0000","last_unstale":"2024-05-21T00:14:47.538268+0000","last_undegraded":"2024-05-21T00:14:47.538268+0000","last_fullsized":"2024-05-21T00:14:47.538268+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:23:53.966867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814028+0000","last_change":"2024-05-21T00:12:53.016227+0000","last_active":"2024-05-21T00:13:48.814028+0000","last_peered":"2024-05-21T00:13:48.814028+0000","last_clean":"2024-05-21T00:13:48.814028+0000","last_became_active":"2024-05-21T00:12:53.015791+0000","last_became_peered":"2024-05-21T00:12:53.015791+0000","last_unstale":"2024-05-21T00:13:48.814028+0000","last_undegraded":"2024-05-21T00:13:48.814028+0000","last_fullsized":"2024-05-21T00:13:48.814028+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:55.413607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558795+0000","last_change":"2024-05-21T00:12:57.050393+0000","last_active":"2024-05-21T00:14:47.558795+0000","last_peered":"2024-05-21T00:14:47.558795+0000","last_clean":"2024-05-21T00:14:47.558795+0000","last_became_active":"2024-05-21T00:12:57.050065+0000","last_became_peered":"2024-05-21T00:12:57.050065+0000","last_unstale":"2024-05-21T00:14:47.558795+0000","last_undegraded":"2024-05-21T00:14:47.558795+0000","last_fullsized":"2024-05-21T00:14:47.558795+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:03:54.073088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810805+0000","last_change":"2024-05-21T00:12:53.014337+0000","last_active":"2024-05-21T00:13:48.810805+0000","last_peered":"2024-05-21T00:13:48.810805+0000","last_clean":"2024-05-21T00:13:48.810805+0000","last_became_active":"2024-05-21T00:12:53.013873+0000","last_became_peered":"2024-05-21T00:12:53.013873+0000","last_unstale":"2024-05-21T00:13:48.810805+0000","last_undegraded":"2024-05-21T00:13:48.810805+0000","last_fullsized":"2024-05-21T00:13:48.810805+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:16.467981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559352+0000","last_change":"2024-05-21T00:13:48.976876+0000","last_active":"2024-05-21T00:14:47.559352+0000","last_peered":"2024-05-21T00:14:47.559352+0000","last_clean":"2024-05-21T00:14:47.559352+0000","last_became_active":"2024-05-21T00:13:48.976530+0000","last_became_peered":"2024-05-21T00:13:48.976530+0000","last_unstale":"2024-05-21T00:14:47.559352+0000","last_undegraded":"2024-05-21T00:14:47.559352+0000","last_fullsized":"2024-05-21T00:14:47.559352+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:08:26.324247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"81'8","reported_seq":267,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:05.257468+0000","last_change":"2024-05-21T00:12:53.006607+0000","last_active":"2024-05-21T00:17:05.257468+0000","last_peered":"2024-05-21T00:17:05.257468+0000","last_clean":"2024-05-21T00:17:05.257468+0000","last_became_active":"2024-05-21T00:12:53.006177+0000","last_became_peered":"2024-05-21T00:12:53.006177+0000","last_unstale":"2024-05-21T00:17:05.257468+0000","last_undegraded":"2024-05-21T00:17:05.257468+0000","last_fullsized":"2024-05-21T00:17:05.257468+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:07:58.281724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1430,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":233,"num_read_kb":6,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530074+0000","last_change":"2024-05-21T00:12:57.042325+0000","last_active":"2024-05-21T00:14:47.530074+0000","last_peered":"2024-05-21T00:14:47.530074+0000","last_clean":"2024-05-21T00:14:47.530074+0000","last_became_active":"2024-05-21T00:12:57.041890+0000","last_became_peered":"2024-05-21T00:12:57.041890+0000","last_unstale":"2024-05-21T00:14:47.530074+0000","last_undegraded":"2024-05-21T00:14:47.530074+0000","last_fullsized":"2024-05-21T00:14:47.530074+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.261956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":45,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816564+0000","last_change":"2024-05-21T00:12:53.059849+0000","last_active":"2024-05-21T00:13:48.816564+0000","last_peered":"2024-05-21T00:13:48.816564+0000","last_clean":"2024-05-21T00:13:48.816564+0000","last_became_active":"2024-05-21T00:12:53.059472+0000","last_became_peered":"2024-05-21T00:12:53.059472+0000","last_unstale":"2024-05-21T00:13:48.816564+0000","last_undegraded":"2024-05-21T00:13:48.816564+0000","last_fullsized":"2024-05-21T00:13:48.816564+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:16:19.091406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528875+0000","last_change":"2024-05-21T00:13:49.212195+0000","last_active":"2024-05-21T00:14:47.528875+0000","last_peered":"2024-05-21T00:14:47.528875+0000","last_clean":"2024-05-21T00:14:47.528875+0000","last_became_active":"2024-05-21T00:13:49.211755+0000","last_became_peered":"2024-05-21T00:13:49.211755+0000","last_unstale":"2024-05-21T00:14:47.528875+0000","last_undegraded":"2024-05-21T00:14:47.528875+0000","last_fullsized":"2024-05-21T00:14:47.528875+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:41.621615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816975+0000","last_change":"2024-05-21T00:12:53.002941+0000","last_active":"2024-05-21T00:13:48.816975+0000","last_peered":"2024-05-21T00:13:48.816975+0000","last_clean":"2024-05-21T00:13:48.816975+0000","last_became_active":"2024-05-21T00:12:53.001187+0000","last_became_peered":"2024-05-21T00:12:53.001187+0000","last_unstale":"2024-05-21T00:13:48.816975+0000","last_undegraded":"2024-05-21T00:13:48.816975+0000","last_fullsized":"2024-05-21T00:13:48.816975+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:45:19.012056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529653+0000","last_change":"2024-05-21T00:12:57.043398+0000","last_active":"2024-05-21T00:14:47.529653+0000","last_peered":"2024-05-21T00:14:47.529653+0000","last_clean":"2024-05-21T00:14:47.529653+0000","last_became_active":"2024-05-21T00:12:57.043033+0000","last_became_peered":"2024-05-21T00:12:57.043033+0000","last_unstale":"2024-05-21T00:14:47.529653+0000","last_undegraded":"2024-05-21T00:14:47.529653+0000","last_fullsized":"2024-05-21T00:14:47.529653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:13:56.362516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:59.055415+0000","last_change":"2024-05-21T00:12:53.064219+0000","last_active":"2024-05-21T00:14:59.055415+0000","last_peered":"2024-05-21T00:14:59.055415+0000","last_clean":"2024-05-21T00:14:59.055415+0000","last_became_active":"2024-05-21T00:12:53.063780+0000","last_became_peered":"2024-05-21T00:12:53.063780+0000","last_unstale":"2024-05-21T00:14:59.055415+0000","last_undegraded":"2024-05-21T00:14:59.055415+0000","last_fullsized":"2024-05-21T00:14:59.055415+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:39:47.647305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.607579+0000","last_change":"2024-05-21T00:12:57.049737+0000","last_active":"2024-05-21T00:15:04.607579+0000","last_peered":"2024-05-21T00:15:04.607579+0000","last_clean":"2024-05-21T00:15:04.607579+0000","last_became_active":"2024-05-21T00:12:57.049307+0000","last_became_peered":"2024-05-21T00:12:57.049307+0000","last_unstale":"2024-05-21T00:15:04.607579+0000","last_undegraded":"2024-05-21T00:15:04.607579+0000","last_fullsized":"2024-05-21T00:15:04.607579+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:45.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"81'7","reported_seq":264,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:05.169547+0000","last_change":"2024-05-21T00:12:53.013933+0000","last_active":"2024-05-21T00:17:05.169547+0000","last_peered":"2024-05-21T00:17:05.169547+0000","last_clean":"2024-05-21T00:17:05.169547+0000","last_became_active":"2024-05-21T00:12:53.013547+0000","last_became_peered":"2024-05-21T00:12:53.013547+0000","last_unstale":"2024-05-21T00:17:05.169547+0000","last_undegraded":"2024-05-21T00:17:05.169547+0000","last_fullsized":"2024-05-21T00:17:05.169547+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:32.091022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":229,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.607560+0000","last_change":"2024-05-21T00:12:57.042824+0000","last_active":"2024-05-21T00:15:04.607560+0000","last_peered":"2024-05-21T00:15:04.607560+0000","last_clean":"2024-05-21T00:15:04.607560+0000","last_became_active":"2024-05-21T00:12:57.040341+0000","last_became_peered":"2024-05-21T00:12:57.040341+0000","last_unstale":"2024-05-21T00:15:04.607560+0000","last_undegraded":"2024-05-21T00:15:04.607560+0000","last_fullsized":"2024-05-21T00:15:04.607560+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:51:10.629525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:57.388868+0000","last_change":"2024-05-21T00:12:57.049618+0000","last_active":"2024-05-21T00:14:57.388868+0000","last_peered":"2024-05-21T00:14:57.388868+0000","last_clean":"2024-05-21T00:14:57.388868+0000","last_became_active":"2024-05-21T00:12:57.049285+0000","last_became_peered":"2024-05-21T00:12:57.049285+0000","last_unstale":"2024-05-21T00:14:57.388868+0000","last_undegraded":"2024-05-21T00:14:57.388868+0000","last_fullsized":"2024-05-21T00:14:57.388868+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:47:20.928639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"81'7","reported_seq":262,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:05.256758+0000","last_change":"2024-05-21T00:12:53.061890+0000","last_active":"2024-05-21T00:17:05.256758+0000","last_peered":"2024-05-21T00:17:05.256758+0000","last_clean":"2024-05-21T00:17:05.256758+0000","last_became_active":"2024-05-21T00:12:53.061469+0000","last_became_peered":"2024-05-21T00:12:53.061469+0000","last_unstale":"2024-05-21T00:17:05.256758+0000","last_undegraded":"2024-05-21T00:17:05.256758+0000","last_fullsized":"2024-05-21T00:17:05.256758+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:42:27.776942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":227,"num_read_kb":227,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.542808+0000","last_change":"2024-05-21T00:13:49.212833+0000","last_active":"2024-05-21T00:14:47.542808+0000","last_peered":"2024-05-21T00:14:47.542808+0000","last_clean":"2024-05-21T00:14:47.542808+0000","last_became_active":"2024-05-21T00:13:49.211958+0000","last_became_peered":"2024-05-21T00:13:49.211958+0000","last_unstale":"2024-05-21T00:14:47.542808+0000","last_undegraded":"2024-05-21T00:14:47.542808+0000","last_fullsized":"2024-05-21T00:14:47.542808+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:23.586551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.930906+0000","last_change":"2024-05-21T00:12:53.004587+0000","last_active":"2024-05-21T00:15:01.930906+0000","last_peered":"2024-05-21T00:15:01.930906+0000","last_clean":"2024-05-21T00:15:01.930906+0000","last_became_active":"2024-05-21T00:12:53.004100+0000","last_became_peered":"2024-05-21T00:12:53.004100+0000","last_unstale":"2024-05-21T00:15:01.930906+0000","last_undegraded":"2024-05-21T00:15:01.930906+0000","last_fullsized":"2024-05-21T00:15:01.930906+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:28.196445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:00.385920+0000","last_change":"2024-05-21T00:11:22.025962+0000","last_active":"2024-05-21T00:14:00.385920+0000","last_peered":"2024-05-21T00:14:00.385920+0000","last_clean":"2024-05-21T00:14:00.385920+0000","last_became_active":"2024-05-21T00:11:22.020112+0000","last_became_peered":"2024-05-21T00:11:22.020112+0000","last_unstale":"2024-05-21T00:14:00.385920+0000","last_undegraded":"2024-05-21T00:14:00.385920+0000","last_fullsized":"2024-05-21T00:14:00.385920+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_clean_scrub_stamp":"2024-05-21T00:07:34.159650+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:43.385269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.082276+0000","last_change":"2024-05-21T00:12:57.052251+0000","last_active":"2024-05-21T00:15:01.082276+0000","last_peered":"2024-05-21T00:15:01.082276+0000","last_clean":"2024-05-21T00:15:01.082276+0000","last_became_active":"2024-05-21T00:12:57.051831+0000","last_became_peered":"2024-05-21T00:12:57.051831+0000","last_unstale":"2024-05-21T00:15:01.082276+0000","last_undegraded":"2024-05-21T00:15:01.082276+0000","last_fullsized":"2024-05-21T00:15:01.082276+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:54:10.866841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:55.391635+0000","last_change":"2024-05-21T00:12:53.006299+0000","last_active":"2024-05-21T00:14:55.391635+0000","last_peered":"2024-05-21T00:14:55.391635+0000","last_clean":"2024-05-21T00:14:55.391635+0000","last_became_active":"2024-05-21T00:12:53.005896+0000","last_became_peered":"2024-05-21T00:12:53.005896+0000","last_unstale":"2024-05-21T00:14:55.391635+0000","last_undegraded":"2024-05-21T00:14:55.391635+0000","last_fullsized":"2024-05-21T00:14:55.391635+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:38:13.023455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:59.689263+0000","last_change":"2024-05-21T00:12:53.059074+0000","last_active":"2024-05-21T00:14:59.689263+0000","last_peered":"2024-05-21T00:14:59.689263+0000","last_clean":"2024-05-21T00:14:59.689263+0000","last_became_active":"2024-05-21T00:12:53.058789+0000","last_became_peered":"2024-05-21T00:12:53.058789+0000","last_unstale":"2024-05-21T00:14:59.689263+0000","last_undegraded":"2024-05-21T00:14:59.689263+0000","last_fullsized":"2024-05-21T00:14:59.689263+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:34:52.220672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.082420+0000","last_change":"2024-05-21T00:12:57.043092+0000","last_active":"2024-05-21T00:15:01.082420+0000","last_peered":"2024-05-21T00:15:01.082420+0000","last_clean":"2024-05-21T00:15:01.082420+0000","last_became_active":"2024-05-21T00:12:57.039538+0000","last_became_peered":"2024-05-21T00:12:57.039538+0000","last_unstale":"2024-05-21T00:15:01.082420+0000","last_undegraded":"2024-05-21T00:15:01.082420+0000","last_fullsized":"2024-05-21T00:15:01.082420+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:45:51.064194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'18","reported_seq":61,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.056167+0000","last_change":"2024-05-21T00:13:48.844792+0000","last_active":"2024-05-21T00:15:04.056167+0000","last_peered":"2024-05-21T00:15:04.056167+0000","last_clean":"2024-05-21T00:15:04.056167+0000","last_became_active":"2024-05-21T00:13:48.830511+0000","last_became_peered":"2024-05-21T00:13:48.830511+0000","last_unstale":"2024-05-21T00:15:04.056167+0000","last_undegraded":"2024-05-21T00:15:04.056167+0000","last_fullsized":"2024-05-21T00:15:04.056167+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:12.248874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":8,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.563700+0000","last_change":"2024-05-21T00:12:57.049329+0000","last_active":"2024-05-21T00:14:47.563700+0000","last_peered":"2024-05-21T00:14:47.563700+0000","last_clean":"2024-05-21T00:14:47.563700+0000","last_became_active":"2024-05-21T00:12:57.048960+0000","last_became_peered":"2024-05-21T00:12:57.048960+0000","last_unstale":"2024-05-21T00:14:47.563700+0000","last_undegraded":"2024-05-21T00:14:47.563700+0000","last_fullsized":"2024-05-21T00:14:47.563700+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:36:30.430924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.371883+0000","last_change":"2024-05-21T00:12:53.056207+0000","last_active":"2024-05-21T00:13:49.371883+0000","last_peered":"2024-05-21T00:13:49.371883+0000","last_clean":"2024-05-21T00:13:49.371883+0000","last_became_active":"2024-05-21T00:12:53.055915+0000","last_became_peered":"2024-05-21T00:12:53.055915+0000","last_unstale":"2024-05-21T00:13:49.371883+0000","last_undegraded":"2024-05-21T00:13:49.371883+0000","last_fullsized":"2024-05-21T00:13:49.371883+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:41.144414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.570810+0000","last_change":"2024-05-21T00:12:57.055208+0000","last_active":"2024-05-21T00:14:47.570810+0000","last_peered":"2024-05-21T00:14:47.570810+0000","last_clean":"2024-05-21T00:14:47.570810+0000","last_became_active":"2024-05-21T00:12:57.054835+0000","last_became_peered":"2024-05-21T00:12:57.054835+0000","last_unstale":"2024-05-21T00:14:47.570810+0000","last_undegraded":"2024-05-21T00:14:47.570810+0000","last_fullsized":"2024-05-21T00:14:47.570810+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:26:46.080981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:49.210352+0000","last_change":"2024-05-21T00:12:53.059674+0000","last_active":"2024-05-21T00:13:49.210352+0000","last_peered":"2024-05-21T00:13:49.210352+0000","last_clean":"2024-05-21T00:13:49.210352+0000","last_became_active":"2024-05-21T00:12:53.059442+0000","last_became_peered":"2024-05-21T00:12:53.059442+0000","last_unstale":"2024-05-21T00:13:49.210352+0000","last_undegraded":"2024-05-21T00:13:49.210352+0000","last_fullsized":"2024-05-21T00:13:49.210352+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:39.874661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.518841+0000","last_change":"2024-05-21T00:12:57.047454+0000","last_active":"2024-05-21T00:14:47.518841+0000","last_peered":"2024-05-21T00:14:47.518841+0000","last_clean":"2024-05-21T00:14:47.518841+0000","last_became_active":"2024-05-21T00:12:57.047034+0000","last_became_peered":"2024-05-21T00:12:57.047034+0000","last_unstale":"2024-05-21T00:14:47.518841+0000","last_undegraded":"2024-05-21T00:14:47.518841+0000","last_fullsized":"2024-05-21T00:14:47.518841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:52:48.980978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.820285+0000","last_change":"2024-05-21T00:12:53.018368+0000","last_active":"2024-05-21T00:13:48.820285+0000","last_peered":"2024-05-21T00:13:48.820285+0000","last_clean":"2024-05-21T00:13:48.820285+0000","last_became_active":"2024-05-21T00:12:53.015613+0000","last_became_peered":"2024-05-21T00:12:53.015613+0000","last_unstale":"2024-05-21T00:13:48.820285+0000","last_undegraded":"2024-05-21T00:13:48.820285+0000","last_fullsized":"2024-05-21T00:13:48.820285+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:51:57.280963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566806+0000","last_change":"2024-05-21T00:12:57.041377+0000","last_active":"2024-05-21T00:14:47.566806+0000","last_peered":"2024-05-21T00:14:47.566806+0000","last_clean":"2024-05-21T00:14:47.566806+0000","last_became_active":"2024-05-21T00:12:57.040466+0000","last_became_peered":"2024-05-21T00:12:57.040466+0000","last_unstale":"2024-05-21T00:14:47.566806+0000","last_undegraded":"2024-05-21T00:14:47.566806+0000","last_fullsized":"2024-05-21T00:14:47.566806+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:35:59.677316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:50.325376+0000","last_change":"2024-05-21T00:13:48.830100+0000","last_active":"2024-05-21T00:13:50.325376+0000","last_peered":"2024-05-21T00:13:50.325376+0000","last_clean":"2024-05-21T00:13:50.325376+0000","last_became_active":"2024-05-21T00:13:48.822312+0000","last_became_peered":"2024-05-21T00:13:48.822312+0000","last_unstale":"2024-05-21T00:13:50.325376+0000","last_undegraded":"2024-05-21T00:13:50.325376+0000","last_fullsized":"2024-05-21T00:13:50.325376+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:27:01.631036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.569486+0000","last_change":"2024-05-21T00:12:57.063815+0000","last_active":"2024-05-21T00:14:47.569486+0000","last_peered":"2024-05-21T00:14:47.569486+0000","last_clean":"2024-05-21T00:14:47.569486+0000","last_became_active":"2024-05-21T00:12:57.063399+0000","last_became_peered":"2024-05-21T00:12:57.063399+0000","last_unstale":"2024-05-21T00:14:47.569486+0000","last_undegraded":"2024-05-21T00:14:47.569486+0000","last_fullsized":"2024-05-21T00:14:47.569486+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:41.185777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816772+0000","last_change":"2024-05-21T00:12:53.006935+0000","last_active":"2024-05-21T00:13:48.816772+0000","last_peered":"2024-05-21T00:13:48.816772+0000","last_clean":"2024-05-21T00:13:48.816772+0000","last_became_active":"2024-05-21T00:12:53.006417+0000","last_became_peered":"2024-05-21T00:12:53.006417+0000","last_unstale":"2024-05-21T00:13:48.816772+0000","last_undegraded":"2024-05-21T00:13:48.816772+0000","last_fullsized":"2024-05-21T00:13:48.816772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:28.311334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559425+0000","last_change":"2024-05-21T00:12:57.039348+0000","last_active":"2024-05-21T00:14:47.559425+0000","last_peered":"2024-05-21T00:14:47.559425+0000","last_clean":"2024-05-21T00:14:47.559425+0000","last_became_active":"2024-05-21T00:12:57.038974+0000","last_became_peered":"2024-05-21T00:12:57.038974+0000","last_unstale":"2024-05-21T00:14:47.559425+0000","last_undegraded":"2024-05-21T00:14:47.559425+0000","last_fullsized":"2024-05-21T00:14:47.559425+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:07:22.264745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'5","reported_seq":264,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:08.064611+0000","last_change":"2024-05-21T00:12:53.061792+0000","last_active":"2024-05-21T00:17:08.064611+0000","last_peered":"2024-05-21T00:17:08.064611+0000","last_clean":"2024-05-21T00:17:08.064611+0000","last_became_active":"2024-05-21T00:12:53.061412+0000","last_became_peered":"2024-05-21T00:12:53.061412+0000","last_unstale":"2024-05-21T00:17:08.064611+0000","last_undegraded":"2024-05-21T00:17:08.064611+0000","last_fullsized":"2024-05-21T00:17:08.064611+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:34.086547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":232,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537455+0000","last_change":"2024-05-21T00:12:57.039449+0000","last_active":"2024-05-21T00:14:47.537455+0000","last_peered":"2024-05-21T00:14:47.537455+0000","last_clean":"2024-05-21T00:14:47.537455+0000","last_became_active":"2024-05-21T00:12:57.038938+0000","last_became_peered":"2024-05-21T00:12:57.038938+0000","last_unstale":"2024-05-21T00:14:47.537455+0000","last_undegraded":"2024-05-21T00:14:47.537455+0000","last_fullsized":"2024-05-21T00:14:47.537455+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:49:06.890897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811046+0000","last_change":"2024-05-21T00:12:53.015499+0000","last_active":"2024-05-21T00:13:48.811046+0000","last_peered":"2024-05-21T00:13:48.811046+0000","last_clean":"2024-05-21T00:13:48.811046+0000","last_became_active":"2024-05-21T00:12:53.015155+0000","last_became_peered":"2024-05-21T00:12:53.015155+0000","last_unstale":"2024-05-21T00:13:48.811046+0000","last_undegraded":"2024-05-21T00:13:48.811046+0000","last_fullsized":"2024-05-21T00:13:48.811046+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:15:03.035646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.552910+0000","last_change":"2024-05-21T00:12:57.056493+0000","last_active":"2024-05-21T00:14:47.552910+0000","last_peered":"2024-05-21T00:14:47.552910+0000","last_clean":"2024-05-21T00:14:47.552910+0000","last_became_active":"2024-05-21T00:12:57.055970+0000","last_became_peered":"2024-05-21T00:12:57.055970+0000","last_unstale":"2024-05-21T00:14:47.552910+0000","last_undegraded":"2024-05-21T00:14:47.552910+0000","last_fullsized":"2024-05-21T00:14:47.552910+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:05:20.667829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975225+0000","last_change":"2024-05-21T00:12:53.017967+0000","last_active":"2024-05-21T00:13:48.975225+0000","last_peered":"2024-05-21T00:13:48.975225+0000","last_clean":"2024-05-21T00:13:48.975225+0000","last_became_active":"2024-05-21T00:12:53.017449+0000","last_became_peered":"2024-05-21T00:12:53.017449+0000","last_unstale":"2024-05-21T00:13:48.975225+0000","last_undegraded":"2024-05-21T00:13:48.975225+0000","last_fullsized":"2024-05-21T00:13:48.975225+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:40:55.586870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538388+0000","last_change":"2024-05-21T00:12:57.045741+0000","last_active":"2024-05-21T00:14:47.538388+0000","last_peered":"2024-05-21T00:14:47.538388+0000","last_clean":"2024-05-21T00:14:47.538388+0000","last_became_active":"2024-05-21T00:12:57.044607+0000","last_became_peered":"2024-05-21T00:12:57.044607+0000","last_unstale":"2024-05-21T00:14:47.538388+0000","last_undegraded":"2024-05-21T00:14:47.538388+0000","last_fullsized":"2024-05-21T00:14:47.538388+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:17:12.299341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.535623+0000","last_change":"2024-05-21T00:13:48.821996+0000","last_active":"2024-05-21T00:14:47.535623+0000","last_peered":"2024-05-21T00:14:47.535623+0000","last_clean":"2024-05-21T00:14:47.535623+0000","last_became_active":"2024-05-21T00:13:48.821542+0000","last_became_peered":"2024-05-21T00:13:48.821542+0000","last_unstale":"2024-05-21T00:14:47.535623+0000","last_undegraded":"2024-05-21T00:14:47.535623+0000","last_fullsized":"2024-05-21T00:14:47.535623+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:17:51.614425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,9],"acting":[11,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.190264+0000","last_change":"2024-05-21T00:12:57.040997+0000","last_active":"2024-05-21T00:15:04.190264+0000","last_peered":"2024-05-21T00:15:04.190264+0000","last_clean":"2024-05-21T00:15:04.190264+0000","last_became_active":"2024-05-21T00:12:57.040511+0000","last_became_peered":"2024-05-21T00:12:57.040511+0000","last_unstale":"2024-05-21T00:15:04.190264+0000","last_undegraded":"2024-05-21T00:15:04.190264+0000","last_fullsized":"2024-05-21T00:15:04.190264+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:31:29.985427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.190283+0000","last_change":"2024-05-21T00:12:57.060563+0000","last_active":"2024-05-21T00:15:04.190283+0000","last_peered":"2024-05-21T00:15:04.190283+0000","last_clean":"2024-05-21T00:15:04.190283+0000","last_became_active":"2024-05-21T00:12:57.060138+0000","last_became_peered":"2024-05-21T00:12:57.060138+0000","last_unstale":"2024-05-21T00:15:04.190283+0000","last_undegraded":"2024-05-21T00:15:04.190283+0000","last_fullsized":"2024-05-21T00:15:04.190283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:06.963046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526514+0000","last_change":"2024-05-21T00:12:57.056351+0000","last_active":"2024-05-21T00:15:04.526514+0000","last_peered":"2024-05-21T00:15:04.526514+0000","last_clean":"2024-05-21T00:15:04.526514+0000","last_became_active":"2024-05-21T00:12:57.056014+0000","last_became_peered":"2024-05-21T00:12:57.056014+0000","last_unstale":"2024-05-21T00:15:04.526514+0000","last_undegraded":"2024-05-21T00:15:04.526514+0000","last_fullsized":"2024-05-21T00:15:04.526514+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.046704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.570641+0000","last_change":"2024-05-21T00:12:57.058705+0000","last_active":"2024-05-21T00:14:47.570641+0000","last_peered":"2024-05-21T00:14:47.570641+0000","last_clean":"2024-05-21T00:14:47.570641+0000","last_became_active":"2024-05-21T00:12:57.058288+0000","last_became_peered":"2024-05-21T00:12:57.058288+0000","last_unstale":"2024-05-21T00:14:47.570641+0000","last_undegraded":"2024-05-21T00:14:47.570641+0000","last_fullsized":"2024-05-21T00:14:47.570641+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:35:37.179860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528779+0000","last_change":"2024-05-21T00:12:57.043982+0000","last_active":"2024-05-21T00:14:47.528779+0000","last_peered":"2024-05-21T00:14:47.528779+0000","last_clean":"2024-05-21T00:14:47.528779+0000","last_became_active":"2024-05-21T00:12:57.043361+0000","last_became_peered":"2024-05-21T00:12:57.043361+0000","last_unstale":"2024-05-21T00:14:47.528779+0000","last_undegraded":"2024-05-21T00:14:47.528779+0000","last_fullsized":"2024-05-21T00:14:47.528779+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:15:49.706743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528693+0000","last_change":"2024-05-21T00:12:57.049514+0000","last_active":"2024-05-21T00:14:47.528693+0000","last_peered":"2024-05-21T00:14:47.528693+0000","last_clean":"2024-05-21T00:14:47.528693+0000","last_became_active":"2024-05-21T00:12:57.049165+0000","last_became_peered":"2024-05-21T00:12:57.049165+0000","last_unstale":"2024-05-21T00:14:47.528693+0000","last_undegraded":"2024-05-21T00:14:47.528693+0000","last_fullsized":"2024-05-21T00:14:47.528693+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:29:13.528183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562007+0000","last_change":"2024-05-21T00:12:57.061767+0000","last_active":"2024-05-21T00:14:47.562007+0000","last_peered":"2024-05-21T00:14:47.562007+0000","last_clean":"2024-05-21T00:14:47.562007+0000","last_became_active":"2024-05-21T00:12:57.060095+0000","last_became_peered":"2024-05-21T00:12:57.060095+0000","last_unstale":"2024-05-21T00:14:47.562007+0000","last_undegraded":"2024-05-21T00:14:47.562007+0000","last_fullsized":"2024-05-21T00:14:47.562007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:09:49.983729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561966+0000","last_change":"2024-05-21T00:12:57.059613+0000","last_active":"2024-05-21T00:14:47.561966+0000","last_peered":"2024-05-21T00:14:47.561966+0000","last_clean":"2024-05-21T00:14:47.561966+0000","last_became_active":"2024-05-21T00:12:57.059370+0000","last_became_peered":"2024-05-21T00:12:57.059370+0000","last_unstale":"2024-05-21T00:14:47.561966+0000","last_undegraded":"2024-05-21T00:14:47.561966+0000","last_fullsized":"2024-05-21T00:14:47.561966+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:23.312453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.560675+0000","last_change":"2024-05-21T00:12:57.048475+0000","last_active":"2024-05-21T00:14:47.560675+0000","last_peered":"2024-05-21T00:14:47.560675+0000","last_clean":"2024-05-21T00:14:47.560675+0000","last_became_active":"2024-05-21T00:12:57.047738+0000","last_became_peered":"2024-05-21T00:12:57.047738+0000","last_unstale":"2024-05-21T00:14:47.560675+0000","last_undegraded":"2024-05-21T00:14:47.560675+0000","last_fullsized":"2024-05-21T00:14:47.560675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:28:46.190914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562379+0000","last_change":"2024-05-21T00:12:57.056401+0000","last_active":"2024-05-21T00:14:47.562379+0000","last_peered":"2024-05-21T00:14:47.562379+0000","last_clean":"2024-05-21T00:14:47.562379+0000","last_became_active":"2024-05-21T00:12:57.055978+0000","last_became_peered":"2024-05-21T00:12:57.055978+0000","last_unstale":"2024-05-21T00:14:47.562379+0000","last_undegraded":"2024-05-21T00:14:47.562379+0000","last_fullsized":"2024-05-21T00:14:47.562379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:54.140724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571324+0000","last_change":"2024-05-21T00:12:57.055227+0000","last_active":"2024-05-21T00:14:47.571324+0000","last_peered":"2024-05-21T00:14:47.571324+0000","last_clean":"2024-05-21T00:14:47.571324+0000","last_became_active":"2024-05-21T00:12:57.054840+0000","last_became_peered":"2024-05-21T00:12:57.054840+0000","last_unstale":"2024-05-21T00:14:47.571324+0000","last_undegraded":"2024-05-21T00:14:47.571324+0000","last_fullsized":"2024-05-21T00:14:47.571324+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:59.074145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529738+0000","last_change":"2024-05-21T00:12:57.037817+0000","last_active":"2024-05-21T00:14:47.529738+0000","last_peered":"2024-05-21T00:14:47.529738+0000","last_clean":"2024-05-21T00:14:47.529738+0000","last_became_active":"2024-05-21T00:12:57.037457+0000","last_became_peered":"2024-05-21T00:12:57.037457+0000","last_unstale":"2024-05-21T00:14:47.529738+0000","last_undegraded":"2024-05-21T00:14:47.529738+0000","last_fullsized":"2024-05-21T00:14:47.529738+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:26.664482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":78470,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":2326,"num_read_kb":1256,"num_write":267,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1013,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":235410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":230,"ondisk_log_size":230,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678082,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874312,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36892,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708260,"statfs":{"total":95995035648,"available":95957258240,"internally_reserved":0,"allocated":1593344,"data_stored":1092144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037839,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":430061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234067,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430297,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40964,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704188,"statfs":{"total":95995035648,"available":95953088512,"internally_reserved":0,"allocated":1503232,"data_stored":1024472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593824,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36208,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708944,"statfs":{"total":95995035648,"available":95957958656,"internally_reserved":0,"allocated":892928,"data_stored":430310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":501365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738497,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":431117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411446,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":500431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182510,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":429603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986282,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40376,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704776,"statfs":{"total":95995035648,"available":95953690624,"internally_reserved":0,"allocated":901120,"data_stored":431635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790055,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32656,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712496,"statfs":{"total":95995035648,"available":95961595904,"internally_reserved":0,"allocated":1515520,"data_stored":1022776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":71492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":72720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:17:10.023 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:17:10.140 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:09 smithi012 ceph-mon[31403]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:10.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:09 smithi060 ceph-mon[36426]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:10.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:09 smithi077 ceph-mon[36377]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:10.544 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:11.023 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:10 smithi012 ceph-mon[31403]: from='client.25168 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:11.023 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:10 smithi012 ceph-mon[31403]: pgmap v442: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T00:17:11.023 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:10 smithi012 ceph-mon[31403]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:11.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:10 smithi060 ceph-mon[36426]: from='client.25168 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:11.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:10 smithi060 ceph-mon[36426]: pgmap v442: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T00:17:11.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:10 smithi060 ceph-mon[36426]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:11.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:10 smithi077 ceph-mon[36377]: from='client.25168 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:11.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:10 smithi077 ceph-mon[36377]: pgmap v442: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T00:17:11.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:10 smithi077 ceph-mon[36377]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:12.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.700+0000 7f7bdbe00700 1 -- 172.21.15.12:0/858886383 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7bdc104630 msgr2=0x7f7bdc104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:12.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.700+0000 7f7bdbe00700 1 --2- 172.21.15.12:0/858886383 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7bdc104630 0x7f7bdc104a10 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc009990 tx=0x7f7bcc009ca0 comp rx=0 tx=0).stop 2024-05-21T00:17:12.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.700+0000 7f7bdbe00700 1 -- 172.21.15.12:0/858886383 shutdown_connections 2024-05-21T00:17:12.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.700+0000 7f7bdbe00700 1 --2- 172.21.15.12:0/858886383 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7bdc10da60 0x7f7bdc10ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:12.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.700+0000 7f7bdbe00700 1 --2- 172.21.15.12:0/858886383 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7bdc104630 0x7f7bdc104a10 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:12.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.700+0000 7f7bdbe00700 1 --2- 172.21.15.12:0/858886383 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7bdc104f50 0x7f7bdc10d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:12.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.700+0000 7f7bdbe00700 1 -- 172.21.15.12:0/858886383 >> 172.21.15.12:0/858886383 conn(0x7f7bdc0fde60 msgr2=0x7f7bdc100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:12.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.700+0000 7f7bdbe00700 1 -- 172.21.15.12:0/858886383 shutdown_connections 2024-05-21T00:17:12.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.700+0000 7f7bdbe00700 1 -- 172.21.15.12:0/858886383 wait complete. 2024-05-21T00:17:12.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.701+0000 7f7bdbe00700 1 Processor -- start 2024-05-21T00:17:12.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.701+0000 7f7bdbe00700 1 -- start start 2024-05-21T00:17:12.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.702+0000 7f7bdbe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7bdc104630 0x7f7bdc19bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:12.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.702+0000 7f7bdbe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7bdc104f50 0x7f7bdc19c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:12.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.702+0000 7f7bdbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7bdc10da60 0x7f7bdc1a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:12.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.702+0000 7f7bdbe00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc1136a0 con 0x7f7bdc10da60 2024-05-21T00:17:12.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.702+0000 7f7bdbe00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc113520 con 0x7f7bdc104630 2024-05-21T00:17:12.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.702+0000 7f7bdbe00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7bdc113820 con 0x7f7bdc104f50 2024-05-21T00:17:12.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.702+0000 7f7bda000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7bdc104f50 0x7f7bdc19c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:12.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.702+0000 7f7bda000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7bdc104f50 0x7f7bdc19c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:39850/0 (socket says 172.21.15.12:39850) 2024-05-21T00:17:12.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.702+0000 7f7bda000700 1 -- 172.21.15.12:0/3483239472 learned_addr learned my addr 172.21.15.12:0/3483239472 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:12.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.702+0000 7f7bdb400700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7bdc10da60 0x7f7bdc1a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:12.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.702+0000 7f7bdaa00700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7bdc104630 0x7f7bdc19bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:12.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.704+0000 7f7bda000700 1 -- 172.21.15.12:0/3483239472 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7bdc104630 msgr2=0x7f7bdc19bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:12.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.704+0000 7f7bda000700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7bdc104630 0x7f7bdc19bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:12.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.704+0000 7f7bda000700 1 -- 172.21.15.12:0/3483239472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7bdc10da60 msgr2=0x7f7bdc1a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:12.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.704+0000 7f7bda000700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7bdc10da60 0x7f7bdc1a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:12.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.704+0000 7f7bda000700 1 -- 172.21.15.12:0/3483239472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bdc1a0d30 con 0x7f7bdc104f50 2024-05-21T00:17:12.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.704+0000 7f7bda000700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7bdc104f50 0x7f7bdc19c260 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7bc800e9c0 tx=0x7f7bc800ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:12.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.704+0000 7f7bd3400700 1 -- 172.21.15.12:0/3483239472 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc8004a30 con 0x7f7bdc104f50 2024-05-21T00:17:12.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.704+0000 7f7bdbe00700 1 -- 172.21.15.12:0/3483239472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bdc1a1020 con 0x7f7bdc104f50 2024-05-21T00:17:12.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.705+0000 7f7bd3400700 1 -- 172.21.15.12:0/3483239472 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7bc800cc70 con 0x7f7bdc104f50 2024-05-21T00:17:12.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.705+0000 7f7bd3400700 1 -- 172.21.15.12:0/3483239472 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc8005460 con 0x7f7bdc104f50 2024-05-21T00:17:12.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.705+0000 7f7bdbe00700 1 -- 172.21.15.12:0/3483239472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bdc1a88a0 con 0x7f7bdc104f50 2024-05-21T00:17:12.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.706+0000 7f7bdbe00700 1 -- 172.21.15.12:0/3483239472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bdc06a230 con 0x7f7bdc104f50 2024-05-21T00:17:12.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.709+0000 7f7bd3400700 1 -- 172.21.15.12:0/3483239472 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7bc8004bd0 con 0x7f7bdc104f50 2024-05-21T00:17:12.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.710+0000 7f7bd3400700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7bc00b2900 0x7f7bc00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:12.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.711+0000 7f7bd3400700 1 -- 172.21.15.12:0/3483239472 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7bc80e2230 con 0x7f7bdc104f50 2024-05-21T00:17:12.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.711+0000 7f7bdaa00700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7bc00b2900 0x7f7bc00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:12.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.711+0000 7f7bdaa00700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7bc00b2900 0x7f7bc00b4dc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc006010 tx=0x7f7bcc00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:12.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:12.712+0000 7f7bd3400700 1 -- 172.21.15.12:0/3483239472 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7bc80a9f20 con 0x7f7bdc104f50 2024-05-21T00:17:13.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.004+0000 7f7bdbe00700 1 -- 172.21.15.12:0/3483239472 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7bdc19d080 con 0x7f7bdc104f50 2024-05-21T00:17:13.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.006+0000 7f7bd3400700 1 -- 172.21.15.12:0/3483239472 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f7bdc19d080 con 0x7f7bdc104f50 2024-05-21T00:17:13.006 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:13.006 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:17:13.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.009+0000 7f7bdbe00700 1 -- 172.21.15.12:0/3483239472 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7bc00b2900 msgr2=0x7f7bc00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:13.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.009+0000 7f7bdbe00700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7bc00b2900 0x7f7bc00b4dc0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc006010 tx=0x7f7bcc00b260 comp rx=0 tx=0).stop 2024-05-21T00:17:13.009 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.009+0000 7f7bdbe00700 1 -- 172.21.15.12:0/3483239472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7bdc104f50 msgr2=0x7f7bdc19c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:13.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.009+0000 7f7bdbe00700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7bdc104f50 0x7f7bdc19c260 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7bc800e9c0 tx=0x7f7bc800ecd0 comp rx=0 tx=0).stop 2024-05-21T00:17:13.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.009+0000 7f7bdbe00700 1 -- 172.21.15.12:0/3483239472 shutdown_connections 2024-05-21T00:17:13.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.009+0000 7f7bdbe00700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7bc00b2900 0x7f7bc00b4dc0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:13.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.009+0000 7f7bdbe00700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7bdc10da60 0x7f7bdc1a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:13.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.009+0000 7f7bdbe00700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7bdc104630 0x7f7bdc19bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:13.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.009+0000 7f7bdbe00700 1 --2- 172.21.15.12:0/3483239472 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7bdc104f50 0x7f7bdc19c260 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:13.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.009+0000 7f7bdbe00700 1 -- 172.21.15.12:0/3483239472 >> 172.21.15.12:0/3483239472 conn(0x7f7bdc0fde60 msgr2=0x7f7bdc100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:13.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.010+0000 7f7bdbe00700 1 -- 172.21.15.12:0/3483239472 shutdown_connections 2024-05-21T00:17:13.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:13.010+0000 7f7bdbe00700 1 -- 172.21.15.12:0/3483239472 wait complete. 2024-05-21T00:17:13.012 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:17:13.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:12 smithi060 ceph-mon[36426]: pgmap v443: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T00:17:13.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:12 smithi077 ceph-mon[36377]: pgmap v443: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T00:17:13.306 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:12 smithi012 ceph-mon[31403]: pgmap v443: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T00:17:13.863 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:17:14.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:13 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3483239472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:14.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:13 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:17:14.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:13 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3483239472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:14.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:13 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:17:14.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:13 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3483239472' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:14.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:13 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:17:14.334 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:15.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:14 smithi012 ceph-mon[31403]: pgmap v444: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 9 op/s 2024-05-21T00:17:15.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:17:15.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:17:15.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:14 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:17:15.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:14 smithi060 ceph-mon[36426]: pgmap v444: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 9 op/s 2024-05-21T00:17:15.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:17:15.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:17:15.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:14 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:17:15.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:14 smithi077 ceph-mon[36377]: pgmap v444: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 9 op/s 2024-05-21T00:17:15.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:17:15.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:17:15.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:14 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:17:16.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.390+0000 7f9849800700 1 -- 172.21.15.12:0/249011334 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f98441095b0 msgr2=0x7f9844109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:16.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.390+0000 7f9849800700 1 --2- 172.21.15.12:0/249011334 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f98441095b0 0x7f9844109990 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f9834009990 tx=0x7f9834009ca0 comp rx=0 tx=0).stop 2024-05-21T00:17:16.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.390+0000 7f9849800700 1 -- 172.21.15.12:0/249011334 shutdown_connections 2024-05-21T00:17:16.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.390+0000 7f9849800700 1 --2- 172.21.15.12:0/249011334 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f984406bbe0 0x7f98441103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:16.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.390+0000 7f9849800700 1 --2- 172.21.15.12:0/249011334 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f98441095b0 0x7f9844109990 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:16.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.390+0000 7f9849800700 1 --2- 172.21.15.12:0/249011334 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f984406b220 0x7f984406b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:16.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.390+0000 7f9849800700 1 -- 172.21.15.12:0/249011334 >> 172.21.15.12:0/249011334 conn(0x7f98440793f0 msgr2=0x7f9844079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:16.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.390+0000 7f9849800700 1 -- 172.21.15.12:0/249011334 shutdown_connections 2024-05-21T00:17:16.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.390+0000 7f9849800700 1 -- 172.21.15.12:0/249011334 wait complete. 2024-05-21T00:17:16.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.391+0000 7f9849800700 1 Processor -- start 2024-05-21T00:17:16.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.392+0000 7f9849800700 1 -- start start 2024-05-21T00:17:16.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.392+0000 7f9849800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f984406b220 0x7f984419f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:16.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.392+0000 7f9849800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f984406bbe0 0x7f984419fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:16.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.392+0000 7f9849800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f98441095b0 0x7f9844199ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:16.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.392+0000 7f9849800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9844113710 con 0x7f984406b220 2024-05-21T00:17:16.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.392+0000 7f9849800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9844113590 con 0x7f984406bbe0 2024-05-21T00:17:16.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.392+0000 7f9849800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f9844113890 con 0x7f98441095b0 2024-05-21T00:17:16.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.392+0000 7f9842a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f984406b220 0x7f984419f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:16.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.392+0000 7f983a000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f984406bbe0 0x7f984419fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:16.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.393+0000 7f9842a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f984406b220 0x7f984419f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51408/0 (socket says 172.21.15.12:51408) 2024-05-21T00:17:16.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.393+0000 7f9842a00700 1 -- 172.21.15.12:0/1602182553 learned_addr learned my addr 172.21.15.12:0/1602182553 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:16.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.393+0000 7f983a000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f984406bbe0 0x7f984419fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:37264/0 (socket says 172.21.15.12:37264) 2024-05-21T00:17:16.393 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.393+0000 7f9843400700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f98441095b0 0x7f9844199ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:16.394 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.393+0000 7f983a000700 1 -- 172.21.15.12:0/1602182553 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f98441095b0 msgr2=0x7f9844199ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:16.394 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.393+0000 7f983a000700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f98441095b0 0x7f9844199ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:16.394 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.393+0000 7f983a000700 1 -- 172.21.15.12:0/1602182553 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f984406b220 msgr2=0x7f984419f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:16.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.393+0000 7f983a000700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f984406b220 0x7f984419f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:16.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.393+0000 7f983a000700 1 -- 172.21.15.12:0/1602182553 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f984419a230 con 0x7f984406bbe0 2024-05-21T00:17:16.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.393+0000 7f9842a00700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f984406b220 0x7f984419f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:16.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.394+0000 7f983a000700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f984406bbe0 0x7f984419fe50 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f982c00e9f0 tx=0x7f982c00ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:16.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.394+0000 7f983be00700 1 -- 172.21.15.12:0/1602182553 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c00c9c0 con 0x7f984406bbe0 2024-05-21T00:17:16.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.394+0000 7f9849800700 1 -- 172.21.15.12:0/1602182553 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f984419a520 con 0x7f984406bbe0 2024-05-21T00:17:16.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.394+0000 7f983be00700 1 -- 172.21.15.12:0/1602182553 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f982c00cb60 con 0x7f984406bbe0 2024-05-21T00:17:16.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.394+0000 7f983be00700 1 -- 172.21.15.12:0/1602182553 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c018680 con 0x7f984406bbe0 2024-05-21T00:17:16.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.394+0000 7f9849800700 1 -- 172.21.15.12:0/1602182553 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98441a67e0 con 0x7f984406bbe0 2024-05-21T00:17:16.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.396+0000 7f9849800700 1 -- 172.21.15.12:0/1602182553 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f984410ba90 con 0x7f984406bbe0 2024-05-21T00:17:16.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.398+0000 7f983be00700 1 -- 172.21.15.12:0/1602182553 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f982c010430 con 0x7f984406bbe0 2024-05-21T00:17:16.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.399+0000 7f983be00700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f98280b2880 0x7f98280b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:16.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.399+0000 7f983be00700 1 -- 172.21.15.12:0/1602182553 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f982c0e2390 con 0x7f984406bbe0 2024-05-21T00:17:16.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.400+0000 7f9842a00700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f98280b2880 0x7f98280b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:16.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.400+0000 7f9842a00700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f98280b2880 0x7f98280b4d40 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9834006010 tx=0x7f983400b280 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:16.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.404+0000 7f983be00700 1 -- 172.21.15.12:0/1602182553 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f982c0aa080 con 0x7f984406bbe0 2024-05-21T00:17:16.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.642+0000 7f9849800700 1 -- 172.21.15.12:0/1602182553 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f984419afc0 con 0x7f984406bbe0 2024-05-21T00:17:16.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.644+0000 7f983be00700 1 -- 172.21.15.12:0/1602182553 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22452 (secure 0 0 0) 0x7f982c0b2100 con 0x7f984406bbe0 2024-05-21T00:17:16.645 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:16.645 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","created":"2024-05-21T00:03:31.857871+0000","modified":"2024-05-21T00:13:48.805372+0000","last_up_change":"2024-05-21T00:11:45.298954+0000","last_in_change":"2024-05-21T00:11:25.604086+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:07:33.533592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:12:51.199495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:12:55.743028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eb262230-57ca-4f86-9c2b-480a80166146","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6803","nonce":555322069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6805","nonce":555322069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6809","nonce":555322069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6807","nonce":555322069}]},"public_addr":"172.21.15.12:6803/555322069","cluster_addr":"172.21.15.12:6805/555322069","heartbeat_back_addr":"172.21.15.12:6809/555322069","heartbeat_front_addr":"172.21.15.12:6807/555322069","state":["exists","up"]},{"osd":1,"uuid":"4a47cb31-071b-46be-9a26-4a6312ddaaca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6801","nonce":1346604098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6803","nonce":1346604098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6807","nonce":1346604098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6805","nonce":1346604098}]},"public_addr":"172.21.15.60:6801/1346604098","cluster_addr":"172.21.15.60:6803/1346604098","heartbeat_back_addr":"172.21.15.60:6807/1346604098","heartbeat_front_addr":"172.21.15.60:6805/1346604098","state":["exists","up"]},{"osd":2,"uuid":"f29f0f11-f36c-4603-a4e7-3294eb5e9568","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6801","nonce":2955000302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6803","nonce":2955000302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6807","nonce":2955000302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6805","nonce":2955000302}]},"public_addr":"172.21.15.77:6801/2955000302","cluster_addr":"172.21.15.77:6803/2955000302","heartbeat_back_addr":"172.21.15.77:6807/2955000302","heartbeat_front_addr":"172.21.15.77:6805/2955000302","state":["exists","up"]},{"osd":3,"uuid":"671ae43b-4ee1-4c5f-8c8d-12c5807af59c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6811","nonce":2515804940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6813","nonce":2515804940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6817","nonce":2515804940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6815","nonce":2515804940}]},"public_addr":"172.21.15.12:6811/2515804940","cluster_addr":"172.21.15.12:6813/2515804940","heartbeat_back_addr":"172.21.15.12:6817/2515804940","heartbeat_front_addr":"172.21.15.12:6815/2515804940","state":["exists","up"]},{"osd":4,"uuid":"527f3934-7fb5-4e65-8ef9-e5921bc5ba65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6809","nonce":2773894843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6811","nonce":2773894843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6815","nonce":2773894843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6813","nonce":2773894843}]},"public_addr":"172.21.15.60:6809/2773894843","cluster_addr":"172.21.15.60:6811/2773894843","heartbeat_back_addr":"172.21.15.60:6815/2773894843","heartbeat_front_addr":"172.21.15.60:6813/2773894843","state":["exists","up"]},{"osd":5,"uuid":"2c37b2c3-a9c0-47b3-9023-84566d18e0af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6809","nonce":202950059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6811","nonce":202950059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6815","nonce":202950059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6813","nonce":202950059}]},"public_addr":"172.21.15.77:6809/202950059","cluster_addr":"172.21.15.77:6811/202950059","heartbeat_back_addr":"172.21.15.77:6815/202950059","heartbeat_front_addr":"172.21.15.77:6813/202950059","state":["exists","up"]},{"osd":6,"uuid":"68c18062-e034-421d-b135-ab35d7d4bd25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6819","nonce":1511296628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6821","nonce":1511296628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6825","nonce":1511296628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6823","nonce":1511296628}]},"public_addr":"172.21.15.12:6819/1511296628","cluster_addr":"172.21.15.12:6821/1511296628","heartbeat_back_addr":"172.21.15.12:6825/1511296628","heartbeat_front_addr":"172.21.15.12:6823/1511296628","state":["exists","up"]},{"osd":7,"uuid":"0ac8383b-1578-44f1-8ebe-420d79511dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6817","nonce":4203237802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6819","nonce":4203237802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6823","nonce":4203237802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6821","nonce":4203237802}]},"public_addr":"172.21.15.60:6817/4203237802","cluster_addr":"172.21.15.60:6819/4203237802","heartbeat_back_addr":"172.21.15.60:6823/4203237802","heartbeat_front_addr":"172.21.15.60:6821/4203237802","state":["exists","up"]},{"osd":8,"uuid":"65362b50-2bba-422b-a5c9-1584cf55583d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6817","nonce":1939530536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6819","nonce":1939530536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6823","nonce":1939530536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6821","nonce":1939530536}]},"public_addr":"172.21.15.77:6817/1939530536","cluster_addr":"172.21.15.77:6819/1939530536","heartbeat_back_addr":"172.21.15.77:6823/1939530536","heartbeat_front_addr":"172.21.15.77:6821/1939530536","state":["exists","up"]},{"osd":9,"uuid":"9572a8a5-22f1-49ac-8b92-9e88dfac6dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6827","nonce":849418735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6829","nonce":849418735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6833","nonce":849418735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6831","nonce":849418735}]},"public_addr":"172.21.15.12:6827/849418735","cluster_addr":"172.21.15.12:6829/849418735","heartbeat_back_addr":"172.21.15.12:6833/849418735","heartbeat_front_addr":"172.21.15.12:6831/849418735","state":["exists","up"]},{"osd":10,"uuid":"9a42dca5-3dfa-4d8e-a33d-385ca25a8728","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6825","nonce":1376044245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6827","nonce":1376044245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6831","nonce":1376044245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6829","nonce":1376044245}]},"public_addr":"172.21.15.60:6825/1376044245","cluster_addr":"172.21.15.60:6827/1376044245","heartbeat_back_addr":"172.21.15.60:6831/1376044245","heartbeat_front_addr":"172.21.15.60:6829/1376044245","state":["exists","up"]},{"osd":11,"uuid":"856d5711-f90b-4619-abff-071e87b9d9cd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6825","nonce":3670550862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6827","nonce":3670550862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6831","nonce":3670550862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6829","nonce":3670550862}]},"public_addr":"172.21.15.77:6825/3670550862","cluster_addr":"172.21.15.77:6827/3670550862","heartbeat_back_addr":"172.21.15.77:6831/3670550862","heartbeat_front_addr":"172.21.15.77:6829/3670550862","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:06:41.613797+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:07.131615+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:31.297626+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:04.225630+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:29.488657+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:53.416655+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:27.501283+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:52.564404+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:17.639136+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:51.369821+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:18.024792+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:43.603806+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2206749889":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/840755370":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6800/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/2890553385":"2024-05-22T00:04:13.638637+0000","172.21.15.12:6800/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/3618065373":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/3942652702":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/1867303420":"2024-05-22T00:04:13.638637+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:17:16.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.647+0000 7f9849800700 1 -- 172.21.15.12:0/1602182553 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f98280b2880 msgr2=0x7f98280b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:16.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.647+0000 7f9849800700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f98280b2880 0x7f98280b4d40 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9834006010 tx=0x7f983400b280 comp rx=0 tx=0).stop 2024-05-21T00:17:16.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.647+0000 7f9849800700 1 -- 172.21.15.12:0/1602182553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f984406bbe0 msgr2=0x7f984419fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:16.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.647+0000 7f9849800700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f984406bbe0 0x7f984419fe50 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f982c00e9f0 tx=0x7f982c00ed00 comp rx=0 tx=0).stop 2024-05-21T00:17:16.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.647+0000 7f9849800700 1 -- 172.21.15.12:0/1602182553 shutdown_connections 2024-05-21T00:17:16.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.647+0000 7f9849800700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f98441095b0 0x7f9844199ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:16.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.647+0000 7f9849800700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f98280b2880 0x7f98280b4d40 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:16.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.648+0000 7f9849800700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f984406b220 0x7f984419f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:16.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.648+0000 7f9849800700 1 --2- 172.21.15.12:0/1602182553 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f984406bbe0 0x7f984419fe50 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:16.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.648+0000 7f9849800700 1 -- 172.21.15.12:0/1602182553 >> 172.21.15.12:0/1602182553 conn(0x7f98440793f0 msgr2=0x7f9844101180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:16.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.648+0000 7f9849800700 1 -- 172.21.15.12:0/1602182553 shutdown_connections 2024-05-21T00:17:16.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:16.648+0000 7f9849800700 1 -- 172.21.15.12:0/1602182553 wait complete. 2024-05-21T00:17:17.021 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:16 smithi012 ceph-mon[31403]: pgmap v445: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-21T00:17:17.021 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:16 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1602182553' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:17:17.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:16 smithi060 ceph-mon[36426]: pgmap v445: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-21T00:17:17.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:16 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1602182553' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:17:17.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:16 smithi077 ceph-mon[36377]: pgmap v445: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 11 op/s 2024-05-21T00:17:17.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:16 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1602182553' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:17:17.543 DEBUG:tasks.fwd_scrub:Yielding 2024-05-21T00:17:17.543 INFO:teuthology.run_tasks:Running task quiescer... 2024-05-21T00:17:17.559 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-21T00:17:17.560 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:17:17.560 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-05-21T00:17:17.560 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:17:17.561 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:17:18.003 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:18.008 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:19.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:18 smithi012 ceph-mon[31403]: pgmap v446: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:19.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:18 smithi060 ceph-mon[36426]: pgmap v446: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:19.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:18 smithi077 ceph-mon[36377]: pgmap v446: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:21.041 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:20 smithi012 ceph-mon[31403]: pgmap v447: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:17:21.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:20 smithi060 ceph-mon[36426]: pgmap v447: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:17:21.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:20 smithi077 ceph-mon[36377]: pgmap v447: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:17:21.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.315+0000 7feb50600700 1 -- 172.21.15.12:0/3200765088 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb481037f0 msgr2=0x7feb48103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.315+0000 7feb50600700 1 --2- 172.21.15.12:0/3200765088 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb481037f0 0x7feb48103bd0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7feb3c009920 tx=0x7feb3c009c30 comp rx=0 tx=0).stop 2024-05-21T00:17:21.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.315+0000 7feb50600700 1 -- 172.21.15.12:0/3200765088 shutdown_connections 2024-05-21T00:17:21.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.315+0000 7feb50600700 1 --2- 172.21.15.12:0/3200765088 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb481088f0 0x7feb48110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.315+0000 7feb50600700 1 --2- 172.21.15.12:0/3200765088 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb481037f0 0x7feb48103bd0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.315+0000 7feb50600700 1 --2- 172.21.15.12:0/3200765088 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb481041a0 0x7feb481081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.315+0000 7feb50600700 1 -- 172.21.15.12:0/3200765088 >> 172.21.15.12:0/3200765088 conn(0x7feb4807a6a0 msgr2=0x7feb4807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:21.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.315+0000 7feb50600700 1 -- 172.21.15.12:0/3200765088 shutdown_connections 2024-05-21T00:17:21.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.315+0000 7feb50600700 1 -- 172.21.15.12:0/3200765088 wait complete. 2024-05-21T00:17:21.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.316+0000 7feb50600700 1 Processor -- start 2024-05-21T00:17:21.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.317+0000 7feb50600700 1 -- start start 2024-05-21T00:17:21.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.317+0000 7feb50600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb481037f0 0x7feb48075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.317+0000 7feb50600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb481041a0 0x7feb48075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.317+0000 7feb50600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb481088f0 0x7feb480762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.317+0000 7feb50600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7feb48113730 con 0x7feb481088f0 2024-05-21T00:17:21.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.317+0000 7feb50600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7feb481135b0 con 0x7feb481037f0 2024-05-21T00:17:21.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.317+0000 7feb50600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7feb481138b0 con 0x7feb481041a0 2024-05-21T00:17:21.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.318+0000 7feb4e600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb481088f0 0x7feb480762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.318+0000 7feb4d200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb481041a0 0x7feb48075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.318+0000 7feb4d200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb481041a0 0x7feb48075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:47272/0 (socket says 172.21.15.12:47272) 2024-05-21T00:17:21.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.318+0000 7feb4d200700 1 -- 172.21.15.12:0/2839054815 learned_addr learned my addr 172.21.15.12:0/2839054815 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:21.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.318+0000 7feb4dc00700 1 --2- 172.21.15.12:0/2839054815 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb481037f0 0x7feb48075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.318+0000 7feb4dc00700 1 -- 172.21.15.12:0/2839054815 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb481041a0 msgr2=0x7feb48075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.318+0000 7feb4dc00700 1 --2- 172.21.15.12:0/2839054815 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb481041a0 0x7feb48075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.318+0000 7feb4dc00700 1 -- 172.21.15.12:0/2839054815 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb481088f0 msgr2=0x7feb480762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.318+0000 7feb4dc00700 1 --2- 172.21.15.12:0/2839054815 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb481088f0 0x7feb480762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.318+0000 7feb4dc00700 1 -- 172.21.15.12:0/2839054815 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb481a8190 con 0x7feb481037f0 2024-05-21T00:17:21.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.319+0000 7feb4dc00700 1 --2- 172.21.15.12:0/2839054815 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb481037f0 0x7feb48075840 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7feb3c000c00 tx=0x7feb3c00f950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:21.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.319+0000 7feb46000700 1 -- 172.21.15.12:0/2839054815 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb3c027070 con 0x7feb481037f0 2024-05-21T00:17:21.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.319+0000 7feb46000700 1 -- 172.21.15.12:0/2839054815 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feb3c0054f0 con 0x7feb481037f0 2024-05-21T00:17:21.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.319+0000 7feb50600700 1 -- 172.21.15.12:0/2839054815 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb481a8420 con 0x7feb481037f0 2024-05-21T00:17:21.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.319+0000 7feb46000700 1 -- 172.21.15.12:0/2839054815 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb3c004930 con 0x7feb481037f0 2024-05-21T00:17:21.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.319+0000 7feb50600700 1 -- 172.21.15.12:0/2839054815 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb481a8870 con 0x7feb481037f0 2024-05-21T00:17:21.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.321+0000 7feb50600700 1 -- 172.21.15.12:0/2839054815 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb4810bb30 con 0x7feb481037f0 2024-05-21T00:17:21.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.324+0000 7feb46000700 1 -- 172.21.15.12:0/2839054815 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7feb3c02a070 con 0x7feb481037f0 2024-05-21T00:17:21.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.325+0000 7feb46000700 1 --2- 172.21.15.12:0/2839054815 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb300b2900 0x7feb300b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.325+0000 7feb46000700 1 -- 172.21.15.12:0/2839054815 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7feb3c0e2cf0 con 0x7feb481037f0 2024-05-21T00:17:21.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.326+0000 7feb4d200700 1 --2- 172.21.15.12:0/2839054815 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb300b2900 0x7feb300b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.326+0000 7feb4d200700 1 --2- 172.21.15.12:0/2839054815 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb300b2900 0x7feb300b4dc0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7feb481031b0 tx=0x7feb34009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:21.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.328+0000 7feb46000700 1 -- 172.21.15.12:0/2839054815 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7feb3c013030 con 0x7feb481037f0 2024-05-21T00:17:21.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.406+0000 7f6b8ba00700 1 -- 172.21.15.12:0/352995110 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b84103590 msgr2=0x7f6b84103a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.406+0000 7f6b8ba00700 1 --2- 172.21.15.12:0/352995110 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b84103590 0x7f6b84103a10 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f6b70009990 tx=0x7f6b70009ca0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.407+0000 7f6b8ba00700 1 -- 172.21.15.12:0/352995110 shutdown_connections 2024-05-21T00:17:21.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.407+0000 7f6b8ba00700 1 --2- 172.21.15.12:0/352995110 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b84103f50 0x7f6b84110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.407+0000 7f6b8ba00700 1 --2- 172.21.15.12:0/352995110 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b841096a0 0x7f6b84109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.407+0000 7f6b8ba00700 1 --2- 172.21.15.12:0/352995110 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b84103590 0x7f6b84103a10 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.407+0000 7f6b8ba00700 1 -- 172.21.15.12:0/352995110 >> 172.21.15.12:0/352995110 conn(0x7f6b8407a6f0 msgr2=0x7f6b8407ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:21.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.407+0000 7f6b8ba00700 1 -- 172.21.15.12:0/352995110 shutdown_connections 2024-05-21T00:17:21.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.407+0000 7f6b8ba00700 1 -- 172.21.15.12:0/352995110 wait complete. 2024-05-21T00:17:21.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.408+0000 7f6b8ba00700 1 Processor -- start 2024-05-21T00:17:21.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.408+0000 7f6b8ba00700 1 -- start start 2024-05-21T00:17:21.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.408+0000 7f6b8ba00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b84103590 0x7f6b841a1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.408+0000 7f6b8ba00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b84103f50 0x7f6b841a20e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.408+0000 7f6b8ba00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b841096a0 0x7f6b8419c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.409+0000 7f6b8ba00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6b84075d40 con 0x7f6b841096a0 2024-05-21T00:17:21.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.409+0000 7f6b8ba00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6b84075bc0 con 0x7f6b84103590 2024-05-21T00:17:21.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.409+0000 7f6b8ba00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f6b84075ec0 con 0x7f6b84103f50 2024-05-21T00:17:21.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.409+0000 7f6b89000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b84103590 0x7f6b841a1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.409+0000 7f6b89a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b841096a0 0x7f6b8419c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.409+0000 7f6b89000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b84103590 0x7f6b841a1ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:37300/0 (socket says 172.21.15.12:37300) 2024-05-21T00:17:21.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.409+0000 7f6b89000700 1 -- 172.21.15.12:0/4191917 learned_addr learned my addr 172.21.15.12:0/4191917 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:21.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.409+0000 7f6b83e00700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b84103f50 0x7f6b841a20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.409+0000 7f6b89a00700 1 -- 172.21.15.12:0/4191917 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b84103f50 msgr2=0x7f6b841a20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.409+0000 7f6b89a00700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b84103f50 0x7f6b841a20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.410+0000 7f6b89a00700 1 -- 172.21.15.12:0/4191917 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b84103590 msgr2=0x7f6b841a1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.410+0000 7f6b89a00700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b84103590 0x7f6b841a1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.410+0000 7f6b89a00700 1 -- 172.21.15.12:0/4191917 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b8419cab0 con 0x7f6b841096a0 2024-05-21T00:17:21.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.410+0000 7f6b83e00700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b84103f50 0x7f6b841a20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:21.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.410+0000 7f6b89a00700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b841096a0 0x7f6b8419c2d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c00efc0 tx=0x7f6b7c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:21.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.410+0000 7f6b81600700 1 -- 172.21.15.12:0/4191917 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7c0092e0 con 0x7f6b841096a0 2024-05-21T00:17:21.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.410+0000 7f6b81600700 1 -- 172.21.15.12:0/4191917 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b7c004bb0 con 0x7f6b841096a0 2024-05-21T00:17:21.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.410+0000 7f6b8ba00700 1 -- 172.21.15.12:0/4191917 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b8419cd40 con 0x7f6b841096a0 2024-05-21T00:17:21.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.410+0000 7f6b81600700 1 -- 172.21.15.12:0/4191917 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7c004280 con 0x7f6b841096a0 2024-05-21T00:17:21.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.410+0000 7f6b8ba00700 1 -- 172.21.15.12:0/4191917 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b841a8a00 con 0x7f6b841096a0 2024-05-21T00:17:21.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.415+0000 7f6b96400b80 1 Processor -- start 2024-05-21T00:17:21.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.416+0000 7f6b81600700 1 -- 172.21.15.12:0/4191917 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6b7c01b030 con 0x7f6b841096a0 2024-05-21T00:17:21.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.416+0000 7f6b96400b80 1 -- start start 2024-05-21T00:17:21.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.417+0000 7f6b96400b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3b690 0x563947c3ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.417+0000 7f6b96400b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c3bfb0 0x563947c35ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.417+0000 7f6b96400b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c361c0 0x563947c36640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.417+0000 7f6b96400b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563947b93ec0 con 0x563947c3bfb0 2024-05-21T00:17:21.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.417+0000 7f6b96400b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x563947b83a60 con 0x563947c3b690 2024-05-21T00:17:21.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.417+0000 7f6b96400b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x563947b87aa0 con 0x563947c361c0 2024-05-21T00:17:21.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.417+0000 7f6b83e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3b690 0x563947c3ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.417+0000 7f6b83e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3b690 0x563947c3ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:37316/0 (socket says 172.21.15.12:37316) 2024-05-21T00:17:21.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.417+0000 7f6b83e00700 1 -- 172.21.15.12:0/1452506563 learned_addr learned my addr 172.21.15.12:0/1452506563 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:21.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.418+0000 7f6b83e00700 1 --2- 172.21.15.12:0/1452506563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c361c0 0x563947c36640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.418+0000 7f6b89000700 1 --2- 172.21.15.12:0/1452506563 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c3bfb0 0x563947c35ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.418+0000 7f6b83e00700 1 -- 172.21.15.12:0/1452506563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c361c0 msgr2=0x563947c36640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.418+0000 7f6b83e00700 1 --2- 172.21.15.12:0/1452506563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c361c0 0x563947c36640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.418+0000 7f6b83e00700 1 -- 172.21.15.12:0/1452506563 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c3bfb0 msgr2=0x563947c35ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.418+0000 7f6b83e00700 1 --2- 172.21.15.12:0/1452506563 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c3bfb0 0x563947c35ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.418+0000 7f6b83e00700 1 -- 172.21.15.12:0/1452506563 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563947b4c4a0 con 0x563947c3b690 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.418+0000 7f6b89000700 1 --2- 172.21.15.12:0/1452506563 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c3bfb0 0x563947c35ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.418+0000 7f6b83e00700 1 --2- 172.21.15.12:0/1452506563 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3b690 0x563947c3ba70 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6b70005b40 tx=0x7f6b70005ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87f2b4137e505f21 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.418+0000 7f6b81600700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6b6c0b2880 0x7f6b6c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.419+0000 7f6b81600700 1 -- 172.21.15.12:0/4191917 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f6b7c0e1cb0 con 0x7f6b841096a0 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.419+0000 7f6b76000700 1 -- 172.21.15.12:0/1452506563 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b70021040 con 0x563947c3b690 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.419+0000 7f6b76000700 1 -- 172.21.15.12:0/1452506563 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b70005400 con 0x563947c3b690 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.419+0000 7f6b76000700 1 -- 172.21.15.12:0/1452506563 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7000f6c0 con 0x563947c3b690 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.419+0000 7f6b89000700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6b6c0b2880 0x7f6b6c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.420+0000 7f6b96400b80 1 -- 172.21.15.12:0/1452506563 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3b690 msgr2=0x563947c3ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.420+0000 7f6b96400b80 1 --2- 172.21.15.12:0/1452506563 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3b690 0x563947c3ba70 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f6b70005b40 tx=0x7f6b70005ad0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.420+0000 7f6b96400b80 1 -- 172.21.15.12:0/1452506563 shutdown_connections 2024-05-21T00:17:21.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.420+0000 7f6b96400b80 1 --2- 172.21.15.12:0/1452506563 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c361c0 0x563947c36640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.420+0000 7f6b96400b80 1 --2- 172.21.15.12:0/1452506563 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3b690 0x563947c3ba70 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.420+0000 7f6b96400b80 1 --2- 172.21.15.12:0/1452506563 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c3bfb0 0x563947c35ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.420+0000 7f6b96400b80 1 -- 172.21.15.12:0/1452506563 >> 172.21.15.12:0/1452506563 conn(0x563947b63c60 msgr2=0x563947c30710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:21.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.421+0000 7f6b96400b80 1 -- 172.21.15.12:0/1452506563 shutdown_connections 2024-05-21T00:17:21.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.421+0000 7f6b89000700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6b6c0b2880 0x7f6b6c0b4d40 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6b78009ca0 tx=0x7f6b78009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:21.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.422+0000 7f6b96400b80 1 -- 172.21.15.12:0/1452506563 wait complete. 2024-05-21T00:17:21.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.422+0000 7f6b96400b80 1 -- start start 2024-05-21T00:17:21.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.422+0000 7f6b96400b80 1 Processor -- start 2024-05-21T00:17:21.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.423+0000 7f6b96400b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c361c0 0x563947c41cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.423+0000 7f6b96400b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c3b690 0x563947c3f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.423+0000 7f6b96400b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3bfb0 0x563947c3f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.423+0000 7f6b96400b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x563947a8a020 con 0x563947c361c0 2024-05-21T00:17:21.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.423+0000 7f6b96400b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x563947b247e0 con 0x563947c3bfb0 2024-05-21T00:17:21.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.423+0000 7f6b96400b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x563947c42a00 con 0x563947c3b690 2024-05-21T00:17:21.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.423+0000 7f6b96400b80 10 client.0 _ll_register_callbacks cb 0x563947b2dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:17:21.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.423+0000 7f6b89000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c361c0 0x563947c41cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.423+0000 7f6b83e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c3b690 0x563947c3f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.423+0000 7f6b89000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c361c0 0x563947c41cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51458/0 (socket says 172.21.15.12:51458) 2024-05-21T00:17:21.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.423+0000 7f6b83e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c3b690 0x563947c3f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:47320/0 (socket says 172.21.15.12:47320) 2024-05-21T00:17:21.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.423+0000 7f6b89000700 1 -- 172.21.15.12:0/2655960690 learned_addr learned my addr 172.21.15.12:0/2655960690 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:21.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.423+0000 7f6b89a00700 1 --2- 172.21.15.12:0/2655960690 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3bfb0 0x563947c3f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.424+0000 7f6b83e00700 1 -- 172.21.15.12:0/2655960690 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3bfb0 msgr2=0x563947c3f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:21.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.424+0000 7f6b83e00700 1 --2- 172.21.15.12:0/2655960690 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3bfb0 0x563947c3f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.424+0000 7f6b83e00700 1 -- 172.21.15.12:0/2655960690 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c361c0 msgr2=0x563947c41cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:21.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.424+0000 7f6b83e00700 1 --2- 172.21.15.12:0/2655960690 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c361c0 0x563947c41cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.424+0000 7f6b83e00700 1 -- 172.21.15.12:0/2655960690 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563947ad3950 con 0x563947c3b690 2024-05-21T00:17:21.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.424+0000 7f6b83e00700 1 --2- 172.21.15.12:0/2655960690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c3b690 0x563947c3f070 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f6b7000c010 tx=0x7f6b7000b650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd46a715ddef5db3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:21.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.424+0000 7f6b6aa00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:17:21.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.425+0000 7f6b6aa00700 1 -- 172.21.15.12:0/2655960690 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7000f460 con 0x563947c3b690 2024-05-21T00:17:21.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.425+0000 7f6b96400b80 1 -- 172.21.15.12:0/2655960690 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b70005400 con 0x563947c3b690 2024-05-21T00:17:21.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.425+0000 7f6b6aa00700 1 -- 172.21.15.12:0/2655960690 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f6b7000f600 con 0x563947c3b690 2024-05-21T00:17:21.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.425+0000 7f6b6aa00700 1 -- 172.21.15.12:0/2655960690 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6b7000f800 con 0x563947c3b690 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.425+0000 7f6b96400b80 10 client.25204 fetch_fsmap learned FSMap version 29 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.425+0000 7f6b96400b80 1 -- 172.21.15.12:0/2655960690 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563947b540e0 con 0x563947c3b690 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.425+0000 7f6b6aa00700 1 -- 172.21.15.12:0/2655960690 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b70005400 con 0x563947c3b690 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.426+0000 7f6b6aa00700 1 -- 172.21.15.12:0/2655960690 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6b700288d0 con 0x563947c3b690 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.426+0000 7f6b96400b80 10 client.25204 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.426+0000 7f6b96400b80 10 client.25204 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.426+0000 7f6b96400b80 20 client.25204 populate_metadata read hostname 'smithi012' 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.426+0000 7f6b96400b80 1 --2- 172.21.15.12:0/2655960690 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x563947c4f330 0x563947c51720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.426+0000 7f6b96400b80 4 client.25204 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.426+0000 7f6b96400b80 1 -- 172.21.15.12:0/2655960690 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563947b95e10 con 0x563947c4f330 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.426+0000 7f6b89000700 1 --2- 172.21.15.12:0/2655960690 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x563947c4f330 0x563947c51720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.427+0000 7f6b89000700 1 --2- 172.21.15.12:0/2655960690 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x563947c4f330 0x563947c51720 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0d44f8d62177c0a server_cookie=ec07c574b44d756b in_seq=0 out_seq=0 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.427+0000 7f6b6aa00700 10 client.25204 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:17:21.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.428+0000 7f6b6aa00700 1 -- 172.21.15.12:0/2655960690 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x563947b95e10 con 0x563947c4f330 2024-05-21T00:17:21.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.428+0000 7f6b6aa00700 10 client.25204 handle_command_reply: tid=0 2024-05-21T00:17:21.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.429+0000 7f6b96400b80 1 client.25204 shutdown 2024-05-21T00:17:21.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.429+0000 7f6b96400b80 1 -- 172.21.15.12:0/2655960690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c3b690 msgr2=0x563947c3f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.429+0000 7f6b96400b80 1 --2- 172.21.15.12:0/2655960690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c3b690 0x563947c3f070 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f6b7000c010 tx=0x7f6b7000b650 comp rx=0 tx=0).stop 2024-05-21T00:17:21.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.429+0000 7f6b96400b80 1 -- 172.21.15.12:0/2655960690 shutdown_connections 2024-05-21T00:17:21.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.429+0000 7f6b96400b80 1 --2- 172.21.15.12:0/2655960690 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3bfb0 0x563947c3f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.429+0000 7f6b96400b80 1 --2- 172.21.15.12:0/2655960690 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c361c0 0x563947c41cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.429+0000 7f6b96400b80 1 --2- 172.21.15.12:0/2655960690 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x563947c4f330 0x563947c51720 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.429+0000 7f6b96400b80 1 --2- 172.21.15.12:0/2655960690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c3b690 0x563947c3f070 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.429+0000 7f6b96400b80 1 -- 172.21.15.12:0/2655960690 >> 172.21.15.12:0/2655960690 conn(0x563947b63c60 msgr2=0x563947c2fdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:21.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.429+0000 7f6b6aa00700 0 client.25204 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:17:21.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.430+0000 7f6b96400b80 1 -- 172.21.15.12:0/2655960690 shutdown_connections 2024-05-21T00:17:21.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.430+0000 7f6b96400b80 1 -- 172.21.15.12:0/2655960690 wait complete. 2024-05-21T00:17:21.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.430+0000 7f6b96400b80 20 client.25204 trim_cache size 0 max 16384 2024-05-21T00:17:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.453+0000 7f6b96400b80 1 Processor -- start 2024-05-21T00:17:21.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.453+0000 7f6b96400b80 1 -- start start 2024-05-21T00:17:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.454+0000 7f6b96400b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c361c0 0x563947c35ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.454+0000 7f6b96400b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c3b690 0x563947c30570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.454+0000 7f6b96400b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3bfb0 0x563947c40f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.454+0000 7f6b96400b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6b841afcf0 con 0x563947c361c0 2024-05-21T00:17:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.454+0000 7f6b96400b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6b841b1830 con 0x563947c3bfb0 2024-05-21T00:17:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.454+0000 7f6b96400b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f6b841b03c0 con 0x563947c3b690 2024-05-21T00:17:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.454+0000 7f6b89000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c361c0 0x563947c35ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.454+0000 7f6b83e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c3b690 0x563947c30570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.454+0000 7f6b89000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c361c0 0x563947c35ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51468/0 (socket says 172.21.15.12:51468) 2024-05-21T00:17:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.454+0000 7f6b89000700 1 -- 172.21.15.12:0/1370044755 learned_addr learned my addr 172.21.15.12:0/1370044755 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:21.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.455+0000 7f6b89a00700 1 --2- 172.21.15.12:0/1370044755 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3bfb0 0x563947c40f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.455+0000 7f6b89a00700 1 -- 172.21.15.12:0/1370044755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c3b690 msgr2=0x563947c30570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:21.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.455+0000 7f6b89a00700 1 --2- 172.21.15.12:0/1370044755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c3b690 0x563947c30570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.455+0000 7f6b89a00700 1 -- 172.21.15.12:0/1370044755 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c361c0 msgr2=0x563947c35ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:21.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.455+0000 7f6b89a00700 1 --2- 172.21.15.12:0/1370044755 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c361c0 0x563947c35ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.455+0000 7f6b89a00700 1 -- 172.21.15.12:0/1370044755 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563947c311e0 con 0x563947c3bfb0 2024-05-21T00:17:21.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.455+0000 7f6b89000700 1 --2- 172.21.15.12:0/1370044755 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c361c0 0x563947c35ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:21.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.455+0000 7f6b89a00700 1 --2- 172.21.15.12:0/1370044755 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3bfb0 0x563947c40f00 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c0df830 tx=0x7f6b7c004de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1846858b1ab915bb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:21.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.456+0000 7f6b75600700 1 -- 172.21.15.12:0/1370044755 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7c0a9a90 con 0x563947c3bfb0 2024-05-21T00:17:21.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.456+0000 7f6b75600700 1 -- 172.21.15.12:0/1370044755 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b7c0a9390 con 0x563947c3bfb0 2024-05-21T00:17:21.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.456+0000 7f6b75600700 1 -- 172.21.15.12:0/1370044755 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7c0a4f60 con 0x563947c3bfb0 2024-05-21T00:17:21.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.457+0000 7f6b96400b80 1 -- 172.21.15.12:0/1370044755 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3bfb0 msgr2=0x563947c40f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.457+0000 7f6b96400b80 1 --2- 172.21.15.12:0/1370044755 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3bfb0 0x563947c40f00 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c0df830 tx=0x7f6b7c004de0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.457+0000 7f6b96400b80 1 -- 172.21.15.12:0/1370044755 shutdown_connections 2024-05-21T00:17:21.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.457+0000 7f6b96400b80 1 --2- 172.21.15.12:0/1370044755 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3bfb0 0x563947c40f00 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.457+0000 7f6b96400b80 1 --2- 172.21.15.12:0/1370044755 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c361c0 0x563947c35ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.457+0000 7f6b96400b80 1 --2- 172.21.15.12:0/1370044755 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c3b690 0x563947c30570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.457+0000 7f6b96400b80 1 -- 172.21.15.12:0/1370044755 >> 172.21.15.12:0/1370044755 conn(0x563947b63c60 msgr2=0x563947c3ca00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:21.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.457+0000 7f6b96400b80 1 -- 172.21.15.12:0/1370044755 shutdown_connections 2024-05-21T00:17:21.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.457+0000 7f6b96400b80 1 -- 172.21.15.12:0/1370044755 wait complete. 2024-05-21T00:17:21.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.458+0000 7f6b96400b80 1 -- start start 2024-05-21T00:17:21.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.458+0000 7f6b96400b80 1 Processor -- start 2024-05-21T00:17:21.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.459+0000 7f6b96400b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c361c0 0x563947c54740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.459+0000 7f6b96400b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3b690 0x563947c54c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.459+0000 7f6b96400b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c3bfb0 0x563947c52c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.459+0000 7f6b96400b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6b841b1160 con 0x563947c3bfb0 2024-05-21T00:17:21.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.459+0000 7f6b96400b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6b841b0a90 con 0x563947c3b690 2024-05-21T00:17:21.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.459+0000 7f6b96400b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f6b841adc90 con 0x563947c361c0 2024-05-21T00:17:21.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.459+0000 7f6b96400b80 10 client.0 _ll_register_callbacks cb 0x563947b2dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:17:21.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.459+0000 7f6b89a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c3bfb0 0x563947c52c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.459+0000 7f6b89a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c3bfb0 0x563947c52c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51478/0 (socket says 172.21.15.12:51478) 2024-05-21T00:17:21.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.459+0000 7f6b89a00700 1 -- 172.21.15.12:0/4176674992 learned_addr learned my addr 172.21.15.12:0/4176674992 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:21.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.459+0000 7f6b83e00700 1 --2- 172.21.15.12:0/4176674992 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3b690 0x563947c54c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.460+0000 7f6b89a00700 1 -- 172.21.15.12:0/4176674992 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c361c0 msgr2=0x563947c54740 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:17:21.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.460+0000 7f6b89a00700 1 --2- 172.21.15.12:0/4176674992 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c361c0 0x563947c54740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.460+0000 7f6b89a00700 1 -- 172.21.15.12:0/4176674992 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3b690 msgr2=0x563947c54c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:21.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.460+0000 7f6b89a00700 1 --2- 172.21.15.12:0/4176674992 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3b690 0x563947c54c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.460+0000 7f6b89a00700 1 -- 172.21.15.12:0/4176674992 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563947c53350 con 0x563947c3bfb0 2024-05-21T00:17:21.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.460+0000 7f6b89a00700 1 --2- 172.21.15.12:0/4176674992 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c3bfb0 0x563947c52c80 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c0a6600 tx=0x7f6b7c0a8820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed66d9f7c1486db1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:21.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.460+0000 7f6b6aa00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:17:21.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.460+0000 7f6b6aa00700 1 -- 172.21.15.12:0/4176674992 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b7c0b2160 con 0x563947c3bfb0 2024-05-21T00:17:21.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.460+0000 7f6b6aa00700 1 -- 172.21.15.12:0/4176674992 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f6b7c0a4f10 con 0x563947c3bfb0 2024-05-21T00:17:21.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.461+0000 7f6b96400b80 1 -- 172.21.15.12:0/4176674992 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6b7c0a9390 con 0x563947c3bfb0 2024-05-21T00:17:21.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.461+0000 7f6b6aa00700 1 -- 172.21.15.12:0/4176674992 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6b7c0a9a90 con 0x563947c3bfb0 2024-05-21T00:17:21.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.461+0000 7f6b96400b80 10 client.15072 fetch_fsmap learned FSMap version 29 2024-05-21T00:17:21.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.461+0000 7f6b96400b80 1 -- 172.21.15.12:0/4176674992 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x563947cba660 con 0x563947c3bfb0 2024-05-21T00:17:21.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.461+0000 7f6b6aa00700 1 -- 172.21.15.12:0/4176674992 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6b7c0a9390 con 0x563947c3bfb0 2024-05-21T00:17:21.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.461+0000 7f6b6aa00700 1 -- 172.21.15.12:0/4176674992 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6b7c0ad160 con 0x563947c3bfb0 2024-05-21T00:17:21.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.462+0000 7f6b96400b80 10 client.15072 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:17:21.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.462+0000 7f6b96400b80 10 client.15072 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:17:21.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.462+0000 7f6b96400b80 20 client.15072 populate_metadata read hostname 'smithi012' 2024-05-21T00:17:21.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.462+0000 7f6b96400b80 1 --2- 172.21.15.12:0/4176674992 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x563947cbac90 0x563947cbd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:21.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.462+0000 7f6b96400b80 4 client.15072 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:17:21.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.462+0000 7f6b96400b80 1 -- 172.21.15.12:0/4176674992 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x563947b8f5f0 con 0x563947cbac90 2024-05-21T00:17:21.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.462+0000 7f6b89000700 1 --2- 172.21.15.12:0/4176674992 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x563947cbac90 0x563947cbd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:21.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.463+0000 7f6b89000700 1 --2- 172.21.15.12:0/4176674992 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x563947cbac90 0x563947cbd0b0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b14542fdaf4fd8cd server_cookie=27d2e25c6ccb7063 in_seq=0 out_seq=0 2024-05-21T00:17:21.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.463+0000 7f6b6aa00700 10 client.15072 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:17:21.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.465+0000 7f6b6aa00700 1 -- 172.21.15.12:0/4176674992 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x563947b8f5f0 con 0x563947cbac90 2024-05-21T00:17:21.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.465+0000 7f6b6aa00700 10 client.15072 handle_command_reply: tid=0 2024-05-21T00:17:21.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.465+0000 7f6b96400b80 1 client.15072 shutdown 2024-05-21T00:17:21.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.465+0000 7f6b96400b80 1 -- 172.21.15.12:0/4176674992 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c3bfb0 msgr2=0x563947c52c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.465+0000 7f6b96400b80 1 --2- 172.21.15.12:0/4176674992 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c3bfb0 0x563947c52c80 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c0a6600 tx=0x7f6b7c0a8820 comp rx=0 tx=0).stop 2024-05-21T00:17:21.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.465+0000 7f6b96400b80 1 -- 172.21.15.12:0/4176674992 shutdown_connections 2024-05-21T00:17:21.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.465+0000 7f6b96400b80 1 --2- 172.21.15.12:0/4176674992 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x563947c3bfb0 0x563947c52c80 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.465+0000 7f6b96400b80 1 --2- 172.21.15.12:0/4176674992 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x563947cbac90 0x563947cbd0b0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.465+0000 7f6b96400b80 1 --2- 172.21.15.12:0/4176674992 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x563947c361c0 0x563947c54740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.465+0000 7f6b96400b80 1 --2- 172.21.15.12:0/4176674992 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x563947c3b690 0x563947c54c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.465+0000 7f6b96400b80 1 -- 172.21.15.12:0/4176674992 >> 172.21.15.12:0/4176674992 conn(0x563947b63c60 msgr2=0x563947c40f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:21.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.466+0000 7f6b6aa00700 0 client.15072 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:17:21.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.466+0000 7f6b96400b80 1 -- 172.21.15.12:0/4176674992 shutdown_connections 2024-05-21T00:17:21.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.466+0000 7f6b96400b80 1 -- 172.21.15.12:0/4176674992 wait complete. 2024-05-21T00:17:21.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.466+0000 7f6b96400b80 20 client.15072 trim_cache size 0 max 16384 2024-05-21T00:17:21.467 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:17:21.467 INFO:teuthology.orchestra.run.smithi012.stdout: "return_code": 0, 2024-05-21T00:17:21.467 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_tag": "8324a6e4-b7f6-490b-babd-5bf6ed21bb70", 2024-05-21T00:17:21.467 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": "asynchronous" 2024-05-21T00:17:21.467 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:17:21.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.467+0000 7f6b8ba00700 1 -- 172.21.15.12:0/4191917 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6b6c0b2880 msgr2=0x7f6b6c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.467+0000 7f6b8ba00700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6b6c0b2880 0x7f6b6c0b4d40 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6b78009ca0 tx=0x7f6b78009260 comp rx=0 tx=0).stop 2024-05-21T00:17:21.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.467+0000 7f6b8ba00700 1 -- 172.21.15.12:0/4191917 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b841096a0 msgr2=0x7f6b8419c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.467+0000 7f6b8ba00700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b841096a0 0x7f6b8419c2d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6b7c00efc0 tx=0x7f6b7c00c3a0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.468+0000 7f6b8ba00700 1 -- 172.21.15.12:0/4191917 shutdown_connections 2024-05-21T00:17:21.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.468+0000 7f6b8ba00700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6b6c0b2880 0x7f6b6c0b4d40 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.468+0000 7f6b8ba00700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6b841096a0 0x7f6b8419c2d0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.468+0000 7f6b8ba00700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6b84103590 0x7f6b841a1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.468+0000 7f6b8ba00700 1 --2- 172.21.15.12:0/4191917 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6b84103f50 0x7f6b841a20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.468+0000 7f6b8ba00700 1 -- 172.21.15.12:0/4191917 >> 172.21.15.12:0/4191917 conn(0x7f6b8407a6f0 msgr2=0x7f6b84101c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:21.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.468+0000 7f6b8ba00700 1 -- 172.21.15.12:0/4191917 shutdown_connections 2024-05-21T00:17:21.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.468+0000 7f6b8ba00700 1 -- 172.21.15.12:0/4191917 wait complete. 2024-05-21T00:17:21.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.600+0000 7feb50600700 1 -- 172.21.15.12:0/2839054815 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7feb48063980 con 0x7feb300b2900 2024-05-21T00:17:21.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.610+0000 7feb46000700 1 -- 172.21.15.12:0/2839054815 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258882 (secure 0 0 0) 0x7feb48063980 con 0x7feb300b2900 2024-05-21T00:17:21.616 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:21.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.617+0000 7feb50600700 1 -- 172.21.15.12:0/2839054815 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb300b2900 msgr2=0x7feb300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.617+0000 7feb50600700 1 --2- 172.21.15.12:0/2839054815 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb300b2900 0x7feb300b4dc0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7feb481031b0 tx=0x7feb34009260 comp rx=0 tx=0).stop 2024-05-21T00:17:21.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.617+0000 7feb50600700 1 -- 172.21.15.12:0/2839054815 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb481037f0 msgr2=0x7feb48075840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:21.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.617+0000 7feb50600700 1 --2- 172.21.15.12:0/2839054815 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb481037f0 0x7feb48075840 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7feb3c000c00 tx=0x7feb3c00f950 comp rx=0 tx=0).stop 2024-05-21T00:17:21.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.617+0000 7feb50600700 1 -- 172.21.15.12:0/2839054815 shutdown_connections 2024-05-21T00:17:21.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.617+0000 7feb50600700 1 --2- 172.21.15.12:0/2839054815 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feb300b2900 0x7feb300b4dc0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.617+0000 7feb50600700 1 --2- 172.21.15.12:0/2839054815 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb481088f0 0x7feb480762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.617+0000 7feb50600700 1 --2- 172.21.15.12:0/2839054815 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb481037f0 0x7feb48075840 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.617+0000 7feb50600700 1 --2- 172.21.15.12:0/2839054815 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb481041a0 0x7feb48075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:21.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.617+0000 7feb50600700 1 -- 172.21.15.12:0/2839054815 >> 172.21.15.12:0/2839054815 conn(0x7feb4807a6a0 msgr2=0x7feb481019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:21.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.617+0000 7feb50600700 1 -- 172.21.15.12:0/2839054815 shutdown_connections 2024-05-21T00:17:21.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:21.617+0000 7feb50600700 1 -- 172.21.15.12:0/2839054815 wait complete. 2024-05-21T00:17:21.619 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-05-21T00:17:22.665 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":447,"stamp":"2024-05-21T00:17:19.638767+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":669072,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2502,"num_read_kb":1370,"num_write":392,"num_write_kb":2313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":2952853,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":824,"ondisk_log_size":824,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390836,"kb_used_data":12564,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550988,"statfs":{"total":1151940427776,"available":1151540211712,"internally_reserved":0,"allocated":12865536,"data_stored":7154484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":130,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005096"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:05.333473+0000","last_change":"2024-05-21T00:12:57.046784+0000","last_active":"2024-05-21T00:15:05.333473+0000","last_peered":"2024-05-21T00:15:05.333473+0000","last_clean":"2024-05-21T00:15:05.333473+0000","last_became_active":"2024-05-21T00:12:57.046448+0000","last_became_peered":"2024-05-21T00:12:57.046448+0000","last_unstale":"2024-05-21T00:15:05.333473+0000","last_undegraded":"2024-05-21T00:15:05.333473+0000","last_fullsized":"2024-05-21T00:15:05.333473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:18.280294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526651+0000","last_change":"2024-05-21T00:12:57.048996+0000","last_active":"2024-05-21T00:15:04.526651+0000","last_peered":"2024-05-21T00:15:04.526651+0000","last_clean":"2024-05-21T00:15:04.526651+0000","last_became_active":"2024-05-21T00:12:57.048645+0000","last_became_peered":"2024-05-21T00:12:57.048645+0000","last_unstale":"2024-05-21T00:15:04.526651+0000","last_undegraded":"2024-05-21T00:15:04.526651+0000","last_fullsized":"2024-05-21T00:15:04.526651+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:18:41.325045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526626+0000","last_change":"2024-05-21T00:12:57.042373+0000","last_active":"2024-05-21T00:15:04.526626+0000","last_peered":"2024-05-21T00:15:04.526626+0000","last_clean":"2024-05-21T00:15:04.526626+0000","last_became_active":"2024-05-21T00:12:57.041870+0000","last_became_peered":"2024-05-21T00:12:57.041870+0000","last_unstale":"2024-05-21T00:15:04.526626+0000","last_undegraded":"2024-05-21T00:15:04.526626+0000","last_fullsized":"2024-05-21T00:15:04.526626+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:14:42.856326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:56.930428+0000","last_change":"2024-05-21T00:12:57.049459+0000","last_active":"2024-05-21T00:14:56.930428+0000","last_peered":"2024-05-21T00:14:56.930428+0000","last_clean":"2024-05-21T00:14:56.930428+0000","last_became_active":"2024-05-21T00:12:57.048977+0000","last_became_peered":"2024-05-21T00:12:57.048977+0000","last_unstale":"2024-05-21T00:14:56.930428+0000","last_undegraded":"2024-05-21T00:14:56.930428+0000","last_fullsized":"2024-05-21T00:14:56.930428+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:22:53.099843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561836+0000","last_change":"2024-05-21T00:12:57.048582+0000","last_active":"2024-05-21T00:14:47.561836+0000","last_peered":"2024-05-21T00:14:47.561836+0000","last_clean":"2024-05-21T00:14:47.561836+0000","last_became_active":"2024-05-21T00:12:57.048221+0000","last_became_peered":"2024-05-21T00:12:57.048221+0000","last_unstale":"2024-05-21T00:14:47.561836+0000","last_undegraded":"2024-05-21T00:14:47.561836+0000","last_fullsized":"2024-05-21T00:14:47.561836+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:50:07.529376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530919+0000","last_change":"2024-05-21T00:12:57.040462+0000","last_active":"2024-05-21T00:14:47.530919+0000","last_peered":"2024-05-21T00:14:47.530919+0000","last_clean":"2024-05-21T00:14:47.530919+0000","last_became_active":"2024-05-21T00:12:57.040058+0000","last_became_peered":"2024-05-21T00:12:57.040058+0000","last_unstale":"2024-05-21T00:14:47.530919+0000","last_undegraded":"2024-05-21T00:14:47.530919+0000","last_fullsized":"2024-05-21T00:14:47.530919+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:54:04.103484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538828+0000","last_change":"2024-05-21T00:12:57.041274+0000","last_active":"2024-05-21T00:14:47.538828+0000","last_peered":"2024-05-21T00:14:47.538828+0000","last_clean":"2024-05-21T00:14:47.538828+0000","last_became_active":"2024-05-21T00:12:57.040893+0000","last_became_peered":"2024-05-21T00:12:57.040893+0000","last_unstale":"2024-05-21T00:14:47.538828+0000","last_undegraded":"2024-05-21T00:14:47.538828+0000","last_fullsized":"2024-05-21T00:14:47.538828+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:48:49.972545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562911+0000","last_change":"2024-05-21T00:12:57.059229+0000","last_active":"2024-05-21T00:14:47.562911+0000","last_peered":"2024-05-21T00:14:47.562911+0000","last_clean":"2024-05-21T00:14:47.562911+0000","last_became_active":"2024-05-21T00:12:57.057015+0000","last_became_peered":"2024-05-21T00:12:57.057015+0000","last_unstale":"2024-05-21T00:14:47.562911+0000","last_undegraded":"2024-05-21T00:14:47.562911+0000","last_fullsized":"2024-05-21T00:14:47.562911+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:17:35.690779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.533522+0000","last_change":"2024-05-21T00:12:57.047678+0000","last_active":"2024-05-21T00:14:47.533522+0000","last_peered":"2024-05-21T00:14:47.533522+0000","last_clean":"2024-05-21T00:14:47.533522+0000","last_became_active":"2024-05-21T00:12:57.046692+0000","last_became_peered":"2024-05-21T00:12:57.046692+0000","last_unstale":"2024-05-21T00:14:47.533522+0000","last_undegraded":"2024-05-21T00:14:47.533522+0000","last_fullsized":"2024-05-21T00:14:47.533522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.979809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530389+0000","last_change":"2024-05-21T00:12:57.043894+0000","last_active":"2024-05-21T00:14:47.530389+0000","last_peered":"2024-05-21T00:14:47.530389+0000","last_clean":"2024-05-21T00:14:47.530389+0000","last_became_active":"2024-05-21T00:12:57.043455+0000","last_became_peered":"2024-05-21T00:12:57.043455+0000","last_unstale":"2024-05-21T00:14:47.530389+0000","last_undegraded":"2024-05-21T00:14:47.530389+0000","last_fullsized":"2024-05-21T00:14:47.530389+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:50:11.567175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537270+0000","last_change":"2024-05-21T00:12:57.042379+0000","last_active":"2024-05-21T00:14:47.537270+0000","last_peered":"2024-05-21T00:14:47.537270+0000","last_clean":"2024-05-21T00:14:47.537270+0000","last_became_active":"2024-05-21T00:12:57.041924+0000","last_became_peered":"2024-05-21T00:12:57.041924+0000","last_unstale":"2024-05-21T00:14:47.537270+0000","last_undegraded":"2024-05-21T00:14:47.537270+0000","last_fullsized":"2024-05-21T00:14:47.537270+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:39:58.127761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528026+0000","last_change":"2024-05-21T00:12:57.050729+0000","last_active":"2024-05-21T00:14:47.528026+0000","last_peered":"2024-05-21T00:14:47.528026+0000","last_clean":"2024-05-21T00:14:47.528026+0000","last_became_active":"2024-05-21T00:12:57.050393+0000","last_became_peered":"2024-05-21T00:12:57.050393+0000","last_unstale":"2024-05-21T00:14:47.528026+0000","last_undegraded":"2024-05-21T00:14:47.528026+0000","last_fullsized":"2024-05-21T00:14:47.528026+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:16:14.272141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559418+0000","last_change":"2024-05-21T00:12:57.045310+0000","last_active":"2024-05-21T00:14:47.559418+0000","last_peered":"2024-05-21T00:14:47.559418+0000","last_clean":"2024-05-21T00:14:47.559418+0000","last_became_active":"2024-05-21T00:12:57.044865+0000","last_became_peered":"2024-05-21T00:12:57.044865+0000","last_unstale":"2024-05-21T00:14:47.559418+0000","last_undegraded":"2024-05-21T00:14:47.559418+0000","last_fullsized":"2024-05-21T00:14:47.559418+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:07:41.425647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568377+0000","last_change":"2024-05-21T00:12:57.045874+0000","last_active":"2024-05-21T00:14:47.568377+0000","last_peered":"2024-05-21T00:14:47.568377+0000","last_clean":"2024-05-21T00:14:47.568377+0000","last_became_active":"2024-05-21T00:12:57.045311+0000","last_became_peered":"2024-05-21T00:12:57.045311+0000","last_unstale":"2024-05-21T00:14:47.568377+0000","last_undegraded":"2024-05-21T00:14:47.568377+0000","last_fullsized":"2024-05-21T00:14:47.568377+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:10.765103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566323+0000","last_change":"2024-05-21T00:12:57.051610+0000","last_active":"2024-05-21T00:14:47.566323+0000","last_peered":"2024-05-21T00:14:47.566323+0000","last_clean":"2024-05-21T00:14:47.566323+0000","last_became_active":"2024-05-21T00:12:57.047654+0000","last_became_peered":"2024-05-21T00:12:57.047654+0000","last_unstale":"2024-05-21T00:14:47.566323+0000","last_undegraded":"2024-05-21T00:14:47.566323+0000","last_fullsized":"2024-05-21T00:14:47.566323+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:57.390655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.565503+0000","last_change":"2024-05-21T00:12:57.044373+0000","last_active":"2024-05-21T00:14:47.565503+0000","last_peered":"2024-05-21T00:14:47.565503+0000","last_clean":"2024-05-21T00:14:47.565503+0000","last_became_active":"2024-05-21T00:12:57.043753+0000","last_became_peered":"2024-05-21T00:12:57.043753+0000","last_unstale":"2024-05-21T00:14:47.565503+0000","last_undegraded":"2024-05-21T00:14:47.565503+0000","last_fullsized":"2024-05-21T00:14:47.565503+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:36:42.639746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.572572+0000","last_change":"2024-05-21T00:12:57.046120+0000","last_active":"2024-05-21T00:14:47.572572+0000","last_peered":"2024-05-21T00:14:47.572572+0000","last_clean":"2024-05-21T00:14:47.572572+0000","last_became_active":"2024-05-21T00:12:57.045058+0000","last_became_peered":"2024-05-21T00:12:57.045058+0000","last_unstale":"2024-05-21T00:14:47.572572+0000","last_undegraded":"2024-05-21T00:14:47.572572+0000","last_fullsized":"2024-05-21T00:14:47.572572+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:11:23.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.548211+0000","last_change":"2024-05-21T00:12:57.041054+0000","last_active":"2024-05-21T00:14:47.548211+0000","last_peered":"2024-05-21T00:14:47.548211+0000","last_clean":"2024-05-21T00:14:47.548211+0000","last_became_active":"2024-05-21T00:12:57.040637+0000","last_became_peered":"2024-05-21T00:12:57.040637+0000","last_unstale":"2024-05-21T00:14:47.548211+0000","last_undegraded":"2024-05-21T00:14:47.548211+0000","last_fullsized":"2024-05-21T00:14:47.548211+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:50.618128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558088+0000","last_change":"2024-05-21T00:12:57.050159+0000","last_active":"2024-05-21T00:14:47.558088+0000","last_peered":"2024-05-21T00:14:47.558088+0000","last_clean":"2024-05-21T00:14:47.558088+0000","last_became_active":"2024-05-21T00:12:57.049771+0000","last_became_peered":"2024-05-21T00:12:57.049771+0000","last_unstale":"2024-05-21T00:14:47.558088+0000","last_undegraded":"2024-05-21T00:14:47.558088+0000","last_fullsized":"2024-05-21T00:14:47.558088+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:16:13.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"81'14","reported_seq":282,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:17.195207+0000","last_change":"2024-05-21T00:12:53.010045+0000","last_active":"2024-05-21T00:17:17.195207+0000","last_peered":"2024-05-21T00:17:17.195207+0000","last_clean":"2024-05-21T00:17:17.195207+0000","last_became_active":"2024-05-21T00:12:53.008748+0000","last_became_peered":"2024-05-21T00:12:53.008748+0000","last_unstale":"2024-05-21T00:17:17.195207+0000","last_undegraded":"2024-05-21T00:17:17.195207+0000","last_fullsized":"2024-05-21T00:17:17.195207+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:30.444075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":240,"num_read_kb":240,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:00.988209+0000","last_change":"2024-05-21T00:12:57.060688+0000","last_active":"2024-05-21T00:15:00.988209+0000","last_peered":"2024-05-21T00:15:00.988209+0000","last_clean":"2024-05-21T00:15:00.988209+0000","last_became_active":"2024-05-21T00:12:57.058825+0000","last_became_peered":"2024-05-21T00:12:57.058825+0000","last_unstale":"2024-05-21T00:15:00.988209+0000","last_undegraded":"2024-05-21T00:15:00.988209+0000","last_fullsized":"2024-05-21T00:15:00.988209+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:12.220194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:55.987229+0000","last_change":"2024-05-21T00:12:53.061454+0000","last_active":"2024-05-21T00:14:55.987229+0000","last_peered":"2024-05-21T00:14:55.987229+0000","last_clean":"2024-05-21T00:14:55.987229+0000","last_became_active":"2024-05-21T00:12:53.059971+0000","last_became_peered":"2024-05-21T00:12:53.059971+0000","last_unstale":"2024-05-21T00:14:55.987229+0000","last_undegraded":"2024-05-21T00:14:55.987229+0000","last_fullsized":"2024-05-21T00:14:55.987229+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:56.060446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526725+0000","last_change":"2024-05-21T00:12:57.056260+0000","last_active":"2024-05-21T00:15:04.526725+0000","last_peered":"2024-05-21T00:15:04.526725+0000","last_clean":"2024-05-21T00:15:04.526725+0000","last_became_active":"2024-05-21T00:12:57.055865+0000","last_became_peered":"2024-05-21T00:12:57.055865+0000","last_unstale":"2024-05-21T00:15:04.526725+0000","last_undegraded":"2024-05-21T00:15:04.526725+0000","last_fullsized":"2024-05-21T00:15:04.526725+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:12.164966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816917+0000","last_change":"2024-05-21T00:12:53.006258+0000","last_active":"2024-05-21T00:13:48.816917+0000","last_peered":"2024-05-21T00:13:48.816917+0000","last_clean":"2024-05-21T00:13:48.816917+0000","last_became_active":"2024-05-21T00:12:53.005828+0000","last_became_peered":"2024-05-21T00:12:53.005828+0000","last_unstale":"2024-05-21T00:13:48.816917+0000","last_undegraded":"2024-05-21T00:13:48.816917+0000","last_fullsized":"2024-05-21T00:13:48.816917+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:05:39.049442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561525+0000","last_change":"2024-05-21T00:12:57.046692+0000","last_active":"2024-05-21T00:14:47.561525+0000","last_peered":"2024-05-21T00:14:47.561525+0000","last_clean":"2024-05-21T00:14:47.561525+0000","last_became_active":"2024-05-21T00:12:57.046326+0000","last_became_peered":"2024-05-21T00:12:57.046326+0000","last_unstale":"2024-05-21T00:14:47.561525+0000","last_undegraded":"2024-05-21T00:14:47.561525+0000","last_fullsized":"2024-05-21T00:14:47.561525+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:21:16.331849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816888+0000","last_change":"2024-05-21T00:12:53.003695+0000","last_active":"2024-05-21T00:13:48.816888+0000","last_peered":"2024-05-21T00:13:48.816888+0000","last_clean":"2024-05-21T00:13:48.816888+0000","last_became_active":"2024-05-21T00:12:53.003341+0000","last_became_peered":"2024-05-21T00:12:53.003341+0000","last_unstale":"2024-05-21T00:13:48.816888+0000","last_undegraded":"2024-05-21T00:13:48.816888+0000","last_fullsized":"2024-05-21T00:13:48.816888+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:11:10.635688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.531629+0000","last_change":"2024-05-21T00:12:57.039520+0000","last_active":"2024-05-21T00:14:47.531629+0000","last_peered":"2024-05-21T00:14:47.531629+0000","last_clean":"2024-05-21T00:14:47.531629+0000","last_became_active":"2024-05-21T00:12:57.039132+0000","last_became_peered":"2024-05-21T00:12:57.039132+0000","last_unstale":"2024-05-21T00:14:47.531629+0000","last_undegraded":"2024-05-21T00:14:47.531629+0000","last_fullsized":"2024-05-21T00:14:47.531629+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:39:04.813835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"81'7","reported_seq":287,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:15.688043+0000","last_change":"2024-05-21T00:13:49.378341+0000","last_active":"2024-05-21T00:17:15.688043+0000","last_peered":"2024-05-21T00:17:15.688043+0000","last_clean":"2024-05-21T00:17:15.688043+0000","last_became_active":"2024-05-21T00:13:49.374100+0000","last_became_peered":"2024-05-21T00:13:49.374100+0000","last_unstale":"2024-05-21T00:17:15.688043+0000","last_undegraded":"2024-05-21T00:17:15.688043+0000","last_fullsized":"2024-05-21T00:17:15.688043+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:24:01.243352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":234,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529589+0000","last_change":"2024-05-21T00:12:57.048808+0000","last_active":"2024-05-21T00:14:47.529589+0000","last_peered":"2024-05-21T00:14:47.529589+0000","last_clean":"2024-05-21T00:14:47.529589+0000","last_became_active":"2024-05-21T00:12:57.048472+0000","last_became_peered":"2024-05-21T00:12:57.048472+0000","last_unstale":"2024-05-21T00:14:47.529589+0000","last_undegraded":"2024-05-21T00:14:47.529589+0000","last_fullsized":"2024-05-21T00:14:47.529589+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:28.355648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811062+0000","last_change":"2024-05-21T00:12:53.013912+0000","last_active":"2024-05-21T00:13:48.811062+0000","last_peered":"2024-05-21T00:13:48.811062+0000","last_clean":"2024-05-21T00:13:48.811062+0000","last_became_active":"2024-05-21T00:12:53.013501+0000","last_became_peered":"2024-05-21T00:12:53.013501+0000","last_unstale":"2024-05-21T00:13:48.811062+0000","last_undegraded":"2024-05-21T00:13:48.811062+0000","last_fullsized":"2024-05-21T00:13:48.811062+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:34:59.699946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562270+0000","last_change":"2024-05-21T00:12:57.048522+0000","last_active":"2024-05-21T00:14:47.562270+0000","last_peered":"2024-05-21T00:14:47.562270+0000","last_clean":"2024-05-21T00:14:47.562270+0000","last_became_active":"2024-05-21T00:12:57.048186+0000","last_became_peered":"2024-05-21T00:12:57.048186+0000","last_unstale":"2024-05-21T00:14:47.562270+0000","last_undegraded":"2024-05-21T00:14:47.562270+0000","last_fullsized":"2024-05-21T00:14:47.562270+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:04.856872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974826+0000","last_change":"2024-05-21T00:12:53.017013+0000","last_active":"2024-05-21T00:13:48.974826+0000","last_peered":"2024-05-21T00:13:48.974826+0000","last_clean":"2024-05-21T00:13:48.974826+0000","last_became_active":"2024-05-21T00:12:53.013624+0000","last_became_peered":"2024-05-21T00:12:53.013624+0000","last_unstale":"2024-05-21T00:13:48.974826+0000","last_undegraded":"2024-05-21T00:13:48.974826+0000","last_fullsized":"2024-05-21T00:13:48.974826+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:36:29.580861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561266+0000","last_change":"2024-05-21T00:12:57.056452+0000","last_active":"2024-05-21T00:14:47.561266+0000","last_peered":"2024-05-21T00:14:47.561266+0000","last_clean":"2024-05-21T00:14:47.561266+0000","last_became_active":"2024-05-21T00:12:57.050103+0000","last_became_peered":"2024-05-21T00:12:57.050103+0000","last_unstale":"2024-05-21T00:14:47.561266+0000","last_undegraded":"2024-05-21T00:14:47.561266+0000","last_fullsized":"2024-05-21T00:14:47.561266+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:11:23.891496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810713+0000","last_change":"2024-05-21T00:12:53.007972+0000","last_active":"2024-05-21T00:13:48.810713+0000","last_peered":"2024-05-21T00:13:48.810713+0000","last_clean":"2024-05-21T00:13:48.810713+0000","last_became_active":"2024-05-21T00:12:53.007597+0000","last_became_peered":"2024-05-21T00:12:53.007597+0000","last_unstale":"2024-05-21T00:13:48.810713+0000","last_undegraded":"2024-05-21T00:13:48.810713+0000","last_fullsized":"2024-05-21T00:13:48.810713+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:31:10.333950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.556783+0000","last_change":"2024-05-21T00:12:57.051923+0000","last_active":"2024-05-21T00:14:47.556783+0000","last_peered":"2024-05-21T00:14:47.556783+0000","last_clean":"2024-05-21T00:14:47.556783+0000","last_became_active":"2024-05-21T00:12:57.051401+0000","last_became_peered":"2024-05-21T00:12:57.051401+0000","last_unstale":"2024-05-21T00:14:47.556783+0000","last_undegraded":"2024-05-21T00:14:47.556783+0000","last_fullsized":"2024-05-21T00:14:47.556783+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:21.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"81'5","reported_seq":511,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:18.691837+0000","last_change":"2024-05-21T00:12:53.011503+0000","last_active":"2024-05-21T00:17:18.691837+0000","last_peered":"2024-05-21T00:17:18.691837+0000","last_clean":"2024-05-21T00:17:18.691837+0000","last_became_active":"2024-05-21T00:12:53.011191+0000","last_became_peered":"2024-05-21T00:12:53.011191+0000","last_unstale":"2024-05-21T00:17:18.691837+0000","last_undegraded":"2024-05-21T00:17:18.691837+0000","last_fullsized":"2024-05-21T00:17:18.691837+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:11.098119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":479,"num_read_kb":479,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.551080+0000","last_change":"2024-05-21T00:12:57.043199+0000","last_active":"2024-05-21T00:14:47.551080+0000","last_peered":"2024-05-21T00:14:47.551080+0000","last_clean":"2024-05-21T00:14:47.551080+0000","last_became_active":"2024-05-21T00:12:57.042321+0000","last_became_peered":"2024-05-21T00:12:57.042321+0000","last_unstale":"2024-05-21T00:14:47.551080+0000","last_undegraded":"2024-05-21T00:14:47.551080+0000","last_fullsized":"2024-05-21T00:14:47.551080+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:49:41.648559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814147+0000","last_change":"2024-05-21T00:12:53.008163+0000","last_active":"2024-05-21T00:13:48.814147+0000","last_peered":"2024-05-21T00:13:48.814147+0000","last_clean":"2024-05-21T00:13:48.814147+0000","last_became_active":"2024-05-21T00:12:53.007830+0000","last_became_peered":"2024-05-21T00:12:53.007830+0000","last_unstale":"2024-05-21T00:13:48.814147+0000","last_undegraded":"2024-05-21T00:13:48.814147+0000","last_fullsized":"2024-05-21T00:13:48.814147+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:48:33.324604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571917+0000","last_change":"2024-05-21T00:12:57.051604+0000","last_active":"2024-05-21T00:14:47.571917+0000","last_peered":"2024-05-21T00:14:47.571917+0000","last_clean":"2024-05-21T00:14:47.571917+0000","last_became_active":"2024-05-21T00:12:57.051163+0000","last_became_peered":"2024-05-21T00:12:57.051163+0000","last_unstale":"2024-05-21T00:14:47.571917+0000","last_undegraded":"2024-05-21T00:14:47.571917+0000","last_fullsized":"2024-05-21T00:14:47.571917+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:52:44.339548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811331+0000","last_change":"2024-05-21T00:12:53.061900+0000","last_active":"2024-05-21T00:13:48.811331+0000","last_peered":"2024-05-21T00:13:48.811331+0000","last_clean":"2024-05-21T00:13:48.811331+0000","last_became_active":"2024-05-21T00:12:53.061259+0000","last_became_peered":"2024-05-21T00:12:53.061259+0000","last_unstale":"2024-05-21T00:13:48.811331+0000","last_undegraded":"2024-05-21T00:13:48.811331+0000","last_fullsized":"2024-05-21T00:13:48.811331+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:59:31.613311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537320+0000","last_change":"2024-05-21T00:12:57.051862+0000","last_active":"2024-05-21T00:14:47.537320+0000","last_peered":"2024-05-21T00:14:47.537320+0000","last_clean":"2024-05-21T00:14:47.537320+0000","last_became_active":"2024-05-21T00:12:57.051259+0000","last_became_peered":"2024-05-21T00:12:57.051259+0000","last_unstale":"2024-05-21T00:14:47.537320+0000","last_undegraded":"2024-05-21T00:14:47.537320+0000","last_fullsized":"2024-05-21T00:14:47.537320+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:49.851313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'39","reported_seq":558,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:18.691760+0000","last_change":"2024-05-21T00:12:53.007836+0000","last_active":"2024-05-21T00:17:18.691760+0000","last_peered":"2024-05-21T00:17:18.691760+0000","last_clean":"2024-05-21T00:17:18.691760+0000","last_became_active":"2024-05-21T00:12:53.007404+0000","last_became_peered":"2024-05-21T00:12:53.007404+0000","last_unstale":"2024-05-21T00:17:18.691760+0000","last_undegraded":"2024-05-21T00:17:18.691760+0000","last_fullsized":"2024-05-21T00:17:18.691760+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:31:09.959452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70142,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":492,"num_read_kb":315,"num_write":41,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538268+0000","last_change":"2024-05-21T00:12:57.042835+0000","last_active":"2024-05-21T00:14:47.538268+0000","last_peered":"2024-05-21T00:14:47.538268+0000","last_clean":"2024-05-21T00:14:47.538268+0000","last_became_active":"2024-05-21T00:12:57.042507+0000","last_became_peered":"2024-05-21T00:12:57.042507+0000","last_unstale":"2024-05-21T00:14:47.538268+0000","last_undegraded":"2024-05-21T00:14:47.538268+0000","last_fullsized":"2024-05-21T00:14:47.538268+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:23:53.966867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814028+0000","last_change":"2024-05-21T00:12:53.016227+0000","last_active":"2024-05-21T00:13:48.814028+0000","last_peered":"2024-05-21T00:13:48.814028+0000","last_clean":"2024-05-21T00:13:48.814028+0000","last_became_active":"2024-05-21T00:12:53.015791+0000","last_became_peered":"2024-05-21T00:12:53.015791+0000","last_unstale":"2024-05-21T00:13:48.814028+0000","last_undegraded":"2024-05-21T00:13:48.814028+0000","last_fullsized":"2024-05-21T00:13:48.814028+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:55.413607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558795+0000","last_change":"2024-05-21T00:12:57.050393+0000","last_active":"2024-05-21T00:14:47.558795+0000","last_peered":"2024-05-21T00:14:47.558795+0000","last_clean":"2024-05-21T00:14:47.558795+0000","last_became_active":"2024-05-21T00:12:57.050065+0000","last_became_peered":"2024-05-21T00:12:57.050065+0000","last_unstale":"2024-05-21T00:14:47.558795+0000","last_undegraded":"2024-05-21T00:14:47.558795+0000","last_fullsized":"2024-05-21T00:14:47.558795+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:03:54.073088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810805+0000","last_change":"2024-05-21T00:12:53.014337+0000","last_active":"2024-05-21T00:13:48.810805+0000","last_peered":"2024-05-21T00:13:48.810805+0000","last_clean":"2024-05-21T00:13:48.810805+0000","last_became_active":"2024-05-21T00:12:53.013873+0000","last_became_peered":"2024-05-21T00:12:53.013873+0000","last_unstale":"2024-05-21T00:13:48.810805+0000","last_undegraded":"2024-05-21T00:13:48.810805+0000","last_fullsized":"2024-05-21T00:13:48.810805+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:16.467981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559352+0000","last_change":"2024-05-21T00:13:48.976876+0000","last_active":"2024-05-21T00:14:47.559352+0000","last_peered":"2024-05-21T00:14:47.559352+0000","last_clean":"2024-05-21T00:14:47.559352+0000","last_became_active":"2024-05-21T00:13:48.976530+0000","last_became_peered":"2024-05-21T00:13:48.976530+0000","last_unstale":"2024-05-21T00:14:47.559352+0000","last_undegraded":"2024-05-21T00:14:47.559352+0000","last_fullsized":"2024-05-21T00:14:47.559352+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:08:26.324247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"81'8","reported_seq":277,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:15.282339+0000","last_change":"2024-05-21T00:12:53.006607+0000","last_active":"2024-05-21T00:17:15.282339+0000","last_peered":"2024-05-21T00:17:15.282339+0000","last_clean":"2024-05-21T00:17:15.282339+0000","last_became_active":"2024-05-21T00:12:53.006177+0000","last_became_peered":"2024-05-21T00:12:53.006177+0000","last_unstale":"2024-05-21T00:17:15.282339+0000","last_undegraded":"2024-05-21T00:17:15.282339+0000","last_fullsized":"2024-05-21T00:17:15.282339+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:07:58.281724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1430,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":243,"num_read_kb":6,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530074+0000","last_change":"2024-05-21T00:12:57.042325+0000","last_active":"2024-05-21T00:14:47.530074+0000","last_peered":"2024-05-21T00:14:47.530074+0000","last_clean":"2024-05-21T00:14:47.530074+0000","last_became_active":"2024-05-21T00:12:57.041890+0000","last_became_peered":"2024-05-21T00:12:57.041890+0000","last_unstale":"2024-05-21T00:14:47.530074+0000","last_undegraded":"2024-05-21T00:14:47.530074+0000","last_fullsized":"2024-05-21T00:14:47.530074+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.261956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":45,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816564+0000","last_change":"2024-05-21T00:12:53.059849+0000","last_active":"2024-05-21T00:13:48.816564+0000","last_peered":"2024-05-21T00:13:48.816564+0000","last_clean":"2024-05-21T00:13:48.816564+0000","last_became_active":"2024-05-21T00:12:53.059472+0000","last_became_peered":"2024-05-21T00:12:53.059472+0000","last_unstale":"2024-05-21T00:13:48.816564+0000","last_undegraded":"2024-05-21T00:13:48.816564+0000","last_fullsized":"2024-05-21T00:13:48.816564+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:16:19.091406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528875+0000","last_change":"2024-05-21T00:13:49.212195+0000","last_active":"2024-05-21T00:14:47.528875+0000","last_peered":"2024-05-21T00:14:47.528875+0000","last_clean":"2024-05-21T00:14:47.528875+0000","last_became_active":"2024-05-21T00:13:49.211755+0000","last_became_peered":"2024-05-21T00:13:49.211755+0000","last_unstale":"2024-05-21T00:14:47.528875+0000","last_undegraded":"2024-05-21T00:14:47.528875+0000","last_fullsized":"2024-05-21T00:14:47.528875+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:41.621615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816975+0000","last_change":"2024-05-21T00:12:53.002941+0000","last_active":"2024-05-21T00:13:48.816975+0000","last_peered":"2024-05-21T00:13:48.816975+0000","last_clean":"2024-05-21T00:13:48.816975+0000","last_became_active":"2024-05-21T00:12:53.001187+0000","last_became_peered":"2024-05-21T00:12:53.001187+0000","last_unstale":"2024-05-21T00:13:48.816975+0000","last_undegraded":"2024-05-21T00:13:48.816975+0000","last_fullsized":"2024-05-21T00:13:48.816975+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:45:19.012056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529653+0000","last_change":"2024-05-21T00:12:57.043398+0000","last_active":"2024-05-21T00:14:47.529653+0000","last_peered":"2024-05-21T00:14:47.529653+0000","last_clean":"2024-05-21T00:14:47.529653+0000","last_became_active":"2024-05-21T00:12:57.043033+0000","last_became_peered":"2024-05-21T00:12:57.043033+0000","last_unstale":"2024-05-21T00:14:47.529653+0000","last_undegraded":"2024-05-21T00:14:47.529653+0000","last_fullsized":"2024-05-21T00:14:47.529653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:13:56.362516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:59.055415+0000","last_change":"2024-05-21T00:12:53.064219+0000","last_active":"2024-05-21T00:14:59.055415+0000","last_peered":"2024-05-21T00:14:59.055415+0000","last_clean":"2024-05-21T00:14:59.055415+0000","last_became_active":"2024-05-21T00:12:53.063780+0000","last_became_peered":"2024-05-21T00:12:53.063780+0000","last_unstale":"2024-05-21T00:14:59.055415+0000","last_undegraded":"2024-05-21T00:14:59.055415+0000","last_fullsized":"2024-05-21T00:14:59.055415+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:39:47.647305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.607579+0000","last_change":"2024-05-21T00:12:57.049737+0000","last_active":"2024-05-21T00:15:04.607579+0000","last_peered":"2024-05-21T00:15:04.607579+0000","last_clean":"2024-05-21T00:15:04.607579+0000","last_became_active":"2024-05-21T00:12:57.049307+0000","last_became_peered":"2024-05-21T00:12:57.049307+0000","last_unstale":"2024-05-21T00:15:04.607579+0000","last_undegraded":"2024-05-21T00:15:04.607579+0000","last_fullsized":"2024-05-21T00:15:04.607579+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:45.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"81'7","reported_seq":274,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:14.189127+0000","last_change":"2024-05-21T00:12:53.013933+0000","last_active":"2024-05-21T00:17:14.189127+0000","last_peered":"2024-05-21T00:17:14.189127+0000","last_clean":"2024-05-21T00:17:14.189127+0000","last_became_active":"2024-05-21T00:12:53.013547+0000","last_became_peered":"2024-05-21T00:12:53.013547+0000","last_unstale":"2024-05-21T00:17:14.189127+0000","last_undegraded":"2024-05-21T00:17:14.189127+0000","last_fullsized":"2024-05-21T00:17:14.189127+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:32.091022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":239,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.607560+0000","last_change":"2024-05-21T00:12:57.042824+0000","last_active":"2024-05-21T00:15:04.607560+0000","last_peered":"2024-05-21T00:15:04.607560+0000","last_clean":"2024-05-21T00:15:04.607560+0000","last_became_active":"2024-05-21T00:12:57.040341+0000","last_became_peered":"2024-05-21T00:12:57.040341+0000","last_unstale":"2024-05-21T00:15:04.607560+0000","last_undegraded":"2024-05-21T00:15:04.607560+0000","last_fullsized":"2024-05-21T00:15:04.607560+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:51:10.629525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:57.388868+0000","last_change":"2024-05-21T00:12:57.049618+0000","last_active":"2024-05-21T00:14:57.388868+0000","last_peered":"2024-05-21T00:14:57.388868+0000","last_clean":"2024-05-21T00:14:57.388868+0000","last_became_active":"2024-05-21T00:12:57.049285+0000","last_became_peered":"2024-05-21T00:12:57.049285+0000","last_unstale":"2024-05-21T00:14:57.388868+0000","last_undegraded":"2024-05-21T00:14:57.388868+0000","last_fullsized":"2024-05-21T00:14:57.388868+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:47:20.928639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"81'7","reported_seq":272,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:14.279190+0000","last_change":"2024-05-21T00:12:53.061890+0000","last_active":"2024-05-21T00:17:14.279190+0000","last_peered":"2024-05-21T00:17:14.279190+0000","last_clean":"2024-05-21T00:17:14.279190+0000","last_became_active":"2024-05-21T00:12:53.061469+0000","last_became_peered":"2024-05-21T00:12:53.061469+0000","last_unstale":"2024-05-21T00:17:14.279190+0000","last_undegraded":"2024-05-21T00:17:14.279190+0000","last_fullsized":"2024-05-21T00:17:14.279190+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:42:27.776942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.542808+0000","last_change":"2024-05-21T00:13:49.212833+0000","last_active":"2024-05-21T00:14:47.542808+0000","last_peered":"2024-05-21T00:14:47.542808+0000","last_clean":"2024-05-21T00:14:47.542808+0000","last_became_active":"2024-05-21T00:13:49.211958+0000","last_became_peered":"2024-05-21T00:13:49.211958+0000","last_unstale":"2024-05-21T00:14:47.542808+0000","last_undegraded":"2024-05-21T00:14:47.542808+0000","last_fullsized":"2024-05-21T00:14:47.542808+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:23.586551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.930906+0000","last_change":"2024-05-21T00:12:53.004587+0000","last_active":"2024-05-21T00:15:01.930906+0000","last_peered":"2024-05-21T00:15:01.930906+0000","last_clean":"2024-05-21T00:15:01.930906+0000","last_became_active":"2024-05-21T00:12:53.004100+0000","last_became_peered":"2024-05-21T00:12:53.004100+0000","last_unstale":"2024-05-21T00:15:01.930906+0000","last_undegraded":"2024-05-21T00:15:01.930906+0000","last_fullsized":"2024-05-21T00:15:01.930906+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:28.196445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:00.385920+0000","last_change":"2024-05-21T00:11:22.025962+0000","last_active":"2024-05-21T00:14:00.385920+0000","last_peered":"2024-05-21T00:14:00.385920+0000","last_clean":"2024-05-21T00:14:00.385920+0000","last_became_active":"2024-05-21T00:11:22.020112+0000","last_became_peered":"2024-05-21T00:11:22.020112+0000","last_unstale":"2024-05-21T00:14:00.385920+0000","last_undegraded":"2024-05-21T00:14:00.385920+0000","last_fullsized":"2024-05-21T00:14:00.385920+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_clean_scrub_stamp":"2024-05-21T00:07:34.159650+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:43.385269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.082276+0000","last_change":"2024-05-21T00:12:57.052251+0000","last_active":"2024-05-21T00:15:01.082276+0000","last_peered":"2024-05-21T00:15:01.082276+0000","last_clean":"2024-05-21T00:15:01.082276+0000","last_became_active":"2024-05-21T00:12:57.051831+0000","last_became_peered":"2024-05-21T00:12:57.051831+0000","last_unstale":"2024-05-21T00:15:01.082276+0000","last_undegraded":"2024-05-21T00:15:01.082276+0000","last_fullsized":"2024-05-21T00:15:01.082276+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:54:10.866841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:55.391635+0000","last_change":"2024-05-21T00:12:53.006299+0000","last_active":"2024-05-21T00:14:55.391635+0000","last_peered":"2024-05-21T00:14:55.391635+0000","last_clean":"2024-05-21T00:14:55.391635+0000","last_became_active":"2024-05-21T00:12:53.005896+0000","last_became_peered":"2024-05-21T00:12:53.005896+0000","last_unstale":"2024-05-21T00:14:55.391635+0000","last_undegraded":"2024-05-21T00:14:55.391635+0000","last_fullsized":"2024-05-21T00:14:55.391635+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:38:13.023455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:59.689263+0000","last_change":"2024-05-21T00:12:53.059074+0000","last_active":"2024-05-21T00:14:59.689263+0000","last_peered":"2024-05-21T00:14:59.689263+0000","last_clean":"2024-05-21T00:14:59.689263+0000","last_became_active":"2024-05-21T00:12:53.058789+0000","last_became_peered":"2024-05-21T00:12:53.058789+0000","last_unstale":"2024-05-21T00:14:59.689263+0000","last_undegraded":"2024-05-21T00:14:59.689263+0000","last_fullsized":"2024-05-21T00:14:59.689263+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:34:52.220672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.082420+0000","last_change":"2024-05-21T00:12:57.043092+0000","last_active":"2024-05-21T00:15:01.082420+0000","last_peered":"2024-05-21T00:15:01.082420+0000","last_clean":"2024-05-21T00:15:01.082420+0000","last_became_active":"2024-05-21T00:12:57.039538+0000","last_became_peered":"2024-05-21T00:12:57.039538+0000","last_unstale":"2024-05-21T00:15:01.082420+0000","last_undegraded":"2024-05-21T00:15:01.082420+0000","last_fullsized":"2024-05-21T00:15:01.082420+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:45:51.064194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'18","reported_seq":62,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:16:58.121516+0000","last_change":"2024-05-21T00:13:48.844792+0000","last_active":"2024-05-21T00:16:58.121516+0000","last_peered":"2024-05-21T00:16:58.121516+0000","last_clean":"2024-05-21T00:16:58.121516+0000","last_became_active":"2024-05-21T00:13:48.830511+0000","last_became_peered":"2024-05-21T00:13:48.830511+0000","last_unstale":"2024-05-21T00:16:58.121516+0000","last_undegraded":"2024-05-21T00:16:58.121516+0000","last_fullsized":"2024-05-21T00:16:58.121516+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:12.248874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":8,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.563700+0000","last_change":"2024-05-21T00:12:57.049329+0000","last_active":"2024-05-21T00:14:47.563700+0000","last_peered":"2024-05-21T00:14:47.563700+0000","last_clean":"2024-05-21T00:14:47.563700+0000","last_became_active":"2024-05-21T00:12:57.048960+0000","last_became_peered":"2024-05-21T00:12:57.048960+0000","last_unstale":"2024-05-21T00:14:47.563700+0000","last_undegraded":"2024-05-21T00:14:47.563700+0000","last_fullsized":"2024-05-21T00:14:47.563700+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:36:30.430924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:06.931496+0000","last_change":"2024-05-21T00:12:53.056207+0000","last_active":"2024-05-21T00:15:06.931496+0000","last_peered":"2024-05-21T00:15:06.931496+0000","last_clean":"2024-05-21T00:15:06.931496+0000","last_became_active":"2024-05-21T00:12:53.055915+0000","last_became_peered":"2024-05-21T00:12:53.055915+0000","last_unstale":"2024-05-21T00:15:06.931496+0000","last_undegraded":"2024-05-21T00:15:06.931496+0000","last_fullsized":"2024-05-21T00:15:06.931496+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:41.144414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.527381+0000","last_change":"2024-05-21T00:12:57.055208+0000","last_active":"2024-05-21T00:15:09.527381+0000","last_peered":"2024-05-21T00:15:09.527381+0000","last_clean":"2024-05-21T00:15:09.527381+0000","last_became_active":"2024-05-21T00:12:57.054835+0000","last_became_peered":"2024-05-21T00:12:57.054835+0000","last_unstale":"2024-05-21T00:15:09.527381+0000","last_undegraded":"2024-05-21T00:15:09.527381+0000","last_fullsized":"2024-05-21T00:15:09.527381+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:26:46.080981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:05.146720+0000","last_change":"2024-05-21T00:12:53.059674+0000","last_active":"2024-05-21T00:15:05.146720+0000","last_peered":"2024-05-21T00:15:05.146720+0000","last_clean":"2024-05-21T00:15:05.146720+0000","last_became_active":"2024-05-21T00:12:53.059442+0000","last_became_peered":"2024-05-21T00:12:53.059442+0000","last_unstale":"2024-05-21T00:15:05.146720+0000","last_undegraded":"2024-05-21T00:15:05.146720+0000","last_fullsized":"2024-05-21T00:15:05.146720+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:39.874661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.518841+0000","last_change":"2024-05-21T00:12:57.047454+0000","last_active":"2024-05-21T00:14:47.518841+0000","last_peered":"2024-05-21T00:14:47.518841+0000","last_clean":"2024-05-21T00:14:47.518841+0000","last_became_active":"2024-05-21T00:12:57.047034+0000","last_became_peered":"2024-05-21T00:12:57.047034+0000","last_unstale":"2024-05-21T00:14:47.518841+0000","last_undegraded":"2024-05-21T00:14:47.518841+0000","last_fullsized":"2024-05-21T00:14:47.518841+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:52:48.980978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:05.989093+0000","last_change":"2024-05-21T00:12:53.018368+0000","last_active":"2024-05-21T00:15:05.989093+0000","last_peered":"2024-05-21T00:15:05.989093+0000","last_clean":"2024-05-21T00:15:05.989093+0000","last_became_active":"2024-05-21T00:12:53.015613+0000","last_became_peered":"2024-05-21T00:12:53.015613+0000","last_unstale":"2024-05-21T00:15:05.989093+0000","last_undegraded":"2024-05-21T00:15:05.989093+0000","last_fullsized":"2024-05-21T00:15:05.989093+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:51:57.280963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566806+0000","last_change":"2024-05-21T00:12:57.041377+0000","last_active":"2024-05-21T00:14:47.566806+0000","last_peered":"2024-05-21T00:14:47.566806+0000","last_clean":"2024-05-21T00:14:47.566806+0000","last_became_active":"2024-05-21T00:12:57.040466+0000","last_became_peered":"2024-05-21T00:12:57.040466+0000","last_unstale":"2024-05-21T00:14:47.566806+0000","last_undegraded":"2024-05-21T00:14:47.566806+0000","last_fullsized":"2024-05-21T00:14:47.566806+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:35:59.677316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:50.325376+0000","last_change":"2024-05-21T00:13:48.830100+0000","last_active":"2024-05-21T00:13:50.325376+0000","last_peered":"2024-05-21T00:13:50.325376+0000","last_clean":"2024-05-21T00:13:50.325376+0000","last_became_active":"2024-05-21T00:13:48.822312+0000","last_became_peered":"2024-05-21T00:13:48.822312+0000","last_unstale":"2024-05-21T00:13:50.325376+0000","last_undegraded":"2024-05-21T00:13:50.325376+0000","last_fullsized":"2024-05-21T00:13:50.325376+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:27:01.631036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.569486+0000","last_change":"2024-05-21T00:12:57.063815+0000","last_active":"2024-05-21T00:14:47.569486+0000","last_peered":"2024-05-21T00:14:47.569486+0000","last_clean":"2024-05-21T00:14:47.569486+0000","last_became_active":"2024-05-21T00:12:57.063399+0000","last_became_peered":"2024-05-21T00:12:57.063399+0000","last_unstale":"2024-05-21T00:14:47.569486+0000","last_undegraded":"2024-05-21T00:14:47.569486+0000","last_fullsized":"2024-05-21T00:14:47.569486+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:41.185777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816772+0000","last_change":"2024-05-21T00:12:53.006935+0000","last_active":"2024-05-21T00:13:48.816772+0000","last_peered":"2024-05-21T00:13:48.816772+0000","last_clean":"2024-05-21T00:13:48.816772+0000","last_became_active":"2024-05-21T00:12:53.006417+0000","last_became_peered":"2024-05-21T00:12:53.006417+0000","last_unstale":"2024-05-21T00:13:48.816772+0000","last_undegraded":"2024-05-21T00:13:48.816772+0000","last_fullsized":"2024-05-21T00:13:48.816772+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:28.311334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559425+0000","last_change":"2024-05-21T00:12:57.039348+0000","last_active":"2024-05-21T00:14:47.559425+0000","last_peered":"2024-05-21T00:14:47.559425+0000","last_clean":"2024-05-21T00:14:47.559425+0000","last_became_active":"2024-05-21T00:12:57.038974+0000","last_became_peered":"2024-05-21T00:12:57.038974+0000","last_unstale":"2024-05-21T00:14:47.559425+0000","last_undegraded":"2024-05-21T00:14:47.559425+0000","last_fullsized":"2024-05-21T00:14:47.559425+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:07:22.264745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'5","reported_seq":274,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:18.080016+0000","last_change":"2024-05-21T00:12:53.061792+0000","last_active":"2024-05-21T00:17:18.080016+0000","last_peered":"2024-05-21T00:17:18.080016+0000","last_clean":"2024-05-21T00:17:18.080016+0000","last_became_active":"2024-05-21T00:12:53.061412+0000","last_became_peered":"2024-05-21T00:12:53.061412+0000","last_unstale":"2024-05-21T00:17:18.080016+0000","last_undegraded":"2024-05-21T00:17:18.080016+0000","last_fullsized":"2024-05-21T00:17:18.080016+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:34.086547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":242,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537455+0000","last_change":"2024-05-21T00:12:57.039449+0000","last_active":"2024-05-21T00:14:47.537455+0000","last_peered":"2024-05-21T00:14:47.537455+0000","last_clean":"2024-05-21T00:14:47.537455+0000","last_became_active":"2024-05-21T00:12:57.038938+0000","last_became_peered":"2024-05-21T00:12:57.038938+0000","last_unstale":"2024-05-21T00:14:47.537455+0000","last_undegraded":"2024-05-21T00:14:47.537455+0000","last_fullsized":"2024-05-21T00:14:47.537455+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:49:06.890897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811046+0000","last_change":"2024-05-21T00:12:53.015499+0000","last_active":"2024-05-21T00:13:48.811046+0000","last_peered":"2024-05-21T00:13:48.811046+0000","last_clean":"2024-05-21T00:13:48.811046+0000","last_became_active":"2024-05-21T00:12:53.015155+0000","last_became_peered":"2024-05-21T00:12:53.015155+0000","last_unstale":"2024-05-21T00:13:48.811046+0000","last_undegraded":"2024-05-21T00:13:48.811046+0000","last_fullsized":"2024-05-21T00:13:48.811046+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:15:03.035646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.552910+0000","last_change":"2024-05-21T00:12:57.056493+0000","last_active":"2024-05-21T00:14:47.552910+0000","last_peered":"2024-05-21T00:14:47.552910+0000","last_clean":"2024-05-21T00:14:47.552910+0000","last_became_active":"2024-05-21T00:12:57.055970+0000","last_became_peered":"2024-05-21T00:12:57.055970+0000","last_unstale":"2024-05-21T00:14:47.552910+0000","last_undegraded":"2024-05-21T00:14:47.552910+0000","last_fullsized":"2024-05-21T00:14:47.552910+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:05:20.667829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975225+0000","last_change":"2024-05-21T00:12:53.017967+0000","last_active":"2024-05-21T00:13:48.975225+0000","last_peered":"2024-05-21T00:13:48.975225+0000","last_clean":"2024-05-21T00:13:48.975225+0000","last_became_active":"2024-05-21T00:12:53.017449+0000","last_became_peered":"2024-05-21T00:12:53.017449+0000","last_unstale":"2024-05-21T00:13:48.975225+0000","last_undegraded":"2024-05-21T00:13:48.975225+0000","last_fullsized":"2024-05-21T00:13:48.975225+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:40:55.586870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538388+0000","last_change":"2024-05-21T00:12:57.045741+0000","last_active":"2024-05-21T00:14:47.538388+0000","last_peered":"2024-05-21T00:14:47.538388+0000","last_clean":"2024-05-21T00:14:47.538388+0000","last_became_active":"2024-05-21T00:12:57.044607+0000","last_became_peered":"2024-05-21T00:12:57.044607+0000","last_unstale":"2024-05-21T00:14:47.538388+0000","last_undegraded":"2024-05-21T00:14:47.538388+0000","last_fullsized":"2024-05-21T00:14:47.538388+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:17:12.299341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:05.333432+0000","last_change":"2024-05-21T00:13:48.821996+0000","last_active":"2024-05-21T00:15:05.333432+0000","last_peered":"2024-05-21T00:15:05.333432+0000","last_clean":"2024-05-21T00:15:05.333432+0000","last_became_active":"2024-05-21T00:13:48.821542+0000","last_became_peered":"2024-05-21T00:13:48.821542+0000","last_unstale":"2024-05-21T00:15:05.333432+0000","last_undegraded":"2024-05-21T00:15:05.333432+0000","last_fullsized":"2024-05-21T00:15:05.333432+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:17:51.614425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,9],"acting":[11,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.190264+0000","last_change":"2024-05-21T00:12:57.040997+0000","last_active":"2024-05-21T00:15:04.190264+0000","last_peered":"2024-05-21T00:15:04.190264+0000","last_clean":"2024-05-21T00:15:04.190264+0000","last_became_active":"2024-05-21T00:12:57.040511+0000","last_became_peered":"2024-05-21T00:12:57.040511+0000","last_unstale":"2024-05-21T00:15:04.190264+0000","last_undegraded":"2024-05-21T00:15:04.190264+0000","last_fullsized":"2024-05-21T00:15:04.190264+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:31:29.985427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.190283+0000","last_change":"2024-05-21T00:12:57.060563+0000","last_active":"2024-05-21T00:15:04.190283+0000","last_peered":"2024-05-21T00:15:04.190283+0000","last_clean":"2024-05-21T00:15:04.190283+0000","last_became_active":"2024-05-21T00:12:57.060138+0000","last_became_peered":"2024-05-21T00:12:57.060138+0000","last_unstale":"2024-05-21T00:15:04.190283+0000","last_undegraded":"2024-05-21T00:15:04.190283+0000","last_fullsized":"2024-05-21T00:15:04.190283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:06.963046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526514+0000","last_change":"2024-05-21T00:12:57.056351+0000","last_active":"2024-05-21T00:15:04.526514+0000","last_peered":"2024-05-21T00:15:04.526514+0000","last_clean":"2024-05-21T00:15:04.526514+0000","last_became_active":"2024-05-21T00:12:57.056014+0000","last_became_peered":"2024-05-21T00:12:57.056014+0000","last_unstale":"2024-05-21T00:15:04.526514+0000","last_undegraded":"2024-05-21T00:15:04.526514+0000","last_fullsized":"2024-05-21T00:15:04.526514+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.046704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:06.083344+0000","last_change":"2024-05-21T00:12:57.058705+0000","last_active":"2024-05-21T00:15:06.083344+0000","last_peered":"2024-05-21T00:15:06.083344+0000","last_clean":"2024-05-21T00:15:06.083344+0000","last_became_active":"2024-05-21T00:12:57.058288+0000","last_became_peered":"2024-05-21T00:12:57.058288+0000","last_unstale":"2024-05-21T00:15:06.083344+0000","last_undegraded":"2024-05-21T00:15:06.083344+0000","last_fullsized":"2024-05-21T00:15:06.083344+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:35:37.179860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528779+0000","last_change":"2024-05-21T00:12:57.043982+0000","last_active":"2024-05-21T00:14:47.528779+0000","last_peered":"2024-05-21T00:14:47.528779+0000","last_clean":"2024-05-21T00:14:47.528779+0000","last_became_active":"2024-05-21T00:12:57.043361+0000","last_became_peered":"2024-05-21T00:12:57.043361+0000","last_unstale":"2024-05-21T00:14:47.528779+0000","last_undegraded":"2024-05-21T00:14:47.528779+0000","last_fullsized":"2024-05-21T00:14:47.528779+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:15:49.706743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.190953+0000","last_change":"2024-05-21T00:12:57.049514+0000","last_active":"2024-05-21T00:15:09.190953+0000","last_peered":"2024-05-21T00:15:09.190953+0000","last_clean":"2024-05-21T00:15:09.190953+0000","last_became_active":"2024-05-21T00:12:57.049165+0000","last_became_peered":"2024-05-21T00:12:57.049165+0000","last_unstale":"2024-05-21T00:15:09.190953+0000","last_undegraded":"2024-05-21T00:15:09.190953+0000","last_fullsized":"2024-05-21T00:15:09.190953+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:29:13.528183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":23,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562007+0000","last_change":"2024-05-21T00:12:57.061767+0000","last_active":"2024-05-21T00:14:47.562007+0000","last_peered":"2024-05-21T00:14:47.562007+0000","last_clean":"2024-05-21T00:14:47.562007+0000","last_became_active":"2024-05-21T00:12:57.060095+0000","last_became_peered":"2024-05-21T00:12:57.060095+0000","last_unstale":"2024-05-21T00:14:47.562007+0000","last_undegraded":"2024-05-21T00:14:47.562007+0000","last_fullsized":"2024-05-21T00:14:47.562007+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:09:49.983729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:07.389853+0000","last_change":"2024-05-21T00:12:57.059613+0000","last_active":"2024-05-21T00:15:07.389853+0000","last_peered":"2024-05-21T00:15:07.389853+0000","last_clean":"2024-05-21T00:15:07.389853+0000","last_became_active":"2024-05-21T00:12:57.059370+0000","last_became_peered":"2024-05-21T00:12:57.059370+0000","last_unstale":"2024-05-21T00:15:07.389853+0000","last_undegraded":"2024-05-21T00:15:07.389853+0000","last_fullsized":"2024-05-21T00:15:07.389853+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:23.312453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.560675+0000","last_change":"2024-05-21T00:12:57.048475+0000","last_active":"2024-05-21T00:14:47.560675+0000","last_peered":"2024-05-21T00:14:47.560675+0000","last_clean":"2024-05-21T00:14:47.560675+0000","last_became_active":"2024-05-21T00:12:57.047738+0000","last_became_peered":"2024-05-21T00:12:57.047738+0000","last_unstale":"2024-05-21T00:14:47.560675+0000","last_undegraded":"2024-05-21T00:14:47.560675+0000","last_fullsized":"2024-05-21T00:14:47.560675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:28:46.190914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562379+0000","last_change":"2024-05-21T00:12:57.056401+0000","last_active":"2024-05-21T00:14:47.562379+0000","last_peered":"2024-05-21T00:14:47.562379+0000","last_clean":"2024-05-21T00:14:47.562379+0000","last_became_active":"2024-05-21T00:12:57.055978+0000","last_became_peered":"2024-05-21T00:12:57.055978+0000","last_unstale":"2024-05-21T00:14:47.562379+0000","last_undegraded":"2024-05-21T00:14:47.562379+0000","last_fullsized":"2024-05-21T00:14:47.562379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:54.140724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571324+0000","last_change":"2024-05-21T00:12:57.055227+0000","last_active":"2024-05-21T00:14:47.571324+0000","last_peered":"2024-05-21T00:14:47.571324+0000","last_clean":"2024-05-21T00:14:47.571324+0000","last_became_active":"2024-05-21T00:12:57.054840+0000","last_became_peered":"2024-05-21T00:12:57.054840+0000","last_unstale":"2024-05-21T00:14:47.571324+0000","last_undegraded":"2024-05-21T00:14:47.571324+0000","last_fullsized":"2024-05-21T00:14:47.571324+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:59.074145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529738+0000","last_change":"2024-05-21T00:12:57.037817+0000","last_active":"2024-05-21T00:14:47.529738+0000","last_peered":"2024-05-21T00:14:47.529738+0000","last_clean":"2024-05-21T00:14:47.529738+0000","last_became_active":"2024-05-21T00:12:57.037457+0000","last_became_peered":"2024-05-21T00:12:57.037457+0000","last_unstale":"2024-05-21T00:14:47.529738+0000","last_undegraded":"2024-05-21T00:14:47.529738+0000","last_fullsized":"2024-05-21T00:14:47.529738+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:26.664482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":78470,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":2426,"num_read_kb":1306,"num_write":267,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1013,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":235410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":230,"ondisk_log_size":230,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678084,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874314,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36892,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708260,"statfs":{"total":95995035648,"available":95957258240,"internally_reserved":0,"allocated":1593344,"data_stored":1092144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037841,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":430061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234069,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430299,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40964,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704188,"statfs":{"total":95995035648,"available":95953088512,"internally_reserved":0,"allocated":1503232,"data_stored":1024472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593826,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36208,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708944,"statfs":{"total":95995035648,"available":95957958656,"internally_reserved":0,"allocated":892928,"data_stored":430310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574972,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":501365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738499,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":431117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":500431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182512,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":429603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986284,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40376,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704776,"statfs":{"total":95995035648,"available":95953690624,"internally_reserved":0,"allocated":901120,"data_stored":431635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790057,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32656,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712496,"statfs":{"total":95995035648,"available":95961595904,"internally_reserved":0,"allocated":1515520,"data_stored":1022776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":71492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":72720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:17:22.670 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:17:23.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:22 smithi012 ceph-mon[31403]: scrub queued for path: / 2024-05-21T00:17:23.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:22 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:17:23.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:22 smithi012 ceph-mon[31403]: scrub summary: active paths [/] 2024-05-21T00:17:23.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:22 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:17:23.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:22 smithi012 ceph-mon[31403]: from='client.25166 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:23.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:22 smithi012 ceph-mon[31403]: pgmap v448: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:23.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:22 smithi060 ceph-mon[36426]: scrub queued for path: / 2024-05-21T00:17:23.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:22 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:17:23.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:22 smithi060 ceph-mon[36426]: scrub summary: active paths [/] 2024-05-21T00:17:23.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:22 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:17:23.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:22 smithi060 ceph-mon[36426]: from='client.25166 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:23.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:22 smithi060 ceph-mon[36426]: pgmap v448: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:23.230 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:17:23.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:22 smithi077 ceph-mon[36377]: scrub queued for path: / 2024-05-21T00:17:23.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:22 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:17:23.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:22 smithi077 ceph-mon[36377]: scrub summary: active paths [/] 2024-05-21T00:17:23.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:22 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:17:23.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:22 smithi077 ceph-mon[36377]: from='client.25166 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:23.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:22 smithi077 ceph-mon[36377]: pgmap v448: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:23.287 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:24.658 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:25.084 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:24 smithi012 ceph-mon[31403]: pgmap v449: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:17:25.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:24 smithi060 ceph-mon[36426]: pgmap v449: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:17:25.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:24 smithi077 ceph-mon[36377]: pgmap v449: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:17:26.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.593+0000 7f9afca00700 1 -- 172.21.15.12:0/633994176 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9af8109dd0 msgr2=0x7f9af810a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:26.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.593+0000 7f9afca00700 1 --2- 172.21.15.12:0/633994176 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9af8109dd0 0x7f9af810a1b0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f9ae80099c0 tx=0x7f9ae8009cd0 comp rx=0 tx=0).stop 2024-05-21T00:17:26.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.593+0000 7f9afca00700 1 -- 172.21.15.12:0/633994176 shutdown_connections 2024-05-21T00:17:26.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.593+0000 7f9afca00700 1 --2- 172.21.15.12:0/633994176 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af810eeb0 0x7f9af8116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:26.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.593+0000 7f9afca00700 1 --2- 172.21.15.12:0/633994176 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9af8109dd0 0x7f9af810a1b0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:26.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.593+0000 7f9afca00700 1 --2- 172.21.15.12:0/633994176 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9af810a780 0x7f9af810e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:26.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.593+0000 7f9afca00700 1 -- 172.21.15.12:0/633994176 >> 172.21.15.12:0/633994176 conn(0x7f9af8076d10 msgr2=0x7f9af8108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:26.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.593+0000 7f9afca00700 1 -- 172.21.15.12:0/633994176 shutdown_connections 2024-05-21T00:17:26.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.593+0000 7f9afca00700 1 -- 172.21.15.12:0/633994176 wait complete. 2024-05-21T00:17:26.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.595+0000 7f9afca00700 1 Processor -- start 2024-05-21T00:17:26.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.595+0000 7f9afca00700 1 -- start start 2024-05-21T00:17:26.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.595+0000 7f9afca00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af8109dd0 0x7f9af81a0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:26.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.595+0000 7f9afca00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9af810a780 0x7f9af81a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:26.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.595+0000 7f9afca00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9af810eeb0 0x7f9af81a4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:26.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.595+0000 7f9afca00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9af8119d90 con 0x7f9af810eeb0 2024-05-21T00:17:26.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.595+0000 7f9afca00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9af8119c10 con 0x7f9af810a780 2024-05-21T00:17:26.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.595+0000 7f9afca00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f9af8119f10 con 0x7f9af8109dd0 2024-05-21T00:17:26.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.596+0000 7f9af6800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9af810eeb0 0x7f9af81a4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:26.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.596+0000 7f9af6800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9af810eeb0 0x7f9af81a4b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47068/0 (socket says 172.21.15.12:47068) 2024-05-21T00:17:26.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.596+0000 7f9af6800700 1 -- 172.21.15.12:0/3920890039 learned_addr learned my addr 172.21.15.12:0/3920890039 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:26.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.596+0000 7f9af5400700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9af810a780 0x7f9af81a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:26.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.596+0000 7f9af5e00700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af8109dd0 0x7f9af81a0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:26.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.596+0000 7f9af6800700 1 -- 172.21.15.12:0/3920890039 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af8109dd0 msgr2=0x7f9af81a0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:26.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.596+0000 7f9af6800700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af8109dd0 0x7f9af81a0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:26.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.596+0000 7f9af6800700 1 -- 172.21.15.12:0/3920890039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9af810a780 msgr2=0x7f9af81a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:26.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.596+0000 7f9af6800700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9af810a780 0x7f9af81a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:26.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.596+0000 7f9af6800700 1 -- 172.21.15.12:0/3920890039 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9af81a5290 con 0x7f9af810eeb0 2024-05-21T00:17:26.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.597+0000 7f9af6800700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9af810eeb0 0x7f9af81a4b50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f9af000ef30 tx=0x7f9af000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:26.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.597+0000 7f9aeea00700 1 -- 172.21.15.12:0/3920890039 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9af00092e0 con 0x7f9af810eeb0 2024-05-21T00:17:26.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.597+0000 7f9aeea00700 1 -- 172.21.15.12:0/3920890039 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9af0004bb0 con 0x7f9af810eeb0 2024-05-21T00:17:26.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.597+0000 7f9afca00700 1 -- 172.21.15.12:0/3920890039 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9af81a5520 con 0x7f9af810eeb0 2024-05-21T00:17:26.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.597+0000 7f9aeea00700 1 -- 172.21.15.12:0/3920890039 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9af0004020 con 0x7f9af810eeb0 2024-05-21T00:17:26.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.597+0000 7f9afca00700 1 -- 172.21.15.12:0/3920890039 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9af81ace00 con 0x7f9af810eeb0 2024-05-21T00:17:26.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.598+0000 7f9afca00700 1 -- 172.21.15.12:0/3920890039 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9af806a230 con 0x7f9af810eeb0 2024-05-21T00:17:26.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.601+0000 7f9aeea00700 1 -- 172.21.15.12:0/3920890039 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9af001b030 con 0x7f9af810eeb0 2024-05-21T00:17:26.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.602+0000 7f9aeea00700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9adc0b2900 0x7f9adc0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:26.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.603+0000 7f9aeea00700 1 -- 172.21.15.12:0/3920890039 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f9af00e2620 con 0x7f9af810eeb0 2024-05-21T00:17:26.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.603+0000 7f9af5e00700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9adc0b2900 0x7f9adc0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:26.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.603+0000 7f9af5e00700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9adc0b2900 0x7f9adc0b4dc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f9ae8005950 tx=0x7f9ae80058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:26.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.605+0000 7f9aeea00700 1 -- 172.21.15.12:0/3920890039 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f9af0022020 con 0x7f9af810eeb0 2024-05-21T00:17:26.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.846+0000 7f9afca00700 1 -- 172.21.15.12:0/3920890039 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9af8063980 con 0x7f9adc0b2900 2024-05-21T00:17:26.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:25.856+0000 7f9aeea00700 1 -- 172.21.15.12:0/3920890039 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258882 (secure 0 0 0) 0x7f9af8063980 con 0x7f9adc0b2900 2024-05-21T00:17:26.368 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:26.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:26.363+0000 7f9afca00700 1 -- 172.21.15.12:0/3920890039 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9adc0b2900 msgr2=0x7f9adc0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:26.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:26.363+0000 7f9afca00700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9adc0b2900 0x7f9adc0b4dc0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f9ae8005950 tx=0x7f9ae80058e0 comp rx=0 tx=0).stop 2024-05-21T00:17:26.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:26.363+0000 7f9afca00700 1 -- 172.21.15.12:0/3920890039 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9af810eeb0 msgr2=0x7f9af81a4b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:26.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:26.363+0000 7f9afca00700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9af810eeb0 0x7f9af81a4b50 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f9af000ef30 tx=0x7f9af000c3a0 comp rx=0 tx=0).stop 2024-05-21T00:17:26.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:26.364+0000 7f9afca00700 1 -- 172.21.15.12:0/3920890039 shutdown_connections 2024-05-21T00:17:26.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:26.364+0000 7f9afca00700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9adc0b2900 0x7f9adc0b4dc0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:26.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:26.364+0000 7f9afca00700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9af810eeb0 0x7f9af81a4b50 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:26.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:26.364+0000 7f9afca00700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9af8109dd0 0x7f9af81a0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:26.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:26.364+0000 7f9afca00700 1 --2- 172.21.15.12:0/3920890039 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9af810a780 0x7f9af81a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:26.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:26.364+0000 7f9afca00700 1 -- 172.21.15.12:0/3920890039 >> 172.21.15.12:0/3920890039 conn(0x7f9af8076d10 msgr2=0x7f9af8078990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:26.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:26.364+0000 7f9afca00700 1 -- 172.21.15.12:0/3920890039 shutdown_connections 2024-05-21T00:17:26.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:26.364+0000 7f9afca00700 1 -- 172.21.15.12:0/3920890039 wait complete. 2024-05-21T00:17:26.372 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-05-21T00:17:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:26 smithi012 ceph-mon[31403]: pgmap v450: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-05-21T00:17:27.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:26 smithi012 ceph-mon[31403]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:27.181 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":450,"stamp":"2024-05-21T00:17:25.641422+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":669072,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2559,"num_read_kb":1397,"num_write":392,"num_write_kb":2313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":2952853,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":824,"ondisk_log_size":824,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390836,"kb_used_data":12564,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550988,"statfs":{"total":1151940427776,"available":1151540211712,"internally_reserved":0,"allocated":12865536,"data_stored":7154484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":137,"num_read_kb":72,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004792"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:05.333473+0000","last_change":"2024-05-21T00:12:57.046784+0000","last_active":"2024-05-21T00:15:05.333473+0000","last_peered":"2024-05-21T00:15:05.333473+0000","last_clean":"2024-05-21T00:15:05.333473+0000","last_became_active":"2024-05-21T00:12:57.046448+0000","last_became_peered":"2024-05-21T00:12:57.046448+0000","last_unstale":"2024-05-21T00:15:05.333473+0000","last_undegraded":"2024-05-21T00:15:05.333473+0000","last_fullsized":"2024-05-21T00:15:05.333473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:18.280294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526651+0000","last_change":"2024-05-21T00:12:57.048996+0000","last_active":"2024-05-21T00:15:04.526651+0000","last_peered":"2024-05-21T00:15:04.526651+0000","last_clean":"2024-05-21T00:15:04.526651+0000","last_became_active":"2024-05-21T00:12:57.048645+0000","last_became_peered":"2024-05-21T00:12:57.048645+0000","last_unstale":"2024-05-21T00:15:04.526651+0000","last_undegraded":"2024-05-21T00:15:04.526651+0000","last_fullsized":"2024-05-21T00:15:04.526651+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:18:41.325045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526626+0000","last_change":"2024-05-21T00:12:57.042373+0000","last_active":"2024-05-21T00:15:04.526626+0000","last_peered":"2024-05-21T00:15:04.526626+0000","last_clean":"2024-05-21T00:15:04.526626+0000","last_became_active":"2024-05-21T00:12:57.041870+0000","last_became_peered":"2024-05-21T00:12:57.041870+0000","last_unstale":"2024-05-21T00:15:04.526626+0000","last_undegraded":"2024-05-21T00:15:04.526626+0000","last_fullsized":"2024-05-21T00:15:04.526626+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:14:42.856326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:56.930428+0000","last_change":"2024-05-21T00:12:57.049459+0000","last_active":"2024-05-21T00:14:56.930428+0000","last_peered":"2024-05-21T00:14:56.930428+0000","last_clean":"2024-05-21T00:14:56.930428+0000","last_became_active":"2024-05-21T00:12:57.048977+0000","last_became_peered":"2024-05-21T00:12:57.048977+0000","last_unstale":"2024-05-21T00:14:56.930428+0000","last_undegraded":"2024-05-21T00:14:56.930428+0000","last_fullsized":"2024-05-21T00:14:56.930428+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:22:53.099843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561836+0000","last_change":"2024-05-21T00:12:57.048582+0000","last_active":"2024-05-21T00:14:47.561836+0000","last_peered":"2024-05-21T00:14:47.561836+0000","last_clean":"2024-05-21T00:14:47.561836+0000","last_became_active":"2024-05-21T00:12:57.048221+0000","last_became_peered":"2024-05-21T00:12:57.048221+0000","last_unstale":"2024-05-21T00:14:47.561836+0000","last_undegraded":"2024-05-21T00:14:47.561836+0000","last_fullsized":"2024-05-21T00:14:47.561836+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:50:07.529376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530919+0000","last_change":"2024-05-21T00:12:57.040462+0000","last_active":"2024-05-21T00:14:47.530919+0000","last_peered":"2024-05-21T00:14:47.530919+0000","last_clean":"2024-05-21T00:14:47.530919+0000","last_became_active":"2024-05-21T00:12:57.040058+0000","last_became_peered":"2024-05-21T00:12:57.040058+0000","last_unstale":"2024-05-21T00:14:47.530919+0000","last_undegraded":"2024-05-21T00:14:47.530919+0000","last_fullsized":"2024-05-21T00:14:47.530919+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:54:04.103484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538828+0000","last_change":"2024-05-21T00:12:57.041274+0000","last_active":"2024-05-21T00:14:47.538828+0000","last_peered":"2024-05-21T00:14:47.538828+0000","last_clean":"2024-05-21T00:14:47.538828+0000","last_became_active":"2024-05-21T00:12:57.040893+0000","last_became_peered":"2024-05-21T00:12:57.040893+0000","last_unstale":"2024-05-21T00:14:47.538828+0000","last_undegraded":"2024-05-21T00:14:47.538828+0000","last_fullsized":"2024-05-21T00:14:47.538828+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:48:49.972545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562911+0000","last_change":"2024-05-21T00:12:57.059229+0000","last_active":"2024-05-21T00:14:47.562911+0000","last_peered":"2024-05-21T00:14:47.562911+0000","last_clean":"2024-05-21T00:14:47.562911+0000","last_became_active":"2024-05-21T00:12:57.057015+0000","last_became_peered":"2024-05-21T00:12:57.057015+0000","last_unstale":"2024-05-21T00:14:47.562911+0000","last_undegraded":"2024-05-21T00:14:47.562911+0000","last_fullsized":"2024-05-21T00:14:47.562911+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:17:35.690779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.533522+0000","last_change":"2024-05-21T00:12:57.047678+0000","last_active":"2024-05-21T00:14:47.533522+0000","last_peered":"2024-05-21T00:14:47.533522+0000","last_clean":"2024-05-21T00:14:47.533522+0000","last_became_active":"2024-05-21T00:12:57.046692+0000","last_became_peered":"2024-05-21T00:12:57.046692+0000","last_unstale":"2024-05-21T00:14:47.533522+0000","last_undegraded":"2024-05-21T00:14:47.533522+0000","last_fullsized":"2024-05-21T00:14:47.533522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.979809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530389+0000","last_change":"2024-05-21T00:12:57.043894+0000","last_active":"2024-05-21T00:14:47.530389+0000","last_peered":"2024-05-21T00:14:47.530389+0000","last_clean":"2024-05-21T00:14:47.530389+0000","last_became_active":"2024-05-21T00:12:57.043455+0000","last_became_peered":"2024-05-21T00:12:57.043455+0000","last_unstale":"2024-05-21T00:14:47.530389+0000","last_undegraded":"2024-05-21T00:14:47.530389+0000","last_fullsized":"2024-05-21T00:14:47.530389+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:50:11.567175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537270+0000","last_change":"2024-05-21T00:12:57.042379+0000","last_active":"2024-05-21T00:14:47.537270+0000","last_peered":"2024-05-21T00:14:47.537270+0000","last_clean":"2024-05-21T00:14:47.537270+0000","last_became_active":"2024-05-21T00:12:57.041924+0000","last_became_peered":"2024-05-21T00:12:57.041924+0000","last_unstale":"2024-05-21T00:14:47.537270+0000","last_undegraded":"2024-05-21T00:14:47.537270+0000","last_fullsized":"2024-05-21T00:14:47.537270+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:39:58.127761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528026+0000","last_change":"2024-05-21T00:12:57.050729+0000","last_active":"2024-05-21T00:14:47.528026+0000","last_peered":"2024-05-21T00:14:47.528026+0000","last_clean":"2024-05-21T00:14:47.528026+0000","last_became_active":"2024-05-21T00:12:57.050393+0000","last_became_peered":"2024-05-21T00:12:57.050393+0000","last_unstale":"2024-05-21T00:14:47.528026+0000","last_undegraded":"2024-05-21T00:14:47.528026+0000","last_fullsized":"2024-05-21T00:14:47.528026+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:16:14.272141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559418+0000","last_change":"2024-05-21T00:12:57.045310+0000","last_active":"2024-05-21T00:14:47.559418+0000","last_peered":"2024-05-21T00:14:47.559418+0000","last_clean":"2024-05-21T00:14:47.559418+0000","last_became_active":"2024-05-21T00:12:57.044865+0000","last_became_peered":"2024-05-21T00:12:57.044865+0000","last_unstale":"2024-05-21T00:14:47.559418+0000","last_undegraded":"2024-05-21T00:14:47.559418+0000","last_fullsized":"2024-05-21T00:14:47.559418+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:07:41.425647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568377+0000","last_change":"2024-05-21T00:12:57.045874+0000","last_active":"2024-05-21T00:14:47.568377+0000","last_peered":"2024-05-21T00:14:47.568377+0000","last_clean":"2024-05-21T00:14:47.568377+0000","last_became_active":"2024-05-21T00:12:57.045311+0000","last_became_peered":"2024-05-21T00:12:57.045311+0000","last_unstale":"2024-05-21T00:14:47.568377+0000","last_undegraded":"2024-05-21T00:14:47.568377+0000","last_fullsized":"2024-05-21T00:14:47.568377+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:10.765103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566323+0000","last_change":"2024-05-21T00:12:57.051610+0000","last_active":"2024-05-21T00:14:47.566323+0000","last_peered":"2024-05-21T00:14:47.566323+0000","last_clean":"2024-05-21T00:14:47.566323+0000","last_became_active":"2024-05-21T00:12:57.047654+0000","last_became_peered":"2024-05-21T00:12:57.047654+0000","last_unstale":"2024-05-21T00:14:47.566323+0000","last_undegraded":"2024-05-21T00:14:47.566323+0000","last_fullsized":"2024-05-21T00:14:47.566323+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:57.390655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.565503+0000","last_change":"2024-05-21T00:12:57.044373+0000","last_active":"2024-05-21T00:14:47.565503+0000","last_peered":"2024-05-21T00:14:47.565503+0000","last_clean":"2024-05-21T00:14:47.565503+0000","last_became_active":"2024-05-21T00:12:57.043753+0000","last_became_peered":"2024-05-21T00:12:57.043753+0000","last_unstale":"2024-05-21T00:14:47.565503+0000","last_undegraded":"2024-05-21T00:14:47.565503+0000","last_fullsized":"2024-05-21T00:14:47.565503+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:36:42.639746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.572572+0000","last_change":"2024-05-21T00:12:57.046120+0000","last_active":"2024-05-21T00:14:47.572572+0000","last_peered":"2024-05-21T00:14:47.572572+0000","last_clean":"2024-05-21T00:14:47.572572+0000","last_became_active":"2024-05-21T00:12:57.045058+0000","last_became_peered":"2024-05-21T00:12:57.045058+0000","last_unstale":"2024-05-21T00:14:47.572572+0000","last_undegraded":"2024-05-21T00:14:47.572572+0000","last_fullsized":"2024-05-21T00:14:47.572572+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:11:23.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.548211+0000","last_change":"2024-05-21T00:12:57.041054+0000","last_active":"2024-05-21T00:14:47.548211+0000","last_peered":"2024-05-21T00:14:47.548211+0000","last_clean":"2024-05-21T00:14:47.548211+0000","last_became_active":"2024-05-21T00:12:57.040637+0000","last_became_peered":"2024-05-21T00:12:57.040637+0000","last_unstale":"2024-05-21T00:14:47.548211+0000","last_undegraded":"2024-05-21T00:14:47.548211+0000","last_fullsized":"2024-05-21T00:14:47.548211+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:50.618128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558088+0000","last_change":"2024-05-21T00:12:57.050159+0000","last_active":"2024-05-21T00:14:47.558088+0000","last_peered":"2024-05-21T00:14:47.558088+0000","last_clean":"2024-05-21T00:14:47.558088+0000","last_became_active":"2024-05-21T00:12:57.049771+0000","last_became_peered":"2024-05-21T00:12:57.049771+0000","last_unstale":"2024-05-21T00:14:47.558088+0000","last_undegraded":"2024-05-21T00:14:47.558088+0000","last_fullsized":"2024-05-21T00:14:47.558088+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:16:13.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"81'14","reported_seq":288,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:22.206008+0000","last_change":"2024-05-21T00:12:53.010045+0000","last_active":"2024-05-21T00:17:22.206008+0000","last_peered":"2024-05-21T00:17:22.206008+0000","last_clean":"2024-05-21T00:17:22.206008+0000","last_became_active":"2024-05-21T00:12:53.008748+0000","last_became_peered":"2024-05-21T00:12:53.008748+0000","last_unstale":"2024-05-21T00:17:22.206008+0000","last_undegraded":"2024-05-21T00:17:22.206008+0000","last_fullsized":"2024-05-21T00:17:22.206008+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:30.444075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":246,"num_read_kb":246,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:00.988209+0000","last_change":"2024-05-21T00:12:57.060688+0000","last_active":"2024-05-21T00:15:00.988209+0000","last_peered":"2024-05-21T00:15:00.988209+0000","last_clean":"2024-05-21T00:15:00.988209+0000","last_became_active":"2024-05-21T00:12:57.058825+0000","last_became_peered":"2024-05-21T00:12:57.058825+0000","last_unstale":"2024-05-21T00:15:00.988209+0000","last_undegraded":"2024-05-21T00:15:00.988209+0000","last_fullsized":"2024-05-21T00:15:00.988209+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:12.220194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:55.987229+0000","last_change":"2024-05-21T00:12:53.061454+0000","last_active":"2024-05-21T00:14:55.987229+0000","last_peered":"2024-05-21T00:14:55.987229+0000","last_clean":"2024-05-21T00:14:55.987229+0000","last_became_active":"2024-05-21T00:12:53.059971+0000","last_became_peered":"2024-05-21T00:12:53.059971+0000","last_unstale":"2024-05-21T00:14:55.987229+0000","last_undegraded":"2024-05-21T00:14:55.987229+0000","last_fullsized":"2024-05-21T00:14:55.987229+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:56.060446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526725+0000","last_change":"2024-05-21T00:12:57.056260+0000","last_active":"2024-05-21T00:15:04.526725+0000","last_peered":"2024-05-21T00:15:04.526725+0000","last_clean":"2024-05-21T00:15:04.526725+0000","last_became_active":"2024-05-21T00:12:57.055865+0000","last_became_peered":"2024-05-21T00:12:57.055865+0000","last_unstale":"2024-05-21T00:15:04.526725+0000","last_undegraded":"2024-05-21T00:15:04.526725+0000","last_fullsized":"2024-05-21T00:15:04.526725+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:12.164966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816917+0000","last_change":"2024-05-21T00:12:53.006258+0000","last_active":"2024-05-21T00:13:48.816917+0000","last_peered":"2024-05-21T00:13:48.816917+0000","last_clean":"2024-05-21T00:13:48.816917+0000","last_became_active":"2024-05-21T00:12:53.005828+0000","last_became_peered":"2024-05-21T00:12:53.005828+0000","last_unstale":"2024-05-21T00:13:48.816917+0000","last_undegraded":"2024-05-21T00:13:48.816917+0000","last_fullsized":"2024-05-21T00:13:48.816917+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:05:39.049442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561525+0000","last_change":"2024-05-21T00:12:57.046692+0000","last_active":"2024-05-21T00:14:47.561525+0000","last_peered":"2024-05-21T00:14:47.561525+0000","last_clean":"2024-05-21T00:14:47.561525+0000","last_became_active":"2024-05-21T00:12:57.046326+0000","last_became_peered":"2024-05-21T00:12:57.046326+0000","last_unstale":"2024-05-21T00:14:47.561525+0000","last_undegraded":"2024-05-21T00:14:47.561525+0000","last_fullsized":"2024-05-21T00:14:47.561525+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:21:16.331849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816888+0000","last_change":"2024-05-21T00:12:53.003695+0000","last_active":"2024-05-21T00:13:48.816888+0000","last_peered":"2024-05-21T00:13:48.816888+0000","last_clean":"2024-05-21T00:13:48.816888+0000","last_became_active":"2024-05-21T00:12:53.003341+0000","last_became_peered":"2024-05-21T00:12:53.003341+0000","last_unstale":"2024-05-21T00:13:48.816888+0000","last_undegraded":"2024-05-21T00:13:48.816888+0000","last_fullsized":"2024-05-21T00:13:48.816888+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:11:10.635688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.531629+0000","last_change":"2024-05-21T00:12:57.039520+0000","last_active":"2024-05-21T00:14:47.531629+0000","last_peered":"2024-05-21T00:14:47.531629+0000","last_clean":"2024-05-21T00:14:47.531629+0000","last_became_active":"2024-05-21T00:12:57.039132+0000","last_became_peered":"2024-05-21T00:12:57.039132+0000","last_unstale":"2024-05-21T00:14:47.531629+0000","last_undegraded":"2024-05-21T00:14:47.531629+0000","last_fullsized":"2024-05-21T00:14:47.531629+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:39:04.813835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"81'7","reported_seq":292,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:20.695350+0000","last_change":"2024-05-21T00:13:49.378341+0000","last_active":"2024-05-21T00:17:20.695350+0000","last_peered":"2024-05-21T00:17:20.695350+0000","last_clean":"2024-05-21T00:17:20.695350+0000","last_became_active":"2024-05-21T00:13:49.374100+0000","last_became_peered":"2024-05-21T00:13:49.374100+0000","last_unstale":"2024-05-21T00:17:20.695350+0000","last_undegraded":"2024-05-21T00:17:20.695350+0000","last_fullsized":"2024-05-21T00:17:20.695350+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:24:01.243352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":239,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529589+0000","last_change":"2024-05-21T00:12:57.048808+0000","last_active":"2024-05-21T00:14:47.529589+0000","last_peered":"2024-05-21T00:14:47.529589+0000","last_clean":"2024-05-21T00:14:47.529589+0000","last_became_active":"2024-05-21T00:12:57.048472+0000","last_became_peered":"2024-05-21T00:12:57.048472+0000","last_unstale":"2024-05-21T00:14:47.529589+0000","last_undegraded":"2024-05-21T00:14:47.529589+0000","last_fullsized":"2024-05-21T00:14:47.529589+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:28.355648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811062+0000","last_change":"2024-05-21T00:12:53.013912+0000","last_active":"2024-05-21T00:13:48.811062+0000","last_peered":"2024-05-21T00:13:48.811062+0000","last_clean":"2024-05-21T00:13:48.811062+0000","last_became_active":"2024-05-21T00:12:53.013501+0000","last_became_peered":"2024-05-21T00:12:53.013501+0000","last_unstale":"2024-05-21T00:13:48.811062+0000","last_undegraded":"2024-05-21T00:13:48.811062+0000","last_fullsized":"2024-05-21T00:13:48.811062+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:34:59.699946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562270+0000","last_change":"2024-05-21T00:12:57.048522+0000","last_active":"2024-05-21T00:14:47.562270+0000","last_peered":"2024-05-21T00:14:47.562270+0000","last_clean":"2024-05-21T00:14:47.562270+0000","last_became_active":"2024-05-21T00:12:57.048186+0000","last_became_peered":"2024-05-21T00:12:57.048186+0000","last_unstale":"2024-05-21T00:14:47.562270+0000","last_undegraded":"2024-05-21T00:14:47.562270+0000","last_fullsized":"2024-05-21T00:14:47.562270+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:04.856872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974826+0000","last_change":"2024-05-21T00:12:53.017013+0000","last_active":"2024-05-21T00:13:48.974826+0000","last_peered":"2024-05-21T00:13:48.974826+0000","last_clean":"2024-05-21T00:13:48.974826+0000","last_became_active":"2024-05-21T00:12:53.013624+0000","last_became_peered":"2024-05-21T00:12:53.013624+0000","last_unstale":"2024-05-21T00:13:48.974826+0000","last_undegraded":"2024-05-21T00:13:48.974826+0000","last_fullsized":"2024-05-21T00:13:48.974826+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:36:29.580861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561266+0000","last_change":"2024-05-21T00:12:57.056452+0000","last_active":"2024-05-21T00:14:47.561266+0000","last_peered":"2024-05-21T00:14:47.561266+0000","last_clean":"2024-05-21T00:14:47.561266+0000","last_became_active":"2024-05-21T00:12:57.050103+0000","last_became_peered":"2024-05-21T00:12:57.050103+0000","last_unstale":"2024-05-21T00:14:47.561266+0000","last_undegraded":"2024-05-21T00:14:47.561266+0000","last_fullsized":"2024-05-21T00:14:47.561266+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:11:23.891496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810713+0000","last_change":"2024-05-21T00:12:53.007972+0000","last_active":"2024-05-21T00:13:48.810713+0000","last_peered":"2024-05-21T00:13:48.810713+0000","last_clean":"2024-05-21T00:13:48.810713+0000","last_became_active":"2024-05-21T00:12:53.007597+0000","last_became_peered":"2024-05-21T00:12:53.007597+0000","last_unstale":"2024-05-21T00:13:48.810713+0000","last_undegraded":"2024-05-21T00:13:48.810713+0000","last_fullsized":"2024-05-21T00:13:48.810713+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:31:10.333950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.556783+0000","last_change":"2024-05-21T00:12:57.051923+0000","last_active":"2024-05-21T00:14:47.556783+0000","last_peered":"2024-05-21T00:14:47.556783+0000","last_clean":"2024-05-21T00:14:47.556783+0000","last_became_active":"2024-05-21T00:12:57.051401+0000","last_became_peered":"2024-05-21T00:12:57.051401+0000","last_unstale":"2024-05-21T00:14:47.556783+0000","last_undegraded":"2024-05-21T00:14:47.556783+0000","last_fullsized":"2024-05-21T00:14:47.556783+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:21.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"81'5","reported_seq":521,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:23.699228+0000","last_change":"2024-05-21T00:12:53.011503+0000","last_active":"2024-05-21T00:17:23.699228+0000","last_peered":"2024-05-21T00:17:23.699228+0000","last_clean":"2024-05-21T00:17:23.699228+0000","last_became_active":"2024-05-21T00:12:53.011191+0000","last_became_peered":"2024-05-21T00:12:53.011191+0000","last_unstale":"2024-05-21T00:17:23.699228+0000","last_undegraded":"2024-05-21T00:17:23.699228+0000","last_fullsized":"2024-05-21T00:17:23.699228+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:11.098119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":489,"num_read_kb":489,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.551080+0000","last_change":"2024-05-21T00:12:57.043199+0000","last_active":"2024-05-21T00:14:47.551080+0000","last_peered":"2024-05-21T00:14:47.551080+0000","last_clean":"2024-05-21T00:14:47.551080+0000","last_became_active":"2024-05-21T00:12:57.042321+0000","last_became_peered":"2024-05-21T00:12:57.042321+0000","last_unstale":"2024-05-21T00:14:47.551080+0000","last_undegraded":"2024-05-21T00:14:47.551080+0000","last_fullsized":"2024-05-21T00:14:47.551080+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:49:41.648559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814147+0000","last_change":"2024-05-21T00:12:53.008163+0000","last_active":"2024-05-21T00:13:48.814147+0000","last_peered":"2024-05-21T00:13:48.814147+0000","last_clean":"2024-05-21T00:13:48.814147+0000","last_became_active":"2024-05-21T00:12:53.007830+0000","last_became_peered":"2024-05-21T00:12:53.007830+0000","last_unstale":"2024-05-21T00:13:48.814147+0000","last_undegraded":"2024-05-21T00:13:48.814147+0000","last_fullsized":"2024-05-21T00:13:48.814147+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:48:33.324604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571917+0000","last_change":"2024-05-21T00:12:57.051604+0000","last_active":"2024-05-21T00:14:47.571917+0000","last_peered":"2024-05-21T00:14:47.571917+0000","last_clean":"2024-05-21T00:14:47.571917+0000","last_became_active":"2024-05-21T00:12:57.051163+0000","last_became_peered":"2024-05-21T00:12:57.051163+0000","last_unstale":"2024-05-21T00:14:47.571917+0000","last_undegraded":"2024-05-21T00:14:47.571917+0000","last_fullsized":"2024-05-21T00:14:47.571917+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:52:44.339548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811331+0000","last_change":"2024-05-21T00:12:53.061900+0000","last_active":"2024-05-21T00:13:48.811331+0000","last_peered":"2024-05-21T00:13:48.811331+0000","last_clean":"2024-05-21T00:13:48.811331+0000","last_became_active":"2024-05-21T00:12:53.061259+0000","last_became_peered":"2024-05-21T00:12:53.061259+0000","last_unstale":"2024-05-21T00:13:48.811331+0000","last_undegraded":"2024-05-21T00:13:48.811331+0000","last_fullsized":"2024-05-21T00:13:48.811331+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:59:31.613311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537320+0000","last_change":"2024-05-21T00:12:57.051862+0000","last_active":"2024-05-21T00:14:47.537320+0000","last_peered":"2024-05-21T00:14:47.537320+0000","last_clean":"2024-05-21T00:14:47.537320+0000","last_became_active":"2024-05-21T00:12:57.051259+0000","last_became_peered":"2024-05-21T00:12:57.051259+0000","last_unstale":"2024-05-21T00:14:47.537320+0000","last_undegraded":"2024-05-21T00:14:47.537320+0000","last_fullsized":"2024-05-21T00:14:47.537320+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:49.851313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'39","reported_seq":569,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:23.699095+0000","last_change":"2024-05-21T00:12:53.007836+0000","last_active":"2024-05-21T00:17:23.699095+0000","last_peered":"2024-05-21T00:17:23.699095+0000","last_clean":"2024-05-21T00:17:23.699095+0000","last_became_active":"2024-05-21T00:12:53.007404+0000","last_became_peered":"2024-05-21T00:12:53.007404+0000","last_unstale":"2024-05-21T00:17:23.699095+0000","last_undegraded":"2024-05-21T00:17:23.699095+0000","last_fullsized":"2024-05-21T00:17:23.699095+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:31:09.959452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70142,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":503,"num_read_kb":321,"num_write":41,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538268+0000","last_change":"2024-05-21T00:12:57.042835+0000","last_active":"2024-05-21T00:14:47.538268+0000","last_peered":"2024-05-21T00:14:47.538268+0000","last_clean":"2024-05-21T00:14:47.538268+0000","last_became_active":"2024-05-21T00:12:57.042507+0000","last_became_peered":"2024-05-21T00:12:57.042507+0000","last_unstale":"2024-05-21T00:14:47.538268+0000","last_undegraded":"2024-05-21T00:14:47.538268+0000","last_fullsized":"2024-05-21T00:14:47.538268+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:23:53.966867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814028+0000","last_change":"2024-05-21T00:12:53.016227+0000","last_active":"2024-05-21T00:13:48.814028+0000","last_peered":"2024-05-21T00:13:48.814028+0000","last_clean":"2024-05-21T00:13:48.814028+0000","last_became_active":"2024-05-21T00:12:53.015791+0000","last_became_peered":"2024-05-21T00:12:53.015791+0000","last_unstale":"2024-05-21T00:13:48.814028+0000","last_undegraded":"2024-05-21T00:13:48.814028+0000","last_fullsized":"2024-05-21T00:13:48.814028+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:55.413607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558795+0000","last_change":"2024-05-21T00:12:57.050393+0000","last_active":"2024-05-21T00:14:47.558795+0000","last_peered":"2024-05-21T00:14:47.558795+0000","last_clean":"2024-05-21T00:14:47.558795+0000","last_became_active":"2024-05-21T00:12:57.050065+0000","last_became_peered":"2024-05-21T00:12:57.050065+0000","last_unstale":"2024-05-21T00:14:47.558795+0000","last_undegraded":"2024-05-21T00:14:47.558795+0000","last_fullsized":"2024-05-21T00:14:47.558795+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:03:54.073088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810805+0000","last_change":"2024-05-21T00:12:53.014337+0000","last_active":"2024-05-21T00:13:48.810805+0000","last_peered":"2024-05-21T00:13:48.810805+0000","last_clean":"2024-05-21T00:13:48.810805+0000","last_became_active":"2024-05-21T00:12:53.013873+0000","last_became_peered":"2024-05-21T00:12:53.013873+0000","last_unstale":"2024-05-21T00:13:48.810805+0000","last_undegraded":"2024-05-21T00:13:48.810805+0000","last_fullsized":"2024-05-21T00:13:48.810805+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:16.467981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559352+0000","last_change":"2024-05-21T00:13:48.976876+0000","last_active":"2024-05-21T00:14:47.559352+0000","last_peered":"2024-05-21T00:14:47.559352+0000","last_clean":"2024-05-21T00:14:47.559352+0000","last_became_active":"2024-05-21T00:13:48.976530+0000","last_became_peered":"2024-05-21T00:13:48.976530+0000","last_unstale":"2024-05-21T00:14:47.559352+0000","last_undegraded":"2024-05-21T00:14:47.559352+0000","last_fullsized":"2024-05-21T00:14:47.559352+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:08:26.324247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"81'8","reported_seq":282,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:20.296757+0000","last_change":"2024-05-21T00:12:53.006607+0000","last_active":"2024-05-21T00:17:20.296757+0000","last_peered":"2024-05-21T00:17:20.296757+0000","last_clean":"2024-05-21T00:17:20.296757+0000","last_became_active":"2024-05-21T00:12:53.006177+0000","last_became_peered":"2024-05-21T00:12:53.006177+0000","last_unstale":"2024-05-21T00:17:20.296757+0000","last_undegraded":"2024-05-21T00:17:20.296757+0000","last_fullsized":"2024-05-21T00:17:20.296757+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:07:58.281724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1430,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":248,"num_read_kb":6,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530074+0000","last_change":"2024-05-21T00:12:57.042325+0000","last_active":"2024-05-21T00:14:47.530074+0000","last_peered":"2024-05-21T00:14:47.530074+0000","last_clean":"2024-05-21T00:14:47.530074+0000","last_became_active":"2024-05-21T00:12:57.041890+0000","last_became_peered":"2024-05-21T00:12:57.041890+0000","last_unstale":"2024-05-21T00:14:47.530074+0000","last_undegraded":"2024-05-21T00:14:47.530074+0000","last_fullsized":"2024-05-21T00:14:47.530074+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.261956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":45,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816564+0000","last_change":"2024-05-21T00:12:53.059849+0000","last_active":"2024-05-21T00:13:48.816564+0000","last_peered":"2024-05-21T00:13:48.816564+0000","last_clean":"2024-05-21T00:13:48.816564+0000","last_became_active":"2024-05-21T00:12:53.059472+0000","last_became_peered":"2024-05-21T00:12:53.059472+0000","last_unstale":"2024-05-21T00:13:48.816564+0000","last_undegraded":"2024-05-21T00:13:48.816564+0000","last_fullsized":"2024-05-21T00:13:48.816564+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:16:19.091406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528875+0000","last_change":"2024-05-21T00:13:49.212195+0000","last_active":"2024-05-21T00:14:47.528875+0000","last_peered":"2024-05-21T00:14:47.528875+0000","last_clean":"2024-05-21T00:14:47.528875+0000","last_became_active":"2024-05-21T00:13:49.211755+0000","last_became_peered":"2024-05-21T00:13:49.211755+0000","last_unstale":"2024-05-21T00:14:47.528875+0000","last_undegraded":"2024-05-21T00:14:47.528875+0000","last_fullsized":"2024-05-21T00:14:47.528875+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:41.621615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.690169+0000","last_change":"2024-05-21T00:12:53.002941+0000","last_active":"2024-05-21T00:15:09.690169+0000","last_peered":"2024-05-21T00:15:09.690169+0000","last_clean":"2024-05-21T00:15:09.690169+0000","last_became_active":"2024-05-21T00:12:53.001187+0000","last_became_peered":"2024-05-21T00:12:53.001187+0000","last_unstale":"2024-05-21T00:15:09.690169+0000","last_undegraded":"2024-05-21T00:15:09.690169+0000","last_fullsized":"2024-05-21T00:15:09.690169+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:45:19.012056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529653+0000","last_change":"2024-05-21T00:12:57.043398+0000","last_active":"2024-05-21T00:14:47.529653+0000","last_peered":"2024-05-21T00:14:47.529653+0000","last_clean":"2024-05-21T00:14:47.529653+0000","last_became_active":"2024-05-21T00:12:57.043033+0000","last_became_peered":"2024-05-21T00:12:57.043033+0000","last_unstale":"2024-05-21T00:14:47.529653+0000","last_undegraded":"2024-05-21T00:14:47.529653+0000","last_fullsized":"2024-05-21T00:14:47.529653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:13:56.362516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:59.055415+0000","last_change":"2024-05-21T00:12:53.064219+0000","last_active":"2024-05-21T00:14:59.055415+0000","last_peered":"2024-05-21T00:14:59.055415+0000","last_clean":"2024-05-21T00:14:59.055415+0000","last_became_active":"2024-05-21T00:12:53.063780+0000","last_became_peered":"2024-05-21T00:12:53.063780+0000","last_unstale":"2024-05-21T00:14:59.055415+0000","last_undegraded":"2024-05-21T00:14:59.055415+0000","last_fullsized":"2024-05-21T00:14:59.055415+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:39:47.647305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.607579+0000","last_change":"2024-05-21T00:12:57.049737+0000","last_active":"2024-05-21T00:15:04.607579+0000","last_peered":"2024-05-21T00:15:04.607579+0000","last_clean":"2024-05-21T00:15:04.607579+0000","last_became_active":"2024-05-21T00:12:57.049307+0000","last_became_peered":"2024-05-21T00:12:57.049307+0000","last_unstale":"2024-05-21T00:15:04.607579+0000","last_undegraded":"2024-05-21T00:15:04.607579+0000","last_fullsized":"2024-05-21T00:15:04.607579+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:45.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"81'7","reported_seq":284,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:24.210756+0000","last_change":"2024-05-21T00:12:53.013933+0000","last_active":"2024-05-21T00:17:24.210756+0000","last_peered":"2024-05-21T00:17:24.210756+0000","last_clean":"2024-05-21T00:17:24.210756+0000","last_became_active":"2024-05-21T00:12:53.013547+0000","last_became_peered":"2024-05-21T00:12:53.013547+0000","last_unstale":"2024-05-21T00:17:24.210756+0000","last_undegraded":"2024-05-21T00:17:24.210756+0000","last_fullsized":"2024-05-21T00:17:24.210756+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:32.091022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":249,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.607560+0000","last_change":"2024-05-21T00:12:57.042824+0000","last_active":"2024-05-21T00:15:04.607560+0000","last_peered":"2024-05-21T00:15:04.607560+0000","last_clean":"2024-05-21T00:15:04.607560+0000","last_became_active":"2024-05-21T00:12:57.040341+0000","last_became_peered":"2024-05-21T00:12:57.040341+0000","last_unstale":"2024-05-21T00:15:04.607560+0000","last_undegraded":"2024-05-21T00:15:04.607560+0000","last_fullsized":"2024-05-21T00:15:04.607560+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:51:10.629525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:57.388868+0000","last_change":"2024-05-21T00:12:57.049618+0000","last_active":"2024-05-21T00:14:57.388868+0000","last_peered":"2024-05-21T00:14:57.388868+0000","last_clean":"2024-05-21T00:14:57.388868+0000","last_became_active":"2024-05-21T00:12:57.049285+0000","last_became_peered":"2024-05-21T00:12:57.049285+0000","last_unstale":"2024-05-21T00:14:57.388868+0000","last_undegraded":"2024-05-21T00:14:57.388868+0000","last_fullsized":"2024-05-21T00:14:57.388868+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:47:20.928639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"81'7","reported_seq":277,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:19.292537+0000","last_change":"2024-05-21T00:12:53.061890+0000","last_active":"2024-05-21T00:17:19.292537+0000","last_peered":"2024-05-21T00:17:19.292537+0000","last_clean":"2024-05-21T00:17:19.292537+0000","last_became_active":"2024-05-21T00:12:53.061469+0000","last_became_peered":"2024-05-21T00:12:53.061469+0000","last_unstale":"2024-05-21T00:17:19.292537+0000","last_undegraded":"2024-05-21T00:17:19.292537+0000","last_fullsized":"2024-05-21T00:17:19.292537+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:42:27.776942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":242,"num_read_kb":242,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.542808+0000","last_change":"2024-05-21T00:13:49.212833+0000","last_active":"2024-05-21T00:14:47.542808+0000","last_peered":"2024-05-21T00:14:47.542808+0000","last_clean":"2024-05-21T00:14:47.542808+0000","last_became_active":"2024-05-21T00:13:49.211958+0000","last_became_peered":"2024-05-21T00:13:49.211958+0000","last_unstale":"2024-05-21T00:14:47.542808+0000","last_undegraded":"2024-05-21T00:14:47.542808+0000","last_fullsized":"2024-05-21T00:14:47.542808+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:23.586551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.930906+0000","last_change":"2024-05-21T00:12:53.004587+0000","last_active":"2024-05-21T00:15:01.930906+0000","last_peered":"2024-05-21T00:15:01.930906+0000","last_clean":"2024-05-21T00:15:01.930906+0000","last_became_active":"2024-05-21T00:12:53.004100+0000","last_became_peered":"2024-05-21T00:12:53.004100+0000","last_unstale":"2024-05-21T00:15:01.930906+0000","last_undegraded":"2024-05-21T00:15:01.930906+0000","last_fullsized":"2024-05-21T00:15:01.930906+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:28.196445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:00.385920+0000","last_change":"2024-05-21T00:11:22.025962+0000","last_active":"2024-05-21T00:14:00.385920+0000","last_peered":"2024-05-21T00:14:00.385920+0000","last_clean":"2024-05-21T00:14:00.385920+0000","last_became_active":"2024-05-21T00:11:22.020112+0000","last_became_peered":"2024-05-21T00:11:22.020112+0000","last_unstale":"2024-05-21T00:14:00.385920+0000","last_undegraded":"2024-05-21T00:14:00.385920+0000","last_fullsized":"2024-05-21T00:14:00.385920+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_clean_scrub_stamp":"2024-05-21T00:07:34.159650+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:43.385269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.082276+0000","last_change":"2024-05-21T00:12:57.052251+0000","last_active":"2024-05-21T00:15:01.082276+0000","last_peered":"2024-05-21T00:15:01.082276+0000","last_clean":"2024-05-21T00:15:01.082276+0000","last_became_active":"2024-05-21T00:12:57.051831+0000","last_became_peered":"2024-05-21T00:12:57.051831+0000","last_unstale":"2024-05-21T00:15:01.082276+0000","last_undegraded":"2024-05-21T00:15:01.082276+0000","last_fullsized":"2024-05-21T00:15:01.082276+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:54:10.866841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:55.391635+0000","last_change":"2024-05-21T00:12:53.006299+0000","last_active":"2024-05-21T00:14:55.391635+0000","last_peered":"2024-05-21T00:14:55.391635+0000","last_clean":"2024-05-21T00:14:55.391635+0000","last_became_active":"2024-05-21T00:12:53.005896+0000","last_became_peered":"2024-05-21T00:12:53.005896+0000","last_unstale":"2024-05-21T00:14:55.391635+0000","last_undegraded":"2024-05-21T00:14:55.391635+0000","last_fullsized":"2024-05-21T00:14:55.391635+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:38:13.023455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:59.689263+0000","last_change":"2024-05-21T00:12:53.059074+0000","last_active":"2024-05-21T00:14:59.689263+0000","last_peered":"2024-05-21T00:14:59.689263+0000","last_clean":"2024-05-21T00:14:59.689263+0000","last_became_active":"2024-05-21T00:12:53.058789+0000","last_became_peered":"2024-05-21T00:12:53.058789+0000","last_unstale":"2024-05-21T00:14:59.689263+0000","last_undegraded":"2024-05-21T00:14:59.689263+0000","last_fullsized":"2024-05-21T00:14:59.689263+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:34:52.220672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.082420+0000","last_change":"2024-05-21T00:12:57.043092+0000","last_active":"2024-05-21T00:15:01.082420+0000","last_peered":"2024-05-21T00:15:01.082420+0000","last_clean":"2024-05-21T00:15:01.082420+0000","last_became_active":"2024-05-21T00:12:57.039538+0000","last_became_peered":"2024-05-21T00:12:57.039538+0000","last_unstale":"2024-05-21T00:15:01.082420+0000","last_undegraded":"2024-05-21T00:15:01.082420+0000","last_fullsized":"2024-05-21T00:15:01.082420+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:45:51.064194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'18","reported_seq":62,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:16:58.121516+0000","last_change":"2024-05-21T00:13:48.844792+0000","last_active":"2024-05-21T00:16:58.121516+0000","last_peered":"2024-05-21T00:16:58.121516+0000","last_clean":"2024-05-21T00:16:58.121516+0000","last_became_active":"2024-05-21T00:13:48.830511+0000","last_became_peered":"2024-05-21T00:13:48.830511+0000","last_unstale":"2024-05-21T00:16:58.121516+0000","last_undegraded":"2024-05-21T00:16:58.121516+0000","last_fullsized":"2024-05-21T00:16:58.121516+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:12.248874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":8,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:10.989999+0000","last_change":"2024-05-21T00:12:57.049329+0000","last_active":"2024-05-21T00:15:10.989999+0000","last_peered":"2024-05-21T00:15:10.989999+0000","last_clean":"2024-05-21T00:15:10.989999+0000","last_became_active":"2024-05-21T00:12:57.048960+0000","last_became_peered":"2024-05-21T00:12:57.048960+0000","last_unstale":"2024-05-21T00:15:10.989999+0000","last_undegraded":"2024-05-21T00:15:10.989999+0000","last_fullsized":"2024-05-21T00:15:10.989999+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:36:30.430924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:06.931496+0000","last_change":"2024-05-21T00:12:53.056207+0000","last_active":"2024-05-21T00:15:06.931496+0000","last_peered":"2024-05-21T00:15:06.931496+0000","last_clean":"2024-05-21T00:15:06.931496+0000","last_became_active":"2024-05-21T00:12:53.055915+0000","last_became_peered":"2024-05-21T00:12:53.055915+0000","last_unstale":"2024-05-21T00:15:06.931496+0000","last_undegraded":"2024-05-21T00:15:06.931496+0000","last_fullsized":"2024-05-21T00:15:06.931496+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:41.144414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.527381+0000","last_change":"2024-05-21T00:12:57.055208+0000","last_active":"2024-05-21T00:15:09.527381+0000","last_peered":"2024-05-21T00:15:09.527381+0000","last_clean":"2024-05-21T00:15:09.527381+0000","last_became_active":"2024-05-21T00:12:57.054835+0000","last_became_peered":"2024-05-21T00:12:57.054835+0000","last_unstale":"2024-05-21T00:15:09.527381+0000","last_undegraded":"2024-05-21T00:15:09.527381+0000","last_fullsized":"2024-05-21T00:15:09.527381+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:26:46.080981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:05.146720+0000","last_change":"2024-05-21T00:12:53.059674+0000","last_active":"2024-05-21T00:15:05.146720+0000","last_peered":"2024-05-21T00:15:05.146720+0000","last_clean":"2024-05-21T00:15:05.146720+0000","last_became_active":"2024-05-21T00:12:53.059442+0000","last_became_peered":"2024-05-21T00:12:53.059442+0000","last_unstale":"2024-05-21T00:15:05.146720+0000","last_undegraded":"2024-05-21T00:15:05.146720+0000","last_fullsized":"2024-05-21T00:15:05.146720+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:39.874661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.690131+0000","last_change":"2024-05-21T00:12:57.047454+0000","last_active":"2024-05-21T00:15:09.690131+0000","last_peered":"2024-05-21T00:15:09.690131+0000","last_clean":"2024-05-21T00:15:09.690131+0000","last_became_active":"2024-05-21T00:12:57.047034+0000","last_became_peered":"2024-05-21T00:12:57.047034+0000","last_unstale":"2024-05-21T00:15:09.690131+0000","last_undegraded":"2024-05-21T00:15:09.690131+0000","last_fullsized":"2024-05-21T00:15:09.690131+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:52:48.980978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:05.989093+0000","last_change":"2024-05-21T00:12:53.018368+0000","last_active":"2024-05-21T00:15:05.989093+0000","last_peered":"2024-05-21T00:15:05.989093+0000","last_clean":"2024-05-21T00:15:05.989093+0000","last_became_active":"2024-05-21T00:12:53.015613+0000","last_became_peered":"2024-05-21T00:12:53.015613+0000","last_unstale":"2024-05-21T00:15:05.989093+0000","last_undegraded":"2024-05-21T00:15:05.989093+0000","last_fullsized":"2024-05-21T00:15:05.989093+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:51:57.280963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:10.334096+0000","last_change":"2024-05-21T00:12:57.041377+0000","last_active":"2024-05-21T00:15:10.334096+0000","last_peered":"2024-05-21T00:15:10.334096+0000","last_clean":"2024-05-21T00:15:10.334096+0000","last_became_active":"2024-05-21T00:12:57.040466+0000","last_became_peered":"2024-05-21T00:12:57.040466+0000","last_unstale":"2024-05-21T00:15:10.334096+0000","last_undegraded":"2024-05-21T00:15:10.334096+0000","last_fullsized":"2024-05-21T00:15:10.334096+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:35:59.677316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:50.325376+0000","last_change":"2024-05-21T00:13:48.830100+0000","last_active":"2024-05-21T00:13:50.325376+0000","last_peered":"2024-05-21T00:13:50.325376+0000","last_clean":"2024-05-21T00:13:50.325376+0000","last_became_active":"2024-05-21T00:13:48.822312+0000","last_became_peered":"2024-05-21T00:13:48.822312+0000","last_unstale":"2024-05-21T00:13:50.325376+0000","last_undegraded":"2024-05-21T00:13:50.325376+0000","last_fullsized":"2024-05-21T00:13:50.325376+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:27:01.631036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.569486+0000","last_change":"2024-05-21T00:12:57.063815+0000","last_active":"2024-05-21T00:14:47.569486+0000","last_peered":"2024-05-21T00:14:47.569486+0000","last_clean":"2024-05-21T00:14:47.569486+0000","last_became_active":"2024-05-21T00:12:57.063399+0000","last_became_peered":"2024-05-21T00:12:57.063399+0000","last_unstale":"2024-05-21T00:14:47.569486+0000","last_undegraded":"2024-05-21T00:14:47.569486+0000","last_fullsized":"2024-05-21T00:14:47.569486+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:41.185777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.690151+0000","last_change":"2024-05-21T00:12:53.006935+0000","last_active":"2024-05-21T00:15:09.690151+0000","last_peered":"2024-05-21T00:15:09.690151+0000","last_clean":"2024-05-21T00:15:09.690151+0000","last_became_active":"2024-05-21T00:12:53.006417+0000","last_became_peered":"2024-05-21T00:12:53.006417+0000","last_unstale":"2024-05-21T00:15:09.690151+0000","last_undegraded":"2024-05-21T00:15:09.690151+0000","last_fullsized":"2024-05-21T00:15:09.690151+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:28.311334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:10.393154+0000","last_change":"2024-05-21T00:12:57.039348+0000","last_active":"2024-05-21T00:15:10.393154+0000","last_peered":"2024-05-21T00:15:10.393154+0000","last_clean":"2024-05-21T00:15:10.393154+0000","last_became_active":"2024-05-21T00:12:57.038974+0000","last_became_peered":"2024-05-21T00:12:57.038974+0000","last_unstale":"2024-05-21T00:15:10.393154+0000","last_undegraded":"2024-05-21T00:15:10.393154+0000","last_fullsized":"2024-05-21T00:15:10.393154+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:07:22.264745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'5","reported_seq":280,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:24.090227+0000","last_change":"2024-05-21T00:12:53.061792+0000","last_active":"2024-05-21T00:17:24.090227+0000","last_peered":"2024-05-21T00:17:24.090227+0000","last_clean":"2024-05-21T00:17:24.090227+0000","last_became_active":"2024-05-21T00:12:53.061412+0000","last_became_peered":"2024-05-21T00:12:53.061412+0000","last_unstale":"2024-05-21T00:17:24.090227+0000","last_undegraded":"2024-05-21T00:17:24.090227+0000","last_fullsized":"2024-05-21T00:17:24.090227+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:34.086547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":247,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537455+0000","last_change":"2024-05-21T00:12:57.039449+0000","last_active":"2024-05-21T00:14:47.537455+0000","last_peered":"2024-05-21T00:14:47.537455+0000","last_clean":"2024-05-21T00:14:47.537455+0000","last_became_active":"2024-05-21T00:12:57.038938+0000","last_became_peered":"2024-05-21T00:12:57.038938+0000","last_unstale":"2024-05-21T00:14:47.537455+0000","last_undegraded":"2024-05-21T00:14:47.537455+0000","last_fullsized":"2024-05-21T00:14:47.537455+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:49:06.890897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:07.389887+0000","last_change":"2024-05-21T00:12:53.015499+0000","last_active":"2024-05-21T00:15:07.389887+0000","last_peered":"2024-05-21T00:15:07.389887+0000","last_clean":"2024-05-21T00:15:07.389887+0000","last_became_active":"2024-05-21T00:12:53.015155+0000","last_became_peered":"2024-05-21T00:12:53.015155+0000","last_unstale":"2024-05-21T00:15:07.389887+0000","last_undegraded":"2024-05-21T00:15:07.389887+0000","last_fullsized":"2024-05-21T00:15:07.389887+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:15:03.035646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.552910+0000","last_change":"2024-05-21T00:12:57.056493+0000","last_active":"2024-05-21T00:14:47.552910+0000","last_peered":"2024-05-21T00:14:47.552910+0000","last_clean":"2024-05-21T00:14:47.552910+0000","last_became_active":"2024-05-21T00:12:57.055970+0000","last_became_peered":"2024-05-21T00:12:57.055970+0000","last_unstale":"2024-05-21T00:14:47.552910+0000","last_undegraded":"2024-05-21T00:14:47.552910+0000","last_fullsized":"2024-05-21T00:14:47.552910+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:05:20.667829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.975225+0000","last_change":"2024-05-21T00:12:53.017967+0000","last_active":"2024-05-21T00:13:48.975225+0000","last_peered":"2024-05-21T00:13:48.975225+0000","last_clean":"2024-05-21T00:13:48.975225+0000","last_became_active":"2024-05-21T00:12:53.017449+0000","last_became_peered":"2024-05-21T00:12:53.017449+0000","last_unstale":"2024-05-21T00:13:48.975225+0000","last_undegraded":"2024-05-21T00:13:48.975225+0000","last_fullsized":"2024-05-21T00:13:48.975225+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:40:55.586870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538388+0000","last_change":"2024-05-21T00:12:57.045741+0000","last_active":"2024-05-21T00:14:47.538388+0000","last_peered":"2024-05-21T00:14:47.538388+0000","last_clean":"2024-05-21T00:14:47.538388+0000","last_became_active":"2024-05-21T00:12:57.044607+0000","last_became_peered":"2024-05-21T00:12:57.044607+0000","last_unstale":"2024-05-21T00:14:47.538388+0000","last_undegraded":"2024-05-21T00:14:47.538388+0000","last_fullsized":"2024-05-21T00:14:47.538388+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:17:12.299341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:05.333432+0000","last_change":"2024-05-21T00:13:48.821996+0000","last_active":"2024-05-21T00:15:05.333432+0000","last_peered":"2024-05-21T00:15:05.333432+0000","last_clean":"2024-05-21T00:15:05.333432+0000","last_became_active":"2024-05-21T00:13:48.821542+0000","last_became_peered":"2024-05-21T00:13:48.821542+0000","last_unstale":"2024-05-21T00:15:05.333432+0000","last_undegraded":"2024-05-21T00:15:05.333432+0000","last_fullsized":"2024-05-21T00:15:05.333432+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:17:51.614425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,9],"acting":[11,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.190264+0000","last_change":"2024-05-21T00:12:57.040997+0000","last_active":"2024-05-21T00:15:04.190264+0000","last_peered":"2024-05-21T00:15:04.190264+0000","last_clean":"2024-05-21T00:15:04.190264+0000","last_became_active":"2024-05-21T00:12:57.040511+0000","last_became_peered":"2024-05-21T00:12:57.040511+0000","last_unstale":"2024-05-21T00:15:04.190264+0000","last_undegraded":"2024-05-21T00:15:04.190264+0000","last_fullsized":"2024-05-21T00:15:04.190264+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:31:29.985427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.190283+0000","last_change":"2024-05-21T00:12:57.060563+0000","last_active":"2024-05-21T00:15:04.190283+0000","last_peered":"2024-05-21T00:15:04.190283+0000","last_clean":"2024-05-21T00:15:04.190283+0000","last_became_active":"2024-05-21T00:12:57.060138+0000","last_became_peered":"2024-05-21T00:12:57.060138+0000","last_unstale":"2024-05-21T00:15:04.190283+0000","last_undegraded":"2024-05-21T00:15:04.190283+0000","last_fullsized":"2024-05-21T00:15:04.190283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:06.963046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526514+0000","last_change":"2024-05-21T00:12:57.056351+0000","last_active":"2024-05-21T00:15:04.526514+0000","last_peered":"2024-05-21T00:15:04.526514+0000","last_clean":"2024-05-21T00:15:04.526514+0000","last_became_active":"2024-05-21T00:12:57.056014+0000","last_became_peered":"2024-05-21T00:12:57.056014+0000","last_unstale":"2024-05-21T00:15:04.526514+0000","last_undegraded":"2024-05-21T00:15:04.526514+0000","last_fullsized":"2024-05-21T00:15:04.526514+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.046704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:06.083344+0000","last_change":"2024-05-21T00:12:57.058705+0000","last_active":"2024-05-21T00:15:06.083344+0000","last_peered":"2024-05-21T00:15:06.083344+0000","last_clean":"2024-05-21T00:15:06.083344+0000","last_became_active":"2024-05-21T00:12:57.058288+0000","last_became_peered":"2024-05-21T00:12:57.058288+0000","last_unstale":"2024-05-21T00:15:06.083344+0000","last_undegraded":"2024-05-21T00:15:06.083344+0000","last_fullsized":"2024-05-21T00:15:06.083344+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:35:37.179860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:10.334131+0000","last_change":"2024-05-21T00:12:57.043982+0000","last_active":"2024-05-21T00:15:10.334131+0000","last_peered":"2024-05-21T00:15:10.334131+0000","last_clean":"2024-05-21T00:15:10.334131+0000","last_became_active":"2024-05-21T00:12:57.043361+0000","last_became_peered":"2024-05-21T00:12:57.043361+0000","last_unstale":"2024-05-21T00:15:10.334131+0000","last_undegraded":"2024-05-21T00:15:10.334131+0000","last_fullsized":"2024-05-21T00:15:10.334131+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:15:49.706743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.190953+0000","last_change":"2024-05-21T00:12:57.049514+0000","last_active":"2024-05-21T00:15:09.190953+0000","last_peered":"2024-05-21T00:15:09.190953+0000","last_clean":"2024-05-21T00:15:09.190953+0000","last_became_active":"2024-05-21T00:12:57.049165+0000","last_became_peered":"2024-05-21T00:12:57.049165+0000","last_unstale":"2024-05-21T00:15:09.190953+0000","last_undegraded":"2024-05-21T00:15:09.190953+0000","last_fullsized":"2024-05-21T00:15:09.190953+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:29:13.528183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:10.989929+0000","last_change":"2024-05-21T00:12:57.061767+0000","last_active":"2024-05-21T00:15:10.989929+0000","last_peered":"2024-05-21T00:15:10.989929+0000","last_clean":"2024-05-21T00:15:10.989929+0000","last_became_active":"2024-05-21T00:12:57.060095+0000","last_became_peered":"2024-05-21T00:12:57.060095+0000","last_unstale":"2024-05-21T00:15:10.989929+0000","last_undegraded":"2024-05-21T00:15:10.989929+0000","last_fullsized":"2024-05-21T00:15:10.989929+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:09:49.983729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:07.389853+0000","last_change":"2024-05-21T00:12:57.059613+0000","last_active":"2024-05-21T00:15:07.389853+0000","last_peered":"2024-05-21T00:15:07.389853+0000","last_clean":"2024-05-21T00:15:07.389853+0000","last_became_active":"2024-05-21T00:12:57.059370+0000","last_became_peered":"2024-05-21T00:12:57.059370+0000","last_unstale":"2024-05-21T00:15:07.389853+0000","last_undegraded":"2024-05-21T00:15:07.389853+0000","last_fullsized":"2024-05-21T00:15:07.389853+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:23.312453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.560675+0000","last_change":"2024-05-21T00:12:57.048475+0000","last_active":"2024-05-21T00:14:47.560675+0000","last_peered":"2024-05-21T00:14:47.560675+0000","last_clean":"2024-05-21T00:14:47.560675+0000","last_became_active":"2024-05-21T00:12:57.047738+0000","last_became_peered":"2024-05-21T00:12:57.047738+0000","last_unstale":"2024-05-21T00:14:47.560675+0000","last_undegraded":"2024-05-21T00:14:47.560675+0000","last_fullsized":"2024-05-21T00:14:47.560675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:28:46.190914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562379+0000","last_change":"2024-05-21T00:12:57.056401+0000","last_active":"2024-05-21T00:14:47.562379+0000","last_peered":"2024-05-21T00:14:47.562379+0000","last_clean":"2024-05-21T00:14:47.562379+0000","last_became_active":"2024-05-21T00:12:57.055978+0000","last_became_peered":"2024-05-21T00:12:57.055978+0000","last_unstale":"2024-05-21T00:14:47.562379+0000","last_undegraded":"2024-05-21T00:14:47.562379+0000","last_fullsized":"2024-05-21T00:14:47.562379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:54.140724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571324+0000","last_change":"2024-05-21T00:12:57.055227+0000","last_active":"2024-05-21T00:14:47.571324+0000","last_peered":"2024-05-21T00:14:47.571324+0000","last_clean":"2024-05-21T00:14:47.571324+0000","last_became_active":"2024-05-21T00:12:57.054840+0000","last_became_peered":"2024-05-21T00:12:57.054840+0000","last_unstale":"2024-05-21T00:14:47.571324+0000","last_undegraded":"2024-05-21T00:14:47.571324+0000","last_fullsized":"2024-05-21T00:14:47.571324+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:59.074145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529738+0000","last_change":"2024-05-21T00:12:57.037817+0000","last_active":"2024-05-21T00:14:47.529738+0000","last_peered":"2024-05-21T00:14:47.529738+0000","last_clean":"2024-05-21T00:14:47.529738+0000","last_became_active":"2024-05-21T00:12:57.037457+0000","last_became_peered":"2024-05-21T00:12:57.037457+0000","last_unstale":"2024-05-21T00:14:47.529738+0000","last_undegraded":"2024-05-21T00:14:47.529738+0000","last_fullsized":"2024-05-21T00:14:47.529738+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:26.664482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":78470,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":2483,"num_read_kb":1333,"num_write":267,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1013,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":235410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":230,"ondisk_log_size":230,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678086,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874315,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36892,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708260,"statfs":{"total":95995035648,"available":95957258240,"internally_reserved":0,"allocated":1593344,"data_stored":1092144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037842,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":430061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234071,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430301,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40964,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704188,"statfs":{"total":95995035648,"available":95953088512,"internally_reserved":0,"allocated":1503232,"data_stored":1024472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593827,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36208,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708944,"statfs":{"total":95995035648,"available":95957958656,"internally_reserved":0,"allocated":892928,"data_stored":430310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574974,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":501365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738500,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":431117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411449,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":500431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182513,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":429603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986285,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40376,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704776,"statfs":{"total":95995035648,"available":95953690624,"internally_reserved":0,"allocated":901120,"data_stored":431635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790058,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32656,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712496,"statfs":{"total":95995035648,"available":95961595904,"internally_reserved":0,"allocated":1515520,"data_stored":1022776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":71492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":72720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:17:27.185 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-21T00:17:27.186 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph pg dump --format=json 2024-05-21T00:17:27.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:26 smithi060 ceph-mon[36426]: pgmap v450: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-05-21T00:17:27.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:26 smithi060 ceph-mon[36426]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:27.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:26 smithi077 ceph-mon[36377]: pgmap v450: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-05-21T00:17:27.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:26 smithi077 ceph-mon[36377]: from='client.15078 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:27.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.792+0000 7f298a000700 1 -- 172.21.15.12:0/1761971378 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f298410ff40 msgr2=0x7f2984112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:27.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.792+0000 7f298a000700 1 --2- 172.21.15.12:0/1761971378 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f298410ff40 0x7f2984112330 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f297c009f90 tx=0x7f297c00b330 comp rx=0 tx=0).stop 2024-05-21T00:17:27.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.793+0000 7f298a000700 1 -- 172.21.15.12:0/1761971378 shutdown_connections 2024-05-21T00:17:27.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.793+0000 7f298a000700 1 --2- 172.21.15.12:0/1761971378 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f298410ff40 0x7f2984112330 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.793+0000 7f298a000700 1 --2- 172.21.15.12:0/1761971378 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2984075770 0x7f2984075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.793+0000 7f298a000700 1 --2- 172.21.15.12:0/1761971378 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2984076090 0x7f298410fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.793+0000 7f298a000700 1 -- 172.21.15.12:0/1761971378 >> 172.21.15.12:0/1761971378 conn(0x7f298407a6a0 msgr2=0x7f298407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:27.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.793+0000 7f298a000700 1 -- 172.21.15.12:0/1761971378 shutdown_connections 2024-05-21T00:17:27.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.793+0000 7f298a000700 1 -- 172.21.15.12:0/1761971378 wait complete. 2024-05-21T00:17:27.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.794+0000 7f298a000700 1 Processor -- start 2024-05-21T00:17:27.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.794+0000 7f298a000700 1 -- start start 2024-05-21T00:17:27.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.795+0000 7f298a000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2984075770 0x7f298419bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.795+0000 7f298a000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2984076090 0x7f298419c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.795+0000 7f298a000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f298410ff40 0x7f29841a0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.795+0000 7f298a000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2984115930 con 0x7f2984075770 2024-05-21T00:17:27.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.795+0000 7f298a000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f29841157b0 con 0x7f298410ff40 2024-05-21T00:17:27.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.795+0000 7f298a000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f2984115ab0 con 0x7f2984076090 2024-05-21T00:17:27.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.795+0000 7f2983400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2984075770 0x7f298419bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.795+0000 7f2983400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2984075770 0x7f298419bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47092/0 (socket says 172.21.15.12:47092) 2024-05-21T00:17:27.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.795+0000 7f2983400700 1 -- 172.21.15.12:0/2563327041 learned_addr learned my addr 172.21.15.12:0/2563327041 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:27.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.795+0000 7f2982a00700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2984076090 0x7f298419c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.795+0000 7f2983e00700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f298410ff40 0x7f29841a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.796+0000 7f2982a00700 1 -- 172.21.15.12:0/2563327041 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f298410ff40 msgr2=0x7f29841a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:27.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.796+0000 7f2982a00700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f298410ff40 0x7f29841a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.796+0000 7f2982a00700 1 -- 172.21.15.12:0/2563327041 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2984075770 msgr2=0x7f298419bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:27.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.796+0000 7f2982a00700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2984075770 0x7f298419bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.796+0000 7f2982a00700 1 -- 172.21.15.12:0/2563327041 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29841a0d70 con 0x7f2984076090 2024-05-21T00:17:27.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.796+0000 7f2983400700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2984075770 0x7f298419bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:27.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.796+0000 7f2982a00700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2984076090 0x7f298419c2a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f297000e9c0 tx=0x7f297000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:27.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.796+0000 7f297be00700 1 -- 172.21.15.12:0/2563327041 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297000cb70 con 0x7f2984076090 2024-05-21T00:17:27.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.796+0000 7f298a000700 1 -- 172.21.15.12:0/2563327041 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29841a1060 con 0x7f2984076090 2024-05-21T00:17:27.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.796+0000 7f297be00700 1 -- 172.21.15.12:0/2563327041 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f297000ee60 con 0x7f2984076090 2024-05-21T00:17:27.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.797+0000 7f297be00700 1 -- 172.21.15.12:0/2563327041 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2970018680 con 0x7f2984076090 2024-05-21T00:17:27.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.797+0000 7f298a000700 1 -- 172.21.15.12:0/2563327041 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29841a88e0 con 0x7f2984076090 2024-05-21T00:17:27.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.801+0000 7f297be00700 1 -- 172.21.15.12:0/2563327041 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f297001f020 con 0x7f2984076090 2024-05-21T00:17:27.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.803+0000 7f297be00700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f29680b2900 0x7f29680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.803+0000 7f297be00700 1 -- 172.21.15.12:0/2563327041 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f29700e1fc0 con 0x7f2984076090 2024-05-21T00:17:27.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.804+0000 7f2983400700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f29680b2900 0x7f29680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.804+0000 7f29949bab80 1 Processor -- start 2024-05-21T00:17:27.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.804+0000 7f29949bab80 1 -- start start 2024-05-21T00:17:27.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.804+0000 7f2983400700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f29680b2900 0x7f29680b4dc0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2974009750 tx=0x7f2974009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:27.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.804+0000 7f29949bab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c50eb0 0x55fa99c51290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f29949bab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c517d0 0x55fa99c4b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f29949bab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c4b880 0x55fa99c4bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f29949bab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55fa99ba9e40 con 0x55fa99c4b880 2024-05-21T00:17:27.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f29949bab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55fa99b999e0 con 0x55fa99c517d0 2024-05-21T00:17:27.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f29949bab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55fa99b9da20 con 0x55fa99c50eb0 2024-05-21T00:17:27.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f2983400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c50eb0 0x55fa99c51290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f2983400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c50eb0 0x55fa99c51290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:43514/0 (socket says 172.21.15.12:43514) 2024-05-21T00:17:27.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f2983400700 1 -- 172.21.15.12:0/1094454705 learned_addr learned my addr 172.21.15.12:0/1094454705 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:27.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f2982a00700 1 --2- 172.21.15.12:0/1094454705 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c517d0 0x55fa99c4b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f2983e00700 1 --2- 172.21.15.12:0/1094454705 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c4b880 0x55fa99c4bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f2983400700 1 -- 172.21.15.12:0/1094454705 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c517d0 msgr2=0x55fa99c4b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:27.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f2983400700 1 --2- 172.21.15.12:0/1094454705 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c517d0 0x55fa99c4b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f2983400700 1 -- 172.21.15.12:0/1094454705 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c4b880 msgr2=0x55fa99c4bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:27.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f2983400700 1 --2- 172.21.15.12:0/1094454705 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c4b880 0x55fa99c4bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f2983400700 1 -- 172.21.15.12:0/1094454705 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa99b62420 con 0x55fa99c50eb0 2024-05-21T00:17:27.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.805+0000 7f2982a00700 1 --2- 172.21.15.12:0/1094454705 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c517d0 0x55fa99c4b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:17:27.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.806+0000 7f2983400700 1 --2- 172.21.15.12:0/1094454705 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c50eb0 0x55fa99c51290 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f297400e6e0 tx=0x7f2974014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d9065052f6f12018 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:27.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.806+0000 7f2978c00700 1 -- 172.21.15.12:0/1094454705 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297401b600 con 0x55fa99c50eb0 2024-05-21T00:17:27.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.806+0000 7f2978c00700 1 -- 172.21.15.12:0/1094454705 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f297401bc50 con 0x55fa99c50eb0 2024-05-21T00:17:27.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.806+0000 7f2978c00700 1 -- 172.21.15.12:0/1094454705 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2974025bc0 con 0x55fa99c50eb0 2024-05-21T00:17:27.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.807+0000 7f29949bab80 1 -- 172.21.15.12:0/1094454705 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c50eb0 msgr2=0x55fa99c51290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:27.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.807+0000 7f29949bab80 1 --2- 172.21.15.12:0/1094454705 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c50eb0 0x55fa99c51290 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f297400e6e0 tx=0x7f2974014000 comp rx=0 tx=0).stop 2024-05-21T00:17:27.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.807+0000 7f29949bab80 1 -- 172.21.15.12:0/1094454705 shutdown_connections 2024-05-21T00:17:27.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.807+0000 7f29949bab80 1 --2- 172.21.15.12:0/1094454705 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c4b880 0x55fa99c4bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.807+0000 7f29949bab80 1 --2- 172.21.15.12:0/1094454705 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c50eb0 0x55fa99c51290 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.807+0000 7f29949bab80 1 --2- 172.21.15.12:0/1094454705 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c517d0 0x55fa99c4b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.807+0000 7f29949bab80 1 -- 172.21.15.12:0/1094454705 >> 172.21.15.12:0/1094454705 conn(0x55fa99b79be0 msgr2=0x55fa99c46010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:27.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.807+0000 7f29949bab80 1 -- 172.21.15.12:0/1094454705 shutdown_connections 2024-05-21T00:17:27.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.807+0000 7f29949bab80 1 -- 172.21.15.12:0/1094454705 wait complete. 2024-05-21T00:17:27.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.808+0000 7f29949bab80 1 -- start start 2024-05-21T00:17:27.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.808+0000 7f29949bab80 1 Processor -- start 2024-05-21T00:17:27.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.809+0000 7f29949bab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c4b880 0x55fa99c57520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.809+0000 7f29949bab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c548c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.809+0000 7f29949bab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c517d0 0x55fa99c54e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.809+0000 7f29949bab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55fa99a9ffa0 con 0x55fa99c50eb0 2024-05-21T00:17:27.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.809+0000 7f29949bab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55fa99b3a760 con 0x55fa99c517d0 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.809+0000 7f29949bab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55fa99c58240 con 0x55fa99c4b880 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.809+0000 7f29949bab80 10 client.0 _ll_register_callbacks cb 0x55fa99b43c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.809+0000 7f2983400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c4b880 0x55fa99c57520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.809+0000 7f2982a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c548c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.809+0000 7f2983400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c4b880 0x55fa99c57520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:43528/0 (socket says 172.21.15.12:43528) 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.809+0000 7f2983400700 1 -- 172.21.15.12:0/3672535891 learned_addr learned my addr 172.21.15.12:0/3672535891 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.809+0000 7f2983e00700 1 --2- 172.21.15.12:0/3672535891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c517d0 0x55fa99c54e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.810+0000 7f2983400700 1 -- 172.21.15.12:0/3672535891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c517d0 msgr2=0x55fa99c54e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.810+0000 7f2983400700 1 --2- 172.21.15.12:0/3672535891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c517d0 0x55fa99c54e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.810+0000 7f2983400700 1 -- 172.21.15.12:0/3672535891 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 msgr2=0x55fa99c548c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.810+0000 7f2983400700 1 --2- 172.21.15.12:0/3672535891 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c548c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.810+0000 7f2983400700 1 -- 172.21.15.12:0/3672535891 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa99ae98d0 con 0x55fa99c4b880 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.810+0000 7f2983e00700 1 --2- 172.21.15.12:0/3672535891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c517d0 0x55fa99c54e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:17:27.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.810+0000 7f2983400700 1 --2- 172.21.15.12:0/3672535891 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c4b880 0x55fa99c57520 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2974005d10 tx=0x7f2974009870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=deeeb58a17e9ceb3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:27.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.810+0000 7f296d600700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:17:27.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.810+0000 7f296d600700 1 -- 172.21.15.12:0/3672535891 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2974025ad0 con 0x55fa99c4b880 2024-05-21T00:17:27.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.810+0000 7f296d600700 1 -- 172.21.15.12:0/3672535891 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f2974025c70 con 0x55fa99c4b880 2024-05-21T00:17:27.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.811+0000 7f29949bab80 1 -- 172.21.15.12:0/3672535891 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f297401bc50 con 0x55fa99c4b880 2024-05-21T00:17:27.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.811+0000 7f296d600700 1 -- 172.21.15.12:0/3672535891 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f297401b400 con 0x55fa99c4b880 2024-05-21T00:17:27.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.811+0000 7f29949bab80 10 client.25225 fetch_fsmap learned FSMap version 29 2024-05-21T00:17:27.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.811+0000 7f29949bab80 1 -- 172.21.15.12:0/3672535891 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fa99b6a060 con 0x55fa99c4b880 2024-05-21T00:17:27.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.812+0000 7f296d600700 1 -- 172.21.15.12:0/3672535891 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f297401bc50 con 0x55fa99c4b880 2024-05-21T00:17:27.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.812+0000 7f296d600700 1 -- 172.21.15.12:0/3672535891 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f297402d070 con 0x55fa99c4b880 2024-05-21T00:17:27.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.812+0000 7f29949bab80 10 client.25225 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:17:27.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.812+0000 7f29949bab80 10 client.25225 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:17:27.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.812+0000 7f29949bab80 20 client.25225 populate_metadata read hostname 'smithi012' 2024-05-21T00:17:27.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.812+0000 7f29949bab80 1 --2- 172.21.15.12:0/3672535891 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fa99c64c30 0x55fa99c67020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.812+0000 7f29949bab80 4 client.25225 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:17:27.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.812+0000 7f29949bab80 1 -- 172.21.15.12:0/3672535891 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fa99babd90 con 0x55fa99c64c30 2024-05-21T00:17:27.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.812+0000 7f2982a00700 1 --2- 172.21.15.12:0/3672535891 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fa99c64c30 0x55fa99c67020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.813+0000 7f2982a00700 1 --2- 172.21.15.12:0/3672535891 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fa99c64c30 0x55fa99c67020 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26ea05db80a5af2a server_cookie=b0c682492e0fc69e in_seq=0 out_seq=0 2024-05-21T00:17:27.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.813+0000 7f296d600700 10 client.25225 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:17:27.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.814+0000 7f296d600700 1 -- 172.21.15.12:0/3672535891 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fa99babd90 con 0x55fa99c64c30 2024-05-21T00:17:27.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.814+0000 7f296d600700 10 client.25225 handle_command_reply: tid=0 2024-05-21T00:17:27.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.814+0000 7f29949bab80 1 client.25225 shutdown 2024-05-21T00:17:27.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.814+0000 7f29949bab80 1 -- 172.21.15.12:0/3672535891 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c4b880 msgr2=0x55fa99c57520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:27.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.814+0000 7f29949bab80 1 --2- 172.21.15.12:0/3672535891 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c4b880 0x55fa99c57520 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f2974005d10 tx=0x7f2974009870 comp rx=0 tx=0).stop 2024-05-21T00:17:27.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.814+0000 7f29949bab80 1 -- 172.21.15.12:0/3672535891 shutdown_connections 2024-05-21T00:17:27.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.814+0000 7f29949bab80 1 --2- 172.21.15.12:0/3672535891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c517d0 0x55fa99c54e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.814+0000 7f29949bab80 1 --2- 172.21.15.12:0/3672535891 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fa99c64c30 0x55fa99c67020 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.814+0000 7f29949bab80 1 --2- 172.21.15.12:0/3672535891 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c4b880 0x55fa99c57520 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.814+0000 7f29949bab80 1 --2- 172.21.15.12:0/3672535891 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c548c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.814+0000 7f29949bab80 1 -- 172.21.15.12:0/3672535891 >> 172.21.15.12:0/3672535891 conn(0x55fa99b79be0 msgr2=0x55fa99c4a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:27.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.814+0000 7f296d600700 0 client.25225 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:17:27.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.815+0000 7f29949bab80 1 -- 172.21.15.12:0/3672535891 shutdown_connections 2024-05-21T00:17:27.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.815+0000 7f29949bab80 1 -- 172.21.15.12:0/3672535891 wait complete. 2024-05-21T00:17:27.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.815+0000 7f29949bab80 20 client.25225 trim_cache size 0 max 16384 2024-05-21T00:17:27.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.840+0000 7f29949bab80 1 Processor -- start 2024-05-21T00:17:27.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.840+0000 7f29949bab80 1 -- start start 2024-05-21T00:17:27.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.840+0000 7f29949bab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 0x55fa99c4b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f29949bab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c460f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f29949bab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c517d0 0x55fa99c53ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f29949bab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f29841afd40 con 0x55fa99c50eb0 2024-05-21T00:17:27.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f29949bab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f29841b1880 con 0x55fa99c4b880 2024-05-21T00:17:27.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f29949bab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f29841b0410 con 0x55fa99c517d0 2024-05-21T00:17:27.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f2983400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 0x55fa99c4b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f2982a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c460f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f2983e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c517d0 0x55fa99c53ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f2983400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 0x55fa99c4b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:51172/0 (socket says 172.21.15.12:51172) 2024-05-21T00:17:27.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f2983400700 1 -- 172.21.15.12:0/1466670185 learned_addr learned my addr 172.21.15.12:0/1466670185 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:27.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f2982a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c460f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47126/0 (socket says 172.21.15.12:47126) 2024-05-21T00:17:27.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f2983e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c517d0 0x55fa99c53ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:43540/0 (socket says 172.21.15.12:43540) 2024-05-21T00:17:27.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f2983400700 1 -- 172.21.15.12:0/1466670185 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c517d0 msgr2=0x55fa99c53ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:27.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f2983400700 1 --2- 172.21.15.12:0/1466670185 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c517d0 0x55fa99c53ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f2983400700 1 -- 172.21.15.12:0/1466670185 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 msgr2=0x55fa99c460f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:27.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f2983400700 1 --2- 172.21.15.12:0/1466670185 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c460f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.841+0000 7f2983400700 1 -- 172.21.15.12:0/1466670185 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fa99c46b50 con 0x55fa99c4b880 2024-05-21T00:17:27.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.842+0000 7f2983e00700 1 --2- 172.21.15.12:0/1466670185 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c517d0 0x55fa99c53ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:27.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.842+0000 7f2983400700 1 --2- 172.21.15.12:0/1466670185 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 0x55fa99c4b260 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2974016040 tx=0x7f297400ef70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d547330895b58537 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:27.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.842+0000 7f296fe00700 1 -- 172.21.15.12:0/1466670185 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297402ecc0 con 0x55fa99c4b880 2024-05-21T00:17:27.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.842+0000 7f296fe00700 1 -- 172.21.15.12:0/1466670185 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2974033070 con 0x55fa99c4b880 2024-05-21T00:17:27.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.842+0000 7f296fe00700 1 -- 172.21.15.12:0/1466670185 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f297401b920 con 0x55fa99c4b880 2024-05-21T00:17:27.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.843+0000 7f29949bab80 1 -- 172.21.15.12:0/1466670185 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 msgr2=0x55fa99c4b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:27.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.843+0000 7f29949bab80 1 --2- 172.21.15.12:0/1466670185 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 0x55fa99c4b260 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2974016040 tx=0x7f297400ef70 comp rx=0 tx=0).stop 2024-05-21T00:17:27.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.843+0000 7f29949bab80 1 -- 172.21.15.12:0/1466670185 shutdown_connections 2024-05-21T00:17:27.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.843+0000 7f29949bab80 1 --2- 172.21.15.12:0/1466670185 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c517d0 0x55fa99c53ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.843+0000 7f29949bab80 1 --2- 172.21.15.12:0/1466670185 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 0x55fa99c4b260 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.843+0000 7f29949bab80 1 --2- 172.21.15.12:0/1466670185 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c460f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.843+0000 7f29949bab80 1 -- 172.21.15.12:0/1466670185 >> 172.21.15.12:0/1466670185 conn(0x55fa99b79be0 msgr2=0x55fa99c459e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:27.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.843+0000 7f29949bab80 1 -- 172.21.15.12:0/1466670185 shutdown_connections 2024-05-21T00:17:27.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.843+0000 7f29949bab80 1 -- 172.21.15.12:0/1466670185 wait complete. 2024-05-21T00:17:27.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.844+0000 7f29949bab80 1 -- start start 2024-05-21T00:17:27.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.844+0000 7f29949bab80 1 Processor -- start 2024-05-21T00:17:27.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.844+0000 7f29949bab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 0x55fa99c5d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.844+0000 7f29949bab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c5dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.844+0000 7f29949bab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c517d0 0x55fa99c6bc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.844+0000 7f29949bab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f29841b11b0 con 0x55fa99c50eb0 2024-05-21T00:17:27.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.844+0000 7f29949bab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f29841b0ae0 con 0x55fa99c4b880 2024-05-21T00:17:27.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.844+0000 7f29949bab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f29841add00 con 0x55fa99c517d0 2024-05-21T00:17:27.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.845+0000 7f29949bab80 10 client.0 _ll_register_callbacks cb 0x55fa99b43c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:17:27.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.845+0000 7f2983400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 0x55fa99c5d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.845+0000 7f2983400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 0x55fa99c5d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:51184/0 (socket says 172.21.15.12:51184) 2024-05-21T00:17:27.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.845+0000 7f2983400700 1 -- 172.21.15.12:0/862293571 learned_addr learned my addr 172.21.15.12:0/862293571 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:27.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.845+0000 7f2982a00700 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c5dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.845+0000 7f2983e00700 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c517d0 0x55fa99c6bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.845+0000 7f2982a00700 1 -- 172.21.15.12:0/862293571 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c517d0 msgr2=0x55fa99c6bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:27.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.845+0000 7f2982a00700 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c517d0 0x55fa99c6bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.846+0000 7f2982a00700 1 -- 172.21.15.12:0/862293571 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 msgr2=0x55fa99c5d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:27.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.846+0000 7f2982a00700 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 0x55fa99c5d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.846+0000 7f2982a00700 1 -- 172.21.15.12:0/862293571 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fa99c6c460 con 0x55fa99c50eb0 2024-05-21T00:17:27.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.846+0000 7f2983400700 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 0x55fa99c5d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:27.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.846+0000 7f2982a00700 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c5dca0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f29700a92b0 tx=0x7f29700df960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=240faec9f2fa8cae server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:27.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.846+0000 7f296d600700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:17:27.847 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.846+0000 7f296d600700 1 -- 172.21.15.12:0/862293571 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29700a9810 con 0x55fa99c50eb0 2024-05-21T00:17:27.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.846+0000 7f296d600700 1 -- 172.21.15.12:0/862293571 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f297000cd10 con 0x55fa99c50eb0 2024-05-21T00:17:27.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.846+0000 7f29949bab80 1 -- 172.21.15.12:0/862293571 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2974033070 con 0x55fa99c50eb0 2024-05-21T00:17:27.848 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.846+0000 7f296d600700 1 -- 172.21.15.12:0/862293571 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f29700a99b0 con 0x55fa99c50eb0 2024-05-21T00:17:27.848 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:27.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.847+0000 7f29949bab80 10 client.15096 fetch_fsmap learned FSMap version 29 2024-05-21T00:17:27.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.847+0000 7f29949bab80 1 -- 172.21.15.12:0/862293571 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fa99ccf110 con 0x55fa99c50eb0 2024-05-21T00:17:27.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.847+0000 7f296d600700 1 -- 172.21.15.12:0/862293571 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2974033070 con 0x55fa99c50eb0 2024-05-21T00:17:27.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.847+0000 7f296d600700 1 -- 172.21.15.12:0/862293571 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f29700b0ce0 con 0x55fa99c50eb0 2024-05-21T00:17:27.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.847+0000 7f29949bab80 10 client.15096 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:17:27.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.847+0000 7f29949bab80 10 client.15096 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:17:27.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.847+0000 7f29949bab80 20 client.15096 populate_metadata read hostname 'smithi012' 2024-05-21T00:17:27.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.847+0000 7f29949bab80 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fa99ccf850 0x55fa99cd1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:27.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.847+0000 7f29949bab80 4 client.15096 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:17:27.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.847+0000 7f29949bab80 1 -- 172.21.15.12:0/862293571 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55fa99ba5570 con 0x55fa99ccf850 2024-05-21T00:17:27.850 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.848+0000 7f2983400700 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fa99ccf850 0x55fa99cd1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.848+0000 7f2983400700 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fa99ccf850 0x55fa99cd1c70 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c1d609728ebd0c9 server_cookie=eede54b951a33147 in_seq=0 out_seq=0 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.848+0000 7f296d600700 10 client.15096 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f296d600700 1 -- 172.21.15.12:0/862293571 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55fa99ba5570 con 0x55fa99ccf850 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f296d600700 10 client.15096 handle_command_reply: tid=0 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f29949bab80 1 client.15096 shutdown 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f29949bab80 1 -- 172.21.15.12:0/862293571 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 msgr2=0x55fa99c5dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f29949bab80 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c5dca0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f29700a92b0 tx=0x7f29700df960 comp rx=0 tx=0).stop 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f29949bab80 1 -- 172.21.15.12:0/862293571 shutdown_connections 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f29949bab80 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fa99ccf850 0x55fa99cd1c70 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f29949bab80 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fa99c517d0 0x55fa99c6bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f29949bab80 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fa99c4b880 0x55fa99c5d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f29949bab80 1 --2- 172.21.15.12:0/862293571 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fa99c50eb0 0x55fa99c5dca0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f296d600700 0 client.15096 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:17:27.851 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f29949bab80 1 -- 172.21.15.12:0/862293571 >> 172.21.15.12:0/862293571 conn(0x55fa99b79be0 msgr2=0x55fa99c51bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:27.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f29949bab80 1 -- 172.21.15.12:0/862293571 shutdown_connections 2024-05-21T00:17:27.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f29949bab80 1 -- 172.21.15.12:0/862293571 wait complete. 2024-05-21T00:17:27.852 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.849+0000 7f29949bab80 20 client.15096 trim_cache size 0 max 16384 2024-05-21T00:17:27.852 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:17:27.852 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T00:17:27.852 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": { 2024-05-21T00:17:27.852 INFO:teuthology.orchestra.run.smithi012.stdout: "8324a6e4-b7f6-490b-babd-5bf6ed21bb70": { 2024-05-21T00:17:27.852 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/", 2024-05-21T00:17:27.852 INFO:teuthology.orchestra.run.smithi012.stdout: "tag": "8324a6e4-b7f6-490b-babd-5bf6ed21bb70", 2024-05-21T00:17:27.852 INFO:teuthology.orchestra.run.smithi012.stdout: "options": "recursive,force" 2024-05-21T00:17:27.853 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:17:27.853 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:17:27.853 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:17:27.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.850+0000 7f298a000700 1 -- 172.21.15.12:0/2563327041 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f29680b2900 msgr2=0x7f29680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:27.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.850+0000 7f298a000700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f29680b2900 0x7f29680b4dc0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2974009750 tx=0x7f2974009310 comp rx=0 tx=0).stop 2024-05-21T00:17:27.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.850+0000 7f298a000700 1 -- 172.21.15.12:0/2563327041 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2984076090 msgr2=0x7f298419c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:27.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.850+0000 7f298a000700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2984076090 0x7f298419c2a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f297000e9c0 tx=0x7f297000ecd0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.850+0000 7f298a000700 1 -- 172.21.15.12:0/2563327041 shutdown_connections 2024-05-21T00:17:27.853 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.850+0000 7f298a000700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f298410ff40 0x7f29841a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.850+0000 7f298a000700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f29680b2900 0x7f29680b4dc0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.850+0000 7f298a000700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2984075770 0x7f298419bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.850+0000 7f298a000700 1 --2- 172.21.15.12:0/2563327041 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2984076090 0x7f298419c2a0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:27.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.850+0000 7f298a000700 1 -- 172.21.15.12:0/2563327041 >> 172.21.15.12:0/2563327041 conn(0x7f298407a6a0 msgr2=0x7f29841006b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:27.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.851+0000 7f298a000700 1 -- 172.21.15.12:0/2563327041 shutdown_connections 2024-05-21T00:17:27.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:27.851+0000 7f298a000700 1 -- 172.21.15.12:0/2563327041 wait complete. 2024-05-21T00:17:28.714 INFO:tasks.cephfs.filesystem:scrub status for tag:8324a6e4-b7f6-490b-babd-5bf6ed21bb70 - {'path': '/', 'tag': '8324a6e4-b7f6-490b-babd-5bf6ed21bb70', 'options': 'recursive,force'} 2024-05-21T00:17:29.175 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:28 smithi012 ceph-mon[31403]: pgmap v451: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:17:29.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:28 smithi060 ceph-mon[36426]: pgmap v451: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:17:29.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:28 smithi077 ceph-mon[36377]: pgmap v451: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:17:30.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.783+0000 7f0fa5e00700 1 -- 172.21.15.12:0/2452130526 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0fa0102210 msgr2=0x7f0fa01025f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:30.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.783+0000 7f0fa5e00700 1 --2- 172.21.15.12:0/2452130526 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0fa0102210 0x7f0fa01025f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0f94009990 tx=0x7f0f94009ca0 comp rx=0 tx=0).stop 2024-05-21T00:17:30.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.783+0000 7f0fa5e00700 1 -- 172.21.15.12:0/2452130526 shutdown_connections 2024-05-21T00:17:30.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.783+0000 7f0fa5e00700 1 --2- 172.21.15.12:0/2452130526 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0fa010fdc0 0x7f0fa01121b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:30.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.783+0000 7f0fa5e00700 1 --2- 172.21.15.12:0/2452130526 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0fa0102210 0x7f0fa01025f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:30.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.783+0000 7f0fa5e00700 1 --2- 172.21.15.12:0/2452130526 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0fa0102bc0 0x7f0fa010f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:30.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.783+0000 7f0fa5e00700 1 -- 172.21.15.12:0/2452130526 >> 172.21.15.12:0/2452130526 conn(0x7f0fa00fded0 msgr2=0x7f0fa01002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:30.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.784+0000 7f0fa5e00700 1 -- 172.21.15.12:0/2452130526 shutdown_connections 2024-05-21T00:17:30.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.784+0000 7f0fa5e00700 1 -- 172.21.15.12:0/2452130526 wait complete. 2024-05-21T00:17:30.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.785+0000 7f0fa5e00700 1 Processor -- start 2024-05-21T00:17:30.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.785+0000 7f0fa5e00700 1 -- start start 2024-05-21T00:17:30.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.786+0000 7f0fa5e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0fa0102210 0x7f0fa019bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:30.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.786+0000 7f0fa5e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0fa0102bc0 0x7f0fa019c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:30.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.786+0000 7f0fa5e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0fa010fdc0 0x7f0fa01a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:30.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.786+0000 7f0fa5e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa0115920 con 0x7f0fa0102210 2024-05-21T00:17:30.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.786+0000 7f0fa5e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa01157a0 con 0x7f0fa010fdc0 2024-05-21T00:17:30.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.786+0000 7f0fa5e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0fa0115aa0 con 0x7f0fa0102bc0 2024-05-21T00:17:30.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.786+0000 7f0f9fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0fa0102bc0 0x7f0fa019c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:30.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.786+0000 7f0fa4a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0fa0102210 0x7f0fa019bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:30.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.786+0000 7f0f9fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0fa0102bc0 0x7f0fa019c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:43574/0 (socket says 172.21.15.12:43574) 2024-05-21T00:17:30.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.786+0000 7f0f9fe00700 1 -- 172.21.15.12:0/97785487 learned_addr learned my addr 172.21.15.12:0/97785487 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:30.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.786+0000 7f0fa5400700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0fa010fdc0 0x7f0fa01a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:30.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.787+0000 7f0fa5400700 1 -- 172.21.15.12:0/97785487 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0fa0102bc0 msgr2=0x7f0fa019c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:30.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.787+0000 7f0fa5400700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0fa0102bc0 0x7f0fa019c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:30.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.787+0000 7f0fa5400700 1 -- 172.21.15.12:0/97785487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0fa0102210 msgr2=0x7f0fa019bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:30.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.787+0000 7f0fa5400700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0fa0102210 0x7f0fa019bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:30.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.787+0000 7f0fa5400700 1 -- 172.21.15.12:0/97785487 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fa01a0e00 con 0x7f0fa010fdc0 2024-05-21T00:17:30.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.787+0000 7f0f9fe00700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0fa0102bc0 0x7f0fa019c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:30.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.787+0000 7f0fa4a00700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0fa0102210 0x7f0fa019bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:30.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.787+0000 7f0fa5400700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0fa010fdc0 0x7f0fa01a06c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0fa006ac20 tx=0x7f0f9800ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:30.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.787+0000 7f0f9d600700 1 -- 172.21.15.12:0/97785487 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f980092e0 con 0x7f0fa010fdc0 2024-05-21T00:17:30.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.787+0000 7f0f9d600700 1 -- 172.21.15.12:0/97785487 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0f98004bb0 con 0x7f0fa010fdc0 2024-05-21T00:17:30.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.787+0000 7f0f9d600700 1 -- 172.21.15.12:0/97785487 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f98004020 con 0x7f0fa010fdc0 2024-05-21T00:17:30.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.787+0000 7f0fa5e00700 1 -- 172.21.15.12:0/97785487 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fa01a1090 con 0x7f0fa010fdc0 2024-05-21T00:17:30.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.788+0000 7f0fa5e00700 1 -- 172.21.15.12:0/97785487 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fa01a8970 con 0x7f0fa010fdc0 2024-05-21T00:17:30.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.789+0000 7f0fa5e00700 1 -- 172.21.15.12:0/97785487 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fa006a230 con 0x7f0fa010fdc0 2024-05-21T00:17:30.791 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.791+0000 7f0f9d600700 1 -- 172.21.15.12:0/97785487 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f0f9801b030 con 0x7f0fa010fdc0 2024-05-21T00:17:30.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.793+0000 7f0f9d600700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0f880b2900 0x7f0f880b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:30.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.793+0000 7f0f9d600700 1 -- 172.21.15.12:0/97785487 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f0f980e1ba0 con 0x7f0fa010fdc0 2024-05-21T00:17:30.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.793+0000 7f0fa4a00700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0f880b2900 0x7f0f880b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:30.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.794+0000 7f0fa4a00700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0f880b2900 0x7f0f880b4dc0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0f94006010 tx=0x7f0f9400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:30.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:30.797+0000 7f0f9d600700 1 -- 172.21.15.12:0/97785487 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0f98022020 con 0x7f0fa010fdc0 2024-05-21T00:17:31.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.037+0000 7f0fa5e00700 1 -- 172.21.15.12:0/97785487 --> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0fa019d150 con 0x7f0f880b2900 2024-05-21T00:17:31.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.049+0000 7f0f9d600700 1 -- 172.21.15.12:0/97785487 <== mgr.14152 v2:172.21.15.12:6800/2419480299 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258882 (secure 0 0 0) 0x7f0fa019d150 con 0x7f0f880b2900 2024-05-21T00:17:31.051 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:31.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.056+0000 7f0fa5e00700 1 -- 172.21.15.12:0/97785487 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0f880b2900 msgr2=0x7f0f880b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:31.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.056+0000 7f0fa5e00700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0f880b2900 0x7f0f880b4dc0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0f94006010 tx=0x7f0f9400b260 comp rx=0 tx=0).stop 2024-05-21T00:17:31.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.056+0000 7f0fa5e00700 1 -- 172.21.15.12:0/97785487 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0fa010fdc0 msgr2=0x7f0fa01a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:31.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.056+0000 7f0fa5e00700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0fa010fdc0 0x7f0fa01a06c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0fa006ac20 tx=0x7f0f9800ef90 comp rx=0 tx=0).stop 2024-05-21T00:17:31.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.056+0000 7f0fa5e00700 1 -- 172.21.15.12:0/97785487 shutdown_connections 2024-05-21T00:17:31.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.056+0000 7f0fa5e00700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0fa010fdc0 0x7f0fa01a06c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:31.062 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.056+0000 7f0fa5e00700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f0f880b2900 0x7f0f880b4dc0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:31.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.056+0000 7f0fa5e00700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0fa0102210 0x7f0fa019bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:31.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.056+0000 7f0fa5e00700 1 --2- 172.21.15.12:0/97785487 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0fa0102bc0 0x7f0fa019c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:31.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.056+0000 7f0fa5e00700 1 -- 172.21.15.12:0/97785487 >> 172.21.15.12:0/97785487 conn(0x7f0fa00fded0 msgr2=0x7f0fa01002c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:31.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.056+0000 7f0fa5e00700 1 -- 172.21.15.12:0/97785487 shutdown_connections 2024-05-21T00:17:31.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:31.056+0000 7f0fa5e00700 1 -- 172.21.15.12:0/97785487 wait complete. 2024-05-21T00:17:31.063 INFO:teuthology.orchestra.run.smithi012.stderr:dumped all 2024-05-21T00:17:31.230 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:30 smithi060 ceph-mon[36426]: pgmap v452: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-05-21T00:17:31.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:30 smithi077 ceph-mon[36377]: pgmap v452: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-05-21T00:17:31.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:30 smithi012 ceph-mon[31403]: pgmap v452: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-05-21T00:17:32.014 INFO:teuthology.orchestra.run.smithi012.stdout:{"pg_ready":true,"pg_map":{"version":452,"stamp":"2024-05-21T00:17:29.643046+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":669072,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":2604,"num_read_kb":1422,"num_write":392,"num_write_kb":2313,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":2952853,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":824,"ondisk_log_size":824,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":390836,"kb_used_data":12564,"kb_used_omap":18,"kb_used_meta":378157,"kb_avail":1124550988,"statfs":{"total":1151940427776,"available":1151540211712,"internally_reserved":0,"allocated":12865536,"data_stored":7154484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19142,"internal_metadata":387233082},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":132,"num_read_kb":72,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005089"},"pg_stats":[{"pgid":"3.3f","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:05.333473+0000","last_change":"2024-05-21T00:12:57.046784+0000","last_active":"2024-05-21T00:15:05.333473+0000","last_peered":"2024-05-21T00:15:05.333473+0000","last_clean":"2024-05-21T00:15:05.333473+0000","last_became_active":"2024-05-21T00:12:57.046448+0000","last_became_peered":"2024-05-21T00:12:57.046448+0000","last_unstale":"2024-05-21T00:15:05.333473+0000","last_undegraded":"2024-05-21T00:15:05.333473+0000","last_fullsized":"2024-05-21T00:15:05.333473+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:03:18.280294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"81'4","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526651+0000","last_change":"2024-05-21T00:12:57.048996+0000","last_active":"2024-05-21T00:15:04.526651+0000","last_peered":"2024-05-21T00:15:04.526651+0000","last_clean":"2024-05-21T00:15:04.526651+0000","last_became_active":"2024-05-21T00:12:57.048645+0000","last_became_peered":"2024-05-21T00:12:57.048645+0000","last_unstale":"2024-05-21T00:15:04.526651+0000","last_undegraded":"2024-05-21T00:15:04.526651+0000","last_fullsized":"2024-05-21T00:15:04.526651+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:18:41.325045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526626+0000","last_change":"2024-05-21T00:12:57.042373+0000","last_active":"2024-05-21T00:15:04.526626+0000","last_peered":"2024-05-21T00:15:04.526626+0000","last_clean":"2024-05-21T00:15:04.526626+0000","last_became_active":"2024-05-21T00:12:57.041870+0000","last_became_peered":"2024-05-21T00:12:57.041870+0000","last_unstale":"2024-05-21T00:15:04.526626+0000","last_undegraded":"2024-05-21T00:15:04.526626+0000","last_fullsized":"2024-05-21T00:15:04.526626+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:14:42.856326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:56.930428+0000","last_change":"2024-05-21T00:12:57.049459+0000","last_active":"2024-05-21T00:14:56.930428+0000","last_peered":"2024-05-21T00:14:56.930428+0000","last_clean":"2024-05-21T00:14:56.930428+0000","last_became_active":"2024-05-21T00:12:57.048977+0000","last_became_peered":"2024-05-21T00:12:57.048977+0000","last_unstale":"2024-05-21T00:14:56.930428+0000","last_undegraded":"2024-05-21T00:14:56.930428+0000","last_fullsized":"2024-05-21T00:14:56.930428+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:22:53.099843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"81'4","reported_seq":25,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561836+0000","last_change":"2024-05-21T00:12:57.048582+0000","last_active":"2024-05-21T00:14:47.561836+0000","last_peered":"2024-05-21T00:14:47.561836+0000","last_clean":"2024-05-21T00:14:47.561836+0000","last_became_active":"2024-05-21T00:12:57.048221+0000","last_became_peered":"2024-05-21T00:12:57.048221+0000","last_unstale":"2024-05-21T00:14:47.561836+0000","last_undegraded":"2024-05-21T00:14:47.561836+0000","last_fullsized":"2024-05-21T00:14:47.561836+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:50:07.529376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530919+0000","last_change":"2024-05-21T00:12:57.040462+0000","last_active":"2024-05-21T00:14:47.530919+0000","last_peered":"2024-05-21T00:14:47.530919+0000","last_clean":"2024-05-21T00:14:47.530919+0000","last_became_active":"2024-05-21T00:12:57.040058+0000","last_became_peered":"2024-05-21T00:12:57.040058+0000","last_unstale":"2024-05-21T00:14:47.530919+0000","last_undegraded":"2024-05-21T00:14:47.530919+0000","last_fullsized":"2024-05-21T00:14:47.530919+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:54:04.103484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538828+0000","last_change":"2024-05-21T00:12:57.041274+0000","last_active":"2024-05-21T00:14:47.538828+0000","last_peered":"2024-05-21T00:14:47.538828+0000","last_clean":"2024-05-21T00:14:47.538828+0000","last_became_active":"2024-05-21T00:12:57.040893+0000","last_became_peered":"2024-05-21T00:12:57.040893+0000","last_unstale":"2024-05-21T00:14:47.538828+0000","last_undegraded":"2024-05-21T00:14:47.538828+0000","last_fullsized":"2024-05-21T00:14:47.538828+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:48:49.972545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562911+0000","last_change":"2024-05-21T00:12:57.059229+0000","last_active":"2024-05-21T00:14:47.562911+0000","last_peered":"2024-05-21T00:14:47.562911+0000","last_clean":"2024-05-21T00:14:47.562911+0000","last_became_active":"2024-05-21T00:12:57.057015+0000","last_became_peered":"2024-05-21T00:12:57.057015+0000","last_unstale":"2024-05-21T00:14:47.562911+0000","last_undegraded":"2024-05-21T00:14:47.562911+0000","last_fullsized":"2024-05-21T00:14:47.562911+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:17:35.690779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.533522+0000","last_change":"2024-05-21T00:12:57.047678+0000","last_active":"2024-05-21T00:14:47.533522+0000","last_peered":"2024-05-21T00:14:47.533522+0000","last_clean":"2024-05-21T00:14:47.533522+0000","last_became_active":"2024-05-21T00:12:57.046692+0000","last_became_peered":"2024-05-21T00:12:57.046692+0000","last_unstale":"2024-05-21T00:14:47.533522+0000","last_undegraded":"2024-05-21T00:14:47.533522+0000","last_fullsized":"2024-05-21T00:14:47.533522+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:23:35.979809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"81'16","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530389+0000","last_change":"2024-05-21T00:12:57.043894+0000","last_active":"2024-05-21T00:14:47.530389+0000","last_peered":"2024-05-21T00:14:47.530389+0000","last_clean":"2024-05-21T00:14:47.530389+0000","last_became_active":"2024-05-21T00:12:57.043455+0000","last_became_peered":"2024-05-21T00:12:57.043455+0000","last_unstale":"2024-05-21T00:14:47.530389+0000","last_undegraded":"2024-05-21T00:14:47.530389+0000","last_fullsized":"2024-05-21T00:14:47.530389+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:50:11.567175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537270+0000","last_change":"2024-05-21T00:12:57.042379+0000","last_active":"2024-05-21T00:14:47.537270+0000","last_peered":"2024-05-21T00:14:47.537270+0000","last_clean":"2024-05-21T00:14:47.537270+0000","last_became_active":"2024-05-21T00:12:57.041924+0000","last_became_peered":"2024-05-21T00:12:57.041924+0000","last_unstale":"2024-05-21T00:14:47.537270+0000","last_undegraded":"2024-05-21T00:14:47.537270+0000","last_fullsized":"2024-05-21T00:14:47.537270+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:39:58.127761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528026+0000","last_change":"2024-05-21T00:12:57.050729+0000","last_active":"2024-05-21T00:14:47.528026+0000","last_peered":"2024-05-21T00:14:47.528026+0000","last_clean":"2024-05-21T00:14:47.528026+0000","last_became_active":"2024-05-21T00:12:57.050393+0000","last_became_peered":"2024-05-21T00:12:57.050393+0000","last_unstale":"2024-05-21T00:14:47.528026+0000","last_undegraded":"2024-05-21T00:14:47.528026+0000","last_fullsized":"2024-05-21T00:14:47.528026+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:16:14.272141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559418+0000","last_change":"2024-05-21T00:12:57.045310+0000","last_active":"2024-05-21T00:14:47.559418+0000","last_peered":"2024-05-21T00:14:47.559418+0000","last_clean":"2024-05-21T00:14:47.559418+0000","last_became_active":"2024-05-21T00:12:57.044865+0000","last_became_peered":"2024-05-21T00:12:57.044865+0000","last_unstale":"2024-05-21T00:14:47.559418+0000","last_undegraded":"2024-05-21T00:14:47.559418+0000","last_fullsized":"2024-05-21T00:14:47.559418+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:07:41.425647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.568377+0000","last_change":"2024-05-21T00:12:57.045874+0000","last_active":"2024-05-21T00:14:47.568377+0000","last_peered":"2024-05-21T00:14:47.568377+0000","last_clean":"2024-05-21T00:14:47.568377+0000","last_became_active":"2024-05-21T00:12:57.045311+0000","last_became_peered":"2024-05-21T00:12:57.045311+0000","last_unstale":"2024-05-21T00:14:47.568377+0000","last_undegraded":"2024-05-21T00:14:47.568377+0000","last_fullsized":"2024-05-21T00:14:47.568377+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:12:10.765103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.566323+0000","last_change":"2024-05-21T00:12:57.051610+0000","last_active":"2024-05-21T00:14:47.566323+0000","last_peered":"2024-05-21T00:14:47.566323+0000","last_clean":"2024-05-21T00:14:47.566323+0000","last_became_active":"2024-05-21T00:12:57.047654+0000","last_became_peered":"2024-05-21T00:12:57.047654+0000","last_unstale":"2024-05-21T00:14:47.566323+0000","last_undegraded":"2024-05-21T00:14:47.566323+0000","last_fullsized":"2024-05-21T00:14:47.566323+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:05:57.390655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.565503+0000","last_change":"2024-05-21T00:12:57.044373+0000","last_active":"2024-05-21T00:14:47.565503+0000","last_peered":"2024-05-21T00:14:47.565503+0000","last_clean":"2024-05-21T00:14:47.565503+0000","last_became_active":"2024-05-21T00:12:57.043753+0000","last_became_peered":"2024-05-21T00:12:57.043753+0000","last_unstale":"2024-05-21T00:14:47.565503+0000","last_undegraded":"2024-05-21T00:14:47.565503+0000","last_fullsized":"2024-05-21T00:14:47.565503+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:36:42.639746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.572572+0000","last_change":"2024-05-21T00:12:57.046120+0000","last_active":"2024-05-21T00:14:47.572572+0000","last_peered":"2024-05-21T00:14:47.572572+0000","last_clean":"2024-05-21T00:14:47.572572+0000","last_became_active":"2024-05-21T00:12:57.045058+0000","last_became_peered":"2024-05-21T00:12:57.045058+0000","last_unstale":"2024-05-21T00:14:47.572572+0000","last_undegraded":"2024-05-21T00:14:47.572572+0000","last_fullsized":"2024-05-21T00:14:47.572572+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:11:23.793305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.548211+0000","last_change":"2024-05-21T00:12:57.041054+0000","last_active":"2024-05-21T00:14:47.548211+0000","last_peered":"2024-05-21T00:14:47.548211+0000","last_clean":"2024-05-21T00:14:47.548211+0000","last_became_active":"2024-05-21T00:12:57.040637+0000","last_became_peered":"2024-05-21T00:12:57.040637+0000","last_unstale":"2024-05-21T00:14:47.548211+0000","last_undegraded":"2024-05-21T00:14:47.548211+0000","last_fullsized":"2024-05-21T00:14:47.548211+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:47:50.618128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:14.191624+0000","last_change":"2024-05-21T00:12:57.050159+0000","last_active":"2024-05-21T00:15:14.191624+0000","last_peered":"2024-05-21T00:15:14.191624+0000","last_clean":"2024-05-21T00:15:14.191624+0000","last_became_active":"2024-05-21T00:12:57.049771+0000","last_became_peered":"2024-05-21T00:12:57.049771+0000","last_unstale":"2024-05-21T00:15:14.191624+0000","last_undegraded":"2024-05-21T00:15:14.191624+0000","last_fullsized":"2024-05-21T00:15:14.191624+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:16:13.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"81'14","reported_seq":293,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:27.216137+0000","last_change":"2024-05-21T00:12:53.010045+0000","last_active":"2024-05-21T00:17:27.216137+0000","last_peered":"2024-05-21T00:17:27.216137+0000","last_clean":"2024-05-21T00:17:27.216137+0000","last_became_active":"2024-05-21T00:12:53.008748+0000","last_became_peered":"2024-05-21T00:12:53.008748+0000","last_unstale":"2024-05-21T00:17:27.216137+0000","last_undegraded":"2024-05-21T00:17:27.216137+0000","last_fullsized":"2024-05-21T00:17:27.216137+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:08:30.444075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":251,"num_read_kb":251,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:00.988209+0000","last_change":"2024-05-21T00:12:57.060688+0000","last_active":"2024-05-21T00:15:00.988209+0000","last_peered":"2024-05-21T00:15:00.988209+0000","last_clean":"2024-05-21T00:15:00.988209+0000","last_became_active":"2024-05-21T00:12:57.058825+0000","last_became_peered":"2024-05-21T00:12:57.058825+0000","last_unstale":"2024-05-21T00:15:00.988209+0000","last_undegraded":"2024-05-21T00:15:00.988209+0000","last_fullsized":"2024-05-21T00:15:00.988209+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:35:12.220194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:55.987229+0000","last_change":"2024-05-21T00:12:53.061454+0000","last_active":"2024-05-21T00:14:55.987229+0000","last_peered":"2024-05-21T00:14:55.987229+0000","last_clean":"2024-05-21T00:14:55.987229+0000","last_became_active":"2024-05-21T00:12:53.059971+0000","last_became_peered":"2024-05-21T00:12:53.059971+0000","last_unstale":"2024-05-21T00:14:55.987229+0000","last_undegraded":"2024-05-21T00:14:55.987229+0000","last_fullsized":"2024-05-21T00:14:55.987229+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:03:56.060446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"81'6","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526725+0000","last_change":"2024-05-21T00:12:57.056260+0000","last_active":"2024-05-21T00:15:04.526725+0000","last_peered":"2024-05-21T00:15:04.526725+0000","last_clean":"2024-05-21T00:15:04.526725+0000","last_became_active":"2024-05-21T00:12:57.055865+0000","last_became_peered":"2024-05-21T00:12:57.055865+0000","last_unstale":"2024-05-21T00:15:04.526725+0000","last_undegraded":"2024-05-21T00:15:04.526725+0000","last_fullsized":"2024-05-21T00:15:04.526725+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:12.164966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"79'12","reported_seq":40,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816917+0000","last_change":"2024-05-21T00:12:53.006258+0000","last_active":"2024-05-21T00:13:48.816917+0000","last_peered":"2024-05-21T00:13:48.816917+0000","last_clean":"2024-05-21T00:13:48.816917+0000","last_became_active":"2024-05-21T00:12:53.005828+0000","last_became_peered":"2024-05-21T00:12:53.005828+0000","last_unstale":"2024-05-21T00:13:48.816917+0000","last_undegraded":"2024-05-21T00:13:48.816917+0000","last_fullsized":"2024-05-21T00:13:48.816917+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:05:39.049442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561525+0000","last_change":"2024-05-21T00:12:57.046692+0000","last_active":"2024-05-21T00:14:47.561525+0000","last_peered":"2024-05-21T00:14:47.561525+0000","last_clean":"2024-05-21T00:14:47.561525+0000","last_became_active":"2024-05-21T00:12:57.046326+0000","last_became_peered":"2024-05-21T00:12:57.046326+0000","last_unstale":"2024-05-21T00:14:47.561525+0000","last_undegraded":"2024-05-21T00:14:47.561525+0000","last_fullsized":"2024-05-21T00:14:47.561525+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:21:16.331849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816888+0000","last_change":"2024-05-21T00:12:53.003695+0000","last_active":"2024-05-21T00:13:48.816888+0000","last_peered":"2024-05-21T00:13:48.816888+0000","last_clean":"2024-05-21T00:13:48.816888+0000","last_became_active":"2024-05-21T00:12:53.003341+0000","last_became_peered":"2024-05-21T00:12:53.003341+0000","last_unstale":"2024-05-21T00:13:48.816888+0000","last_undegraded":"2024-05-21T00:13:48.816888+0000","last_fullsized":"2024-05-21T00:13:48.816888+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:11:10.635688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"81'15","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.531629+0000","last_change":"2024-05-21T00:12:57.039520+0000","last_active":"2024-05-21T00:14:47.531629+0000","last_peered":"2024-05-21T00:14:47.531629+0000","last_clean":"2024-05-21T00:14:47.531629+0000","last_became_active":"2024-05-21T00:12:57.039132+0000","last_became_peered":"2024-05-21T00:12:57.039132+0000","last_unstale":"2024-05-21T00:14:47.531629+0000","last_undegraded":"2024-05-21T00:14:47.531629+0000","last_fullsized":"2024-05-21T00:14:47.531629+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:39:04.813835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"81'7","reported_seq":297,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:25.702915+0000","last_change":"2024-05-21T00:13:49.378341+0000","last_active":"2024-05-21T00:17:25.702915+0000","last_peered":"2024-05-21T00:17:25.702915+0000","last_clean":"2024-05-21T00:17:25.702915+0000","last_became_active":"2024-05-21T00:13:49.374100+0000","last_became_peered":"2024-05-21T00:13:49.374100+0000","last_unstale":"2024-05-21T00:17:25.702915+0000","last_undegraded":"2024-05-21T00:17:25.702915+0000","last_fullsized":"2024-05-21T00:17:25.702915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:24:01.243352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":244,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529589+0000","last_change":"2024-05-21T00:12:57.048808+0000","last_active":"2024-05-21T00:14:47.529589+0000","last_peered":"2024-05-21T00:14:47.529589+0000","last_clean":"2024-05-21T00:14:47.529589+0000","last_became_active":"2024-05-21T00:12:57.048472+0000","last_became_peered":"2024-05-21T00:12:57.048472+0000","last_unstale":"2024-05-21T00:14:47.529589+0000","last_undegraded":"2024-05-21T00:14:47.529589+0000","last_fullsized":"2024-05-21T00:14:47.529589+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:08:28.355648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"79'7","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811062+0000","last_change":"2024-05-21T00:12:53.013912+0000","last_active":"2024-05-21T00:13:48.811062+0000","last_peered":"2024-05-21T00:13:48.811062+0000","last_clean":"2024-05-21T00:13:48.811062+0000","last_became_active":"2024-05-21T00:12:53.013501+0000","last_became_peered":"2024-05-21T00:12:53.013501+0000","last_unstale":"2024-05-21T00:13:48.811062+0000","last_undegraded":"2024-05-21T00:13:48.811062+0000","last_fullsized":"2024-05-21T00:13:48.811062+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:34:59.699946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562270+0000","last_change":"2024-05-21T00:12:57.048522+0000","last_active":"2024-05-21T00:14:47.562270+0000","last_peered":"2024-05-21T00:14:47.562270+0000","last_clean":"2024-05-21T00:14:47.562270+0000","last_became_active":"2024-05-21T00:12:57.048186+0000","last_became_peered":"2024-05-21T00:12:57.048186+0000","last_unstale":"2024-05-21T00:14:47.562270+0000","last_undegraded":"2024-05-21T00:14:47.562270+0000","last_fullsized":"2024-05-21T00:14:47.562270+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:13:04.856872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"79'3","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.974826+0000","last_change":"2024-05-21T00:12:53.017013+0000","last_active":"2024-05-21T00:13:48.974826+0000","last_peered":"2024-05-21T00:13:48.974826+0000","last_clean":"2024-05-21T00:13:48.974826+0000","last_became_active":"2024-05-21T00:12:53.013624+0000","last_became_peered":"2024-05-21T00:12:53.013624+0000","last_unstale":"2024-05-21T00:13:48.974826+0000","last_undegraded":"2024-05-21T00:13:48.974826+0000","last_fullsized":"2024-05-21T00:13:48.974826+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:36:29.580861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.561266+0000","last_change":"2024-05-21T00:12:57.056452+0000","last_active":"2024-05-21T00:14:47.561266+0000","last_peered":"2024-05-21T00:14:47.561266+0000","last_clean":"2024-05-21T00:14:47.561266+0000","last_became_active":"2024-05-21T00:12:57.050103+0000","last_became_peered":"2024-05-21T00:12:57.050103+0000","last_unstale":"2024-05-21T00:14:47.561266+0000","last_undegraded":"2024-05-21T00:14:47.561266+0000","last_fullsized":"2024-05-21T00:14:47.561266+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:11:23.891496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"79'3","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810713+0000","last_change":"2024-05-21T00:12:53.007972+0000","last_active":"2024-05-21T00:13:48.810713+0000","last_peered":"2024-05-21T00:13:48.810713+0000","last_clean":"2024-05-21T00:13:48.810713+0000","last_became_active":"2024-05-21T00:12:53.007597+0000","last_became_peered":"2024-05-21T00:12:53.007597+0000","last_unstale":"2024-05-21T00:13:48.810713+0000","last_undegraded":"2024-05-21T00:13:48.810713+0000","last_fullsized":"2024-05-21T00:13:48.810713+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:31:10.333950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.556783+0000","last_change":"2024-05-21T00:12:57.051923+0000","last_active":"2024-05-21T00:14:47.556783+0000","last_peered":"2024-05-21T00:14:47.556783+0000","last_clean":"2024-05-21T00:14:47.556783+0000","last_became_active":"2024-05-21T00:12:57.051401+0000","last_became_peered":"2024-05-21T00:12:57.051401+0000","last_unstale":"2024-05-21T00:14:47.556783+0000","last_undegraded":"2024-05-21T00:14:47.556783+0000","last_fullsized":"2024-05-21T00:14:47.556783+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:56:21.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"81'5","reported_seq":531,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:28.706641+0000","last_change":"2024-05-21T00:12:53.011503+0000","last_active":"2024-05-21T00:17:28.706641+0000","last_peered":"2024-05-21T00:17:28.706641+0000","last_clean":"2024-05-21T00:17:28.706641+0000","last_became_active":"2024-05-21T00:12:53.011191+0000","last_became_peered":"2024-05-21T00:12:53.011191+0000","last_unstale":"2024-05-21T00:17:28.706641+0000","last_undegraded":"2024-05-21T00:17:28.706641+0000","last_fullsized":"2024-05-21T00:17:28.706641+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:13:11.098119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":499,"num_read_kb":499,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.551080+0000","last_change":"2024-05-21T00:12:57.043199+0000","last_active":"2024-05-21T00:14:47.551080+0000","last_peered":"2024-05-21T00:14:47.551080+0000","last_clean":"2024-05-21T00:14:47.551080+0000","last_became_active":"2024-05-21T00:12:57.042321+0000","last_became_peered":"2024-05-21T00:12:57.042321+0000","last_unstale":"2024-05-21T00:14:47.551080+0000","last_undegraded":"2024-05-21T00:14:47.551080+0000","last_fullsized":"2024-05-21T00:14:47.551080+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:49:41.648559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"79'4","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814147+0000","last_change":"2024-05-21T00:12:53.008163+0000","last_active":"2024-05-21T00:13:48.814147+0000","last_peered":"2024-05-21T00:13:48.814147+0000","last_clean":"2024-05-21T00:13:48.814147+0000","last_became_active":"2024-05-21T00:12:53.007830+0000","last_became_peered":"2024-05-21T00:12:53.007830+0000","last_unstale":"2024-05-21T00:13:48.814147+0000","last_undegraded":"2024-05-21T00:13:48.814147+0000","last_fullsized":"2024-05-21T00:13:48.814147+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:48:33.324604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.571917+0000","last_change":"2024-05-21T00:12:57.051604+0000","last_active":"2024-05-21T00:14:47.571917+0000","last_peered":"2024-05-21T00:14:47.571917+0000","last_clean":"2024-05-21T00:14:47.571917+0000","last_became_active":"2024-05-21T00:12:57.051163+0000","last_became_peered":"2024-05-21T00:12:57.051163+0000","last_unstale":"2024-05-21T00:14:47.571917+0000","last_undegraded":"2024-05-21T00:14:47.571917+0000","last_fullsized":"2024-05-21T00:14:47.571917+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:52:44.339548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.811331+0000","last_change":"2024-05-21T00:12:53.061900+0000","last_active":"2024-05-21T00:13:48.811331+0000","last_peered":"2024-05-21T00:13:48.811331+0000","last_clean":"2024-05-21T00:13:48.811331+0000","last_became_active":"2024-05-21T00:12:53.061259+0000","last_became_peered":"2024-05-21T00:12:53.061259+0000","last_unstale":"2024-05-21T00:13:48.811331+0000","last_undegraded":"2024-05-21T00:13:48.811331+0000","last_fullsized":"2024-05-21T00:13:48.811331+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:59:31.613311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"81'11","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537320+0000","last_change":"2024-05-21T00:12:57.051862+0000","last_active":"2024-05-21T00:14:47.537320+0000","last_peered":"2024-05-21T00:14:47.537320+0000","last_clean":"2024-05-21T00:14:47.537320+0000","last_became_active":"2024-05-21T00:12:57.051259+0000","last_became_peered":"2024-05-21T00:12:57.051259+0000","last_unstale":"2024-05-21T00:14:47.537320+0000","last_undegraded":"2024-05-21T00:14:47.537320+0000","last_fullsized":"2024-05-21T00:14:47.537320+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:53:49.851313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"81'39","reported_seq":579,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:28.706580+0000","last_change":"2024-05-21T00:12:53.007836+0000","last_active":"2024-05-21T00:17:28.706580+0000","last_peered":"2024-05-21T00:17:28.706580+0000","last_clean":"2024-05-21T00:17:28.706580+0000","last_became_active":"2024-05-21T00:12:53.007404+0000","last_became_peered":"2024-05-21T00:12:53.007404+0000","last_unstale":"2024-05-21T00:17:28.706580+0000","last_undegraded":"2024-05-21T00:17:28.706580+0000","last_fullsized":"2024-05-21T00:17:28.706580+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:31:09.959452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70142,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":513,"num_read_kb":326,"num_write":41,"num_write_kb":85,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538268+0000","last_change":"2024-05-21T00:12:57.042835+0000","last_active":"2024-05-21T00:14:47.538268+0000","last_peered":"2024-05-21T00:14:47.538268+0000","last_clean":"2024-05-21T00:14:47.538268+0000","last_became_active":"2024-05-21T00:12:57.042507+0000","last_became_peered":"2024-05-21T00:12:57.042507+0000","last_unstale":"2024-05-21T00:14:47.538268+0000","last_undegraded":"2024-05-21T00:14:47.538268+0000","last_fullsized":"2024-05-21T00:14:47.538268+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:23:53.966867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"79'9","reported_seq":38,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.814028+0000","last_change":"2024-05-21T00:12:53.016227+0000","last_active":"2024-05-21T00:13:48.814028+0000","last_peered":"2024-05-21T00:13:48.814028+0000","last_clean":"2024-05-21T00:13:48.814028+0000","last_became_active":"2024-05-21T00:12:53.015791+0000","last_became_peered":"2024-05-21T00:12:53.015791+0000","last_unstale":"2024-05-21T00:13:48.814028+0000","last_undegraded":"2024-05-21T00:13:48.814028+0000","last_fullsized":"2024-05-21T00:13:48.814028+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:19:55.413607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.558795+0000","last_change":"2024-05-21T00:12:57.050393+0000","last_active":"2024-05-21T00:14:47.558795+0000","last_peered":"2024-05-21T00:14:47.558795+0000","last_clean":"2024-05-21T00:14:47.558795+0000","last_became_active":"2024-05-21T00:12:57.050065+0000","last_became_peered":"2024-05-21T00:12:57.050065+0000","last_unstale":"2024-05-21T00:14:47.558795+0000","last_undegraded":"2024-05-21T00:14:47.558795+0000","last_fullsized":"2024-05-21T00:14:47.558795+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:03:54.073088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.810805+0000","last_change":"2024-05-21T00:12:53.014337+0000","last_active":"2024-05-21T00:13:48.810805+0000","last_peered":"2024-05-21T00:13:48.810805+0000","last_clean":"2024-05-21T00:13:48.810805+0000","last_became_active":"2024-05-21T00:12:53.013873+0000","last_became_peered":"2024-05-21T00:12:53.013873+0000","last_unstale":"2024-05-21T00:13:48.810805+0000","last_undegraded":"2024-05-21T00:13:48.810805+0000","last_fullsized":"2024-05-21T00:13:48.810805+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:16.467981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"81'15","reported_seq":42,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.559352+0000","last_change":"2024-05-21T00:13:48.976876+0000","last_active":"2024-05-21T00:14:47.559352+0000","last_peered":"2024-05-21T00:14:47.559352+0000","last_clean":"2024-05-21T00:14:47.559352+0000","last_became_active":"2024-05-21T00:13:48.976530+0000","last_became_peered":"2024-05-21T00:13:48.976530+0000","last_unstale":"2024-05-21T00:14:47.559352+0000","last_undegraded":"2024-05-21T00:14:47.559352+0000","last_fullsized":"2024-05-21T00:14:47.559352+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T12:08:26.324247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"81'8","reported_seq":287,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:25.308200+0000","last_change":"2024-05-21T00:12:53.006607+0000","last_active":"2024-05-21T00:17:25.308200+0000","last_peered":"2024-05-21T00:17:25.308200+0000","last_clean":"2024-05-21T00:17:25.308200+0000","last_became_active":"2024-05-21T00:12:53.006177+0000","last_became_peered":"2024-05-21T00:12:53.006177+0000","last_unstale":"2024-05-21T00:17:25.308200+0000","last_undegraded":"2024-05-21T00:17:25.308200+0000","last_fullsized":"2024-05-21T00:17:25.308200+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:07:58.281724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1430,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":253,"num_read_kb":6,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"81'6","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.530074+0000","last_change":"2024-05-21T00:12:57.042325+0000","last_active":"2024-05-21T00:14:47.530074+0000","last_peered":"2024-05-21T00:14:47.530074+0000","last_clean":"2024-05-21T00:14:47.530074+0000","last_became_active":"2024-05-21T00:12:57.041890+0000","last_became_peered":"2024-05-21T00:12:57.041890+0000","last_unstale":"2024-05-21T00:14:47.530074+0000","last_undegraded":"2024-05-21T00:14:47.530074+0000","last_fullsized":"2024-05-21T00:14:47.530074+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:52:38.261956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"79'17","reported_seq":45,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:48.816564+0000","last_change":"2024-05-21T00:12:53.059849+0000","last_active":"2024-05-21T00:13:48.816564+0000","last_peered":"2024-05-21T00:13:48.816564+0000","last_clean":"2024-05-21T00:13:48.816564+0000","last_became_active":"2024-05-21T00:12:53.059472+0000","last_became_peered":"2024-05-21T00:12:53.059472+0000","last_unstale":"2024-05-21T00:13:48.816564+0000","last_undegraded":"2024-05-21T00:13:48.816564+0000","last_fullsized":"2024-05-21T00:13:48.816564+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T05:16:19.091406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"81'6","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.528875+0000","last_change":"2024-05-21T00:13:49.212195+0000","last_active":"2024-05-21T00:14:47.528875+0000","last_peered":"2024-05-21T00:14:47.528875+0000","last_clean":"2024-05-21T00:14:47.528875+0000","last_became_active":"2024-05-21T00:13:49.211755+0000","last_became_peered":"2024-05-21T00:13:49.211755+0000","last_unstale":"2024-05-21T00:14:47.528875+0000","last_undegraded":"2024-05-21T00:14:47.528875+0000","last_fullsized":"2024-05-21T00:14:47.528875+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:53:41.621615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"79'2","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.690169+0000","last_change":"2024-05-21T00:12:53.002941+0000","last_active":"2024-05-21T00:15:09.690169+0000","last_peered":"2024-05-21T00:15:09.690169+0000","last_clean":"2024-05-21T00:15:09.690169+0000","last_became_active":"2024-05-21T00:12:53.001187+0000","last_became_peered":"2024-05-21T00:12:53.001187+0000","last_unstale":"2024-05-21T00:15:09.690169+0000","last_undegraded":"2024-05-21T00:15:09.690169+0000","last_fullsized":"2024-05-21T00:15:09.690169+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:45:19.012056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"81'5","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529653+0000","last_change":"2024-05-21T00:12:57.043398+0000","last_active":"2024-05-21T00:14:47.529653+0000","last_peered":"2024-05-21T00:14:47.529653+0000","last_clean":"2024-05-21T00:14:47.529653+0000","last_became_active":"2024-05-21T00:12:57.043033+0000","last_became_peered":"2024-05-21T00:12:57.043033+0000","last_unstale":"2024-05-21T00:14:47.529653+0000","last_undegraded":"2024-05-21T00:14:47.529653+0000","last_fullsized":"2024-05-21T00:14:47.529653+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:13:56.362516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"79'1","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:59.055415+0000","last_change":"2024-05-21T00:12:53.064219+0000","last_active":"2024-05-21T00:14:59.055415+0000","last_peered":"2024-05-21T00:14:59.055415+0000","last_clean":"2024-05-21T00:14:59.055415+0000","last_became_active":"2024-05-21T00:12:53.063780+0000","last_became_peered":"2024-05-21T00:12:53.063780+0000","last_unstale":"2024-05-21T00:14:59.055415+0000","last_undegraded":"2024-05-21T00:14:59.055415+0000","last_fullsized":"2024-05-21T00:14:59.055415+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T11:39:47.647305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.607579+0000","last_change":"2024-05-21T00:12:57.049737+0000","last_active":"2024-05-21T00:15:04.607579+0000","last_peered":"2024-05-21T00:15:04.607579+0000","last_clean":"2024-05-21T00:15:04.607579+0000","last_became_active":"2024-05-21T00:12:57.049307+0000","last_became_peered":"2024-05-21T00:12:57.049307+0000","last_unstale":"2024-05-21T00:15:04.607579+0000","last_undegraded":"2024-05-21T00:15:04.607579+0000","last_fullsized":"2024-05-21T00:15:04.607579+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:39:45.559153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"81'7","reported_seq":284,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:24.210756+0000","last_change":"2024-05-21T00:12:53.013933+0000","last_active":"2024-05-21T00:17:24.210756+0000","last_peered":"2024-05-21T00:17:24.210756+0000","last_clean":"2024-05-21T00:17:24.210756+0000","last_became_active":"2024-05-21T00:12:53.013547+0000","last_became_peered":"2024-05-21T00:12:53.013547+0000","last_unstale":"2024-05-21T00:17:24.210756+0000","last_undegraded":"2024-05-21T00:17:24.210756+0000","last_fullsized":"2024-05-21T00:17:24.210756+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:01:32.091022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":249,"num_read_kb":3,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.607560+0000","last_change":"2024-05-21T00:12:57.042824+0000","last_active":"2024-05-21T00:15:04.607560+0000","last_peered":"2024-05-21T00:15:04.607560+0000","last_clean":"2024-05-21T00:15:04.607560+0000","last_became_active":"2024-05-21T00:12:57.040341+0000","last_became_peered":"2024-05-21T00:12:57.040341+0000","last_unstale":"2024-05-21T00:15:04.607560+0000","last_undegraded":"2024-05-21T00:15:04.607560+0000","last_fullsized":"2024-05-21T00:15:04.607560+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:51:10.629525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:57.388868+0000","last_change":"2024-05-21T00:12:57.049618+0000","last_active":"2024-05-21T00:14:57.388868+0000","last_peered":"2024-05-21T00:14:57.388868+0000","last_clean":"2024-05-21T00:14:57.388868+0000","last_became_active":"2024-05-21T00:12:57.049285+0000","last_became_peered":"2024-05-21T00:12:57.049285+0000","last_unstale":"2024-05-21T00:14:57.388868+0000","last_undegraded":"2024-05-21T00:14:57.388868+0000","last_fullsized":"2024-05-21T00:14:57.388868+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:47:20.928639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"81'7","reported_seq":282,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:24.304378+0000","last_change":"2024-05-21T00:12:53.061890+0000","last_active":"2024-05-21T00:17:24.304378+0000","last_peered":"2024-05-21T00:17:24.304378+0000","last_clean":"2024-05-21T00:17:24.304378+0000","last_became_active":"2024-05-21T00:12:53.061469+0000","last_became_peered":"2024-05-21T00:12:53.061469+0000","last_unstale":"2024-05-21T00:17:24.304378+0000","last_undegraded":"2024-05-21T00:17:24.304378+0000","last_fullsized":"2024-05-21T00:17:24.304378+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:42:27.776942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":247,"num_read_kb":247,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"81'8","reported_seq":20,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.542808+0000","last_change":"2024-05-21T00:13:49.212833+0000","last_active":"2024-05-21T00:14:47.542808+0000","last_peered":"2024-05-21T00:14:47.542808+0000","last_clean":"2024-05-21T00:14:47.542808+0000","last_became_active":"2024-05-21T00:13:49.211958+0000","last_became_peered":"2024-05-21T00:13:49.211958+0000","last_unstale":"2024-05-21T00:14:47.542808+0000","last_undegraded":"2024-05-21T00:14:47.542808+0000","last_fullsized":"2024-05-21T00:14:47.542808+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:19:23.586551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"79'6","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.930906+0000","last_change":"2024-05-21T00:12:53.004587+0000","last_active":"2024-05-21T00:15:01.930906+0000","last_peered":"2024-05-21T00:15:01.930906+0000","last_clean":"2024-05-21T00:15:01.930906+0000","last_became_active":"2024-05-21T00:12:53.004100+0000","last_became_peered":"2024-05-21T00:12:53.004100+0000","last_unstale":"2024-05-21T00:15:01.930906+0000","last_undegraded":"2024-05-21T00:15:01.930906+0000","last_fullsized":"2024-05-21T00:15:01.930906+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:28.196445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'92","reported_seq":102,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:00.385920+0000","last_change":"2024-05-21T00:11:22.025962+0000","last_active":"2024-05-21T00:14:00.385920+0000","last_peered":"2024-05-21T00:14:00.385920+0000","last_clean":"2024-05-21T00:14:00.385920+0000","last_became_active":"2024-05-21T00:11:22.020112+0000","last_became_peered":"2024-05-21T00:11:22.020112+0000","last_unstale":"2024-05-21T00:14:00.385920+0000","last_undegraded":"2024-05-21T00:14:00.385920+0000","last_fullsized":"2024-05-21T00:14:00.385920+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:07:34.159650+0000","last_clean_scrub_stamp":"2024-05-21T00:07:34.159650+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:06:43.385269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.082276+0000","last_change":"2024-05-21T00:12:57.052251+0000","last_active":"2024-05-21T00:15:01.082276+0000","last_peered":"2024-05-21T00:15:01.082276+0000","last_clean":"2024-05-21T00:15:01.082276+0000","last_became_active":"2024-05-21T00:12:57.051831+0000","last_became_peered":"2024-05-21T00:12:57.051831+0000","last_unstale":"2024-05-21T00:15:01.082276+0000","last_undegraded":"2024-05-21T00:15:01.082276+0000","last_fullsized":"2024-05-21T00:15:01.082276+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:54:10.866841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"79'4","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:55.391635+0000","last_change":"2024-05-21T00:12:53.006299+0000","last_active":"2024-05-21T00:14:55.391635+0000","last_peered":"2024-05-21T00:14:55.391635+0000","last_clean":"2024-05-21T00:14:55.391635+0000","last_became_active":"2024-05-21T00:12:53.005896+0000","last_became_peered":"2024-05-21T00:12:53.005896+0000","last_unstale":"2024-05-21T00:14:55.391635+0000","last_undegraded":"2024-05-21T00:14:55.391635+0000","last_fullsized":"2024-05-21T00:14:55.391635+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:38:13.023455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"79'4","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:59.689263+0000","last_change":"2024-05-21T00:12:53.059074+0000","last_active":"2024-05-21T00:14:59.689263+0000","last_peered":"2024-05-21T00:14:59.689263+0000","last_clean":"2024-05-21T00:14:59.689263+0000","last_became_active":"2024-05-21T00:12:53.058789+0000","last_became_peered":"2024-05-21T00:12:53.058789+0000","last_unstale":"2024-05-21T00:14:59.689263+0000","last_undegraded":"2024-05-21T00:14:59.689263+0000","last_fullsized":"2024-05-21T00:14:59.689263+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:34:52.220672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"81'9","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:01.082420+0000","last_change":"2024-05-21T00:12:57.043092+0000","last_active":"2024-05-21T00:15:01.082420+0000","last_peered":"2024-05-21T00:15:01.082420+0000","last_clean":"2024-05-21T00:15:01.082420+0000","last_became_active":"2024-05-21T00:12:57.039538+0000","last_became_peered":"2024-05-21T00:12:57.039538+0000","last_unstale":"2024-05-21T00:15:01.082420+0000","last_undegraded":"2024-05-21T00:15:01.082420+0000","last_fullsized":"2024-05-21T00:15:01.082420+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:45:51.064194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"81'18","reported_seq":62,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:16:58.121516+0000","last_change":"2024-05-21T00:13:48.844792+0000","last_active":"2024-05-21T00:16:58.121516+0000","last_peered":"2024-05-21T00:16:58.121516+0000","last_clean":"2024-05-21T00:16:58.121516+0000","last_became_active":"2024-05-21T00:13:48.830511+0000","last_became_peered":"2024-05-21T00:13:48.830511+0000","last_unstale":"2024-05-21T00:16:58.121516+0000","last_undegraded":"2024-05-21T00:16:58.121516+0000","last_fullsized":"2024-05-21T00:16:58.121516+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:55:12.248874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":8,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:10.989999+0000","last_change":"2024-05-21T00:12:57.049329+0000","last_active":"2024-05-21T00:15:10.989999+0000","last_peered":"2024-05-21T00:15:10.989999+0000","last_clean":"2024-05-21T00:15:10.989999+0000","last_became_active":"2024-05-21T00:12:57.048960+0000","last_became_peered":"2024-05-21T00:12:57.048960+0000","last_unstale":"2024-05-21T00:15:10.989999+0000","last_undegraded":"2024-05-21T00:15:10.989999+0000","last_fullsized":"2024-05-21T00:15:10.989999+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:36:30.430924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"79'7","reported_seq":36,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:06.931496+0000","last_change":"2024-05-21T00:12:53.056207+0000","last_active":"2024-05-21T00:15:06.931496+0000","last_peered":"2024-05-21T00:15:06.931496+0000","last_clean":"2024-05-21T00:15:06.931496+0000","last_became_active":"2024-05-21T00:12:53.055915+0000","last_became_peered":"2024-05-21T00:12:53.055915+0000","last_unstale":"2024-05-21T00:15:06.931496+0000","last_undegraded":"2024-05-21T00:15:06.931496+0000","last_fullsized":"2024-05-21T00:15:06.931496+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:20:41.144414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.527381+0000","last_change":"2024-05-21T00:12:57.055208+0000","last_active":"2024-05-21T00:15:09.527381+0000","last_peered":"2024-05-21T00:15:09.527381+0000","last_clean":"2024-05-21T00:15:09.527381+0000","last_became_active":"2024-05-21T00:12:57.054835+0000","last_became_peered":"2024-05-21T00:12:57.054835+0000","last_unstale":"2024-05-21T00:15:09.527381+0000","last_undegraded":"2024-05-21T00:15:09.527381+0000","last_fullsized":"2024-05-21T00:15:09.527381+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:26:46.080981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"79'2","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:05.146720+0000","last_change":"2024-05-21T00:12:53.059674+0000","last_active":"2024-05-21T00:15:05.146720+0000","last_peered":"2024-05-21T00:15:05.146720+0000","last_clean":"2024-05-21T00:15:05.146720+0000","last_became_active":"2024-05-21T00:12:53.059442+0000","last_became_peered":"2024-05-21T00:12:53.059442+0000","last_unstale":"2024-05-21T00:15:05.146720+0000","last_undegraded":"2024-05-21T00:15:05.146720+0000","last_fullsized":"2024-05-21T00:15:05.146720+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:48:39.874661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"81'2","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.690131+0000","last_change":"2024-05-21T00:12:57.047454+0000","last_active":"2024-05-21T00:15:09.690131+0000","last_peered":"2024-05-21T00:15:09.690131+0000","last_clean":"2024-05-21T00:15:09.690131+0000","last_became_active":"2024-05-21T00:12:57.047034+0000","last_became_peered":"2024-05-21T00:12:57.047034+0000","last_unstale":"2024-05-21T00:15:09.690131+0000","last_undegraded":"2024-05-21T00:15:09.690131+0000","last_fullsized":"2024-05-21T00:15:09.690131+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:52:48.980978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"79'7","reported_seq":35,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:05.989093+0000","last_change":"2024-05-21T00:12:53.018368+0000","last_active":"2024-05-21T00:15:05.989093+0000","last_peered":"2024-05-21T00:15:05.989093+0000","last_clean":"2024-05-21T00:15:05.989093+0000","last_became_active":"2024-05-21T00:12:53.015613+0000","last_became_peered":"2024-05-21T00:12:53.015613+0000","last_unstale":"2024-05-21T00:15:05.989093+0000","last_undegraded":"2024-05-21T00:15:05.989093+0000","last_fullsized":"2024-05-21T00:15:05.989093+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:51:57.280963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"81'9","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:10.334096+0000","last_change":"2024-05-21T00:12:57.041377+0000","last_active":"2024-05-21T00:15:10.334096+0000","last_peered":"2024-05-21T00:15:10.334096+0000","last_clean":"2024-05-21T00:15:10.334096+0000","last_became_active":"2024-05-21T00:12:57.040466+0000","last_became_peered":"2024-05-21T00:12:57.040466+0000","last_unstale":"2024-05-21T00:15:10.334096+0000","last_undegraded":"2024-05-21T00:15:10.334096+0000","last_fullsized":"2024-05-21T00:15:10.334096+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:35:59.677316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"79'3","reported_seq":18,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:13:50.325376+0000","last_change":"2024-05-21T00:13:48.830100+0000","last_active":"2024-05-21T00:13:50.325376+0000","last_peered":"2024-05-21T00:13:50.325376+0000","last_clean":"2024-05-21T00:13:50.325376+0000","last_became_active":"2024-05-21T00:13:48.822312+0000","last_became_peered":"2024-05-21T00:13:48.822312+0000","last_unstale":"2024-05-21T00:13:50.325376+0000","last_undegraded":"2024-05-21T00:13:50.325376+0000","last_fullsized":"2024-05-21T00:13:50.325376+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:27:01.631036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.569486+0000","last_change":"2024-05-21T00:12:57.063815+0000","last_active":"2024-05-21T00:14:47.569486+0000","last_peered":"2024-05-21T00:14:47.569486+0000","last_clean":"2024-05-21T00:14:47.569486+0000","last_became_active":"2024-05-21T00:12:57.063399+0000","last_became_peered":"2024-05-21T00:12:57.063399+0000","last_unstale":"2024-05-21T00:14:47.569486+0000","last_undegraded":"2024-05-21T00:14:47.569486+0000","last_fullsized":"2024-05-21T00:14:47.569486+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:43:41.185777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"79'4","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.690151+0000","last_change":"2024-05-21T00:12:53.006935+0000","last_active":"2024-05-21T00:15:09.690151+0000","last_peered":"2024-05-21T00:15:09.690151+0000","last_clean":"2024-05-21T00:15:09.690151+0000","last_became_active":"2024-05-21T00:12:53.006417+0000","last_became_peered":"2024-05-21T00:12:53.006417+0000","last_unstale":"2024-05-21T00:15:09.690151+0000","last_undegraded":"2024-05-21T00:15:09.690151+0000","last_fullsized":"2024-05-21T00:15:09.690151+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T02:14:28.311334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"81'5","reported_seq":27,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:10.393154+0000","last_change":"2024-05-21T00:12:57.039348+0000","last_active":"2024-05-21T00:15:10.393154+0000","last_peered":"2024-05-21T00:15:10.393154+0000","last_clean":"2024-05-21T00:15:10.393154+0000","last_became_active":"2024-05-21T00:12:57.038974+0000","last_became_peered":"2024-05-21T00:12:57.038974+0000","last_unstale":"2024-05-21T00:15:10.393154+0000","last_undegraded":"2024-05-21T00:15:10.393154+0000","last_fullsized":"2024-05-21T00:15:10.393154+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:07:22.264745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"79'5","reported_seq":285,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:17:28.096596+0000","last_change":"2024-05-21T00:12:53.061792+0000","last_active":"2024-05-21T00:17:28.096596+0000","last_peered":"2024-05-21T00:17:28.096596+0000","last_clean":"2024-05-21T00:17:28.096596+0000","last_became_active":"2024-05-21T00:12:53.061412+0000","last_became_peered":"2024-05-21T00:12:53.061412+0000","last_unstale":"2024-05-21T00:17:28.096596+0000","last_undegraded":"2024-05-21T00:17:28.096596+0000","last_fullsized":"2024-05-21T00:17:28.096596+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T00:24:34.086547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":252,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.537455+0000","last_change":"2024-05-21T00:12:57.039449+0000","last_active":"2024-05-21T00:14:47.537455+0000","last_peered":"2024-05-21T00:14:47.537455+0000","last_clean":"2024-05-21T00:14:47.537455+0000","last_became_active":"2024-05-21T00:12:57.038938+0000","last_became_peered":"2024-05-21T00:12:57.038938+0000","last_unstale":"2024-05-21T00:14:47.537455+0000","last_undegraded":"2024-05-21T00:14:47.537455+0000","last_fullsized":"2024-05-21T00:14:47.537455+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:49:06.890897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"79'3","reported_seq":32,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:07.389887+0000","last_change":"2024-05-21T00:12:53.015499+0000","last_active":"2024-05-21T00:15:07.389887+0000","last_peered":"2024-05-21T00:15:07.389887+0000","last_clean":"2024-05-21T00:15:07.389887+0000","last_became_active":"2024-05-21T00:12:53.015155+0000","last_became_peered":"2024-05-21T00:12:53.015155+0000","last_unstale":"2024-05-21T00:15:07.389887+0000","last_undegraded":"2024-05-21T00:15:07.389887+0000","last_fullsized":"2024-05-21T00:15:07.389887+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:15:03.035646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"81'7","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.552910+0000","last_change":"2024-05-21T00:12:57.056493+0000","last_active":"2024-05-21T00:14:47.552910+0000","last_peered":"2024-05-21T00:14:47.552910+0000","last_clean":"2024-05-21T00:14:47.552910+0000","last_became_active":"2024-05-21T00:12:57.055970+0000","last_became_peered":"2024-05-21T00:12:57.055970+0000","last_unstale":"2024-05-21T00:14:47.552910+0000","last_undegraded":"2024-05-21T00:14:47.552910+0000","last_fullsized":"2024-05-21T00:14:47.552910+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:05:20.667829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"79'5","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:11.084158+0000","last_change":"2024-05-21T00:12:53.017967+0000","last_active":"2024-05-21T00:15:11.084158+0000","last_peered":"2024-05-21T00:15:11.084158+0000","last_clean":"2024-05-21T00:15:11.084158+0000","last_became_active":"2024-05-21T00:12:53.017449+0000","last_became_peered":"2024-05-21T00:12:53.017449+0000","last_unstale":"2024-05-21T00:15:11.084158+0000","last_undegraded":"2024-05-21T00:15:11.084158+0000","last_fullsized":"2024-05-21T00:15:11.084158+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:51.969816+0000","last_clean_scrub_stamp":"2024-05-21T00:12:51.969816+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:40:55.586870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"81'9","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.538388+0000","last_change":"2024-05-21T00:12:57.045741+0000","last_active":"2024-05-21T00:14:47.538388+0000","last_peered":"2024-05-21T00:14:47.538388+0000","last_clean":"2024-05-21T00:14:47.538388+0000","last_became_active":"2024-05-21T00:12:57.044607+0000","last_became_peered":"2024-05-21T00:12:57.044607+0000","last_unstale":"2024-05-21T00:14:47.538388+0000","last_undegraded":"2024-05-21T00:14:47.538388+0000","last_fullsized":"2024-05-21T00:14:47.538388+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T09:17:12.299341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"81'9","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:05.333432+0000","last_change":"2024-05-21T00:13:48.821996+0000","last_active":"2024-05-21T00:15:05.333432+0000","last_peered":"2024-05-21T00:15:05.333432+0000","last_clean":"2024-05-21T00:15:05.333432+0000","last_became_active":"2024-05-21T00:13:48.821542+0000","last_became_peered":"2024-05-21T00:13:48.821542+0000","last_unstale":"2024-05-21T00:15:05.333432+0000","last_undegraded":"2024-05-21T00:15:05.333432+0000","last_fullsized":"2024-05-21T00:15:05.333432+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T10:17:51.614425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,9],"acting":[11,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"81'12","reported_seq":34,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.190264+0000","last_change":"2024-05-21T00:12:57.040997+0000","last_active":"2024-05-21T00:15:04.190264+0000","last_peered":"2024-05-21T00:15:04.190264+0000","last_clean":"2024-05-21T00:15:04.190264+0000","last_became_active":"2024-05-21T00:12:57.040511+0000","last_became_peered":"2024-05-21T00:12:57.040511+0000","last_unstale":"2024-05-21T00:15:04.190264+0000","last_undegraded":"2024-05-21T00:15:04.190264+0000","last_fullsized":"2024-05-21T00:15:04.190264+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T08:31:29.985427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"81'8","reported_seq":30,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.190283+0000","last_change":"2024-05-21T00:12:57.060563+0000","last_active":"2024-05-21T00:15:04.190283+0000","last_peered":"2024-05-21T00:15:04.190283+0000","last_clean":"2024-05-21T00:15:04.190283+0000","last_became_active":"2024-05-21T00:12:57.060138+0000","last_became_peered":"2024-05-21T00:12:57.060138+0000","last_unstale":"2024-05-21T00:15:04.190283+0000","last_undegraded":"2024-05-21T00:15:04.190283+0000","last_fullsized":"2024-05-21T00:15:04.190283+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:50:06.963046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"81'7","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:04.526514+0000","last_change":"2024-05-21T00:12:57.056351+0000","last_active":"2024-05-21T00:15:04.526514+0000","last_peered":"2024-05-21T00:15:04.526514+0000","last_clean":"2024-05-21T00:15:04.526514+0000","last_became_active":"2024-05-21T00:12:57.056014+0000","last_became_peered":"2024-05-21T00:12:57.056014+0000","last_unstale":"2024-05-21T00:15:04.526514+0000","last_undegraded":"2024-05-21T00:15:04.526514+0000","last_fullsized":"2024-05-21T00:15:04.526514+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:02:15.046704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"81'4","reported_seq":26,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:06.083344+0000","last_change":"2024-05-21T00:12:57.058705+0000","last_active":"2024-05-21T00:15:06.083344+0000","last_peered":"2024-05-21T00:15:06.083344+0000","last_clean":"2024-05-21T00:15:06.083344+0000","last_became_active":"2024-05-21T00:12:57.058288+0000","last_became_peered":"2024-05-21T00:12:57.058288+0000","last_unstale":"2024-05-21T00:15:06.083344+0000","last_undegraded":"2024-05-21T00:15:06.083344+0000","last_fullsized":"2024-05-21T00:15:06.083344+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:35:37.179860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"81'6","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:10.334131+0000","last_change":"2024-05-21T00:12:57.043982+0000","last_active":"2024-05-21T00:15:10.334131+0000","last_peered":"2024-05-21T00:15:10.334131+0000","last_clean":"2024-05-21T00:15:10.334131+0000","last_became_active":"2024-05-21T00:12:57.043361+0000","last_became_peered":"2024-05-21T00:12:57.043361+0000","last_unstale":"2024-05-21T00:15:10.334131+0000","last_undegraded":"2024-05-21T00:15:10.334131+0000","last_fullsized":"2024-05-21T00:15:10.334131+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:15:49.706743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"81'15","reported_seq":37,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:09.190953+0000","last_change":"2024-05-21T00:12:57.049514+0000","last_active":"2024-05-21T00:15:09.190953+0000","last_peered":"2024-05-21T00:15:09.190953+0000","last_clean":"2024-05-21T00:15:09.190953+0000","last_became_active":"2024-05-21T00:12:57.049165+0000","last_became_peered":"2024-05-21T00:12:57.049165+0000","last_unstale":"2024-05-21T00:15:09.190953+0000","last_undegraded":"2024-05-21T00:15:09.190953+0000","last_fullsized":"2024-05-21T00:15:09.190953+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:29:13.528183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"81'2","reported_seq":24,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:10.989929+0000","last_change":"2024-05-21T00:12:57.061767+0000","last_active":"2024-05-21T00:15:10.989929+0000","last_peered":"2024-05-21T00:15:10.989929+0000","last_clean":"2024-05-21T00:15:10.989929+0000","last_became_active":"2024-05-21T00:12:57.060095+0000","last_became_peered":"2024-05-21T00:12:57.060095+0000","last_unstale":"2024-05-21T00:15:10.989929+0000","last_undegraded":"2024-05-21T00:15:10.989929+0000","last_fullsized":"2024-05-21T00:15:10.989929+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:09:49.983729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"81'6","reported_seq":28,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:07.389853+0000","last_change":"2024-05-21T00:12:57.059613+0000","last_active":"2024-05-21T00:15:07.389853+0000","last_peered":"2024-05-21T00:15:07.389853+0000","last_clean":"2024-05-21T00:15:07.389853+0000","last_became_active":"2024-05-21T00:12:57.059370+0000","last_became_peered":"2024-05-21T00:12:57.059370+0000","last_unstale":"2024-05-21T00:15:07.389853+0000","last_undegraded":"2024-05-21T00:15:07.389853+0000","last_fullsized":"2024-05-21T00:15:07.389853+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T06:00:23.312453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.560675+0000","last_change":"2024-05-21T00:12:57.048475+0000","last_active":"2024-05-21T00:14:47.560675+0000","last_peered":"2024-05-21T00:14:47.560675+0000","last_clean":"2024-05-21T00:14:47.560675+0000","last_became_active":"2024-05-21T00:12:57.047738+0000","last_became_peered":"2024-05-21T00:12:57.047738+0000","last_unstale":"2024-05-21T00:14:47.560675+0000","last_undegraded":"2024-05-21T00:14:47.560675+0000","last_fullsized":"2024-05-21T00:14:47.560675+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T07:28:46.190914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"81'10","reported_seq":31,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.562379+0000","last_change":"2024-05-21T00:12:57.056401+0000","last_active":"2024-05-21T00:14:47.562379+0000","last_peered":"2024-05-21T00:14:47.562379+0000","last_clean":"2024-05-21T00:14:47.562379+0000","last_became_active":"2024-05-21T00:12:57.055978+0000","last_became_peered":"2024-05-21T00:12:57.055978+0000","last_unstale":"2024-05-21T00:14:47.562379+0000","last_undegraded":"2024-05-21T00:14:47.562379+0000","last_fullsized":"2024-05-21T00:14:47.562379+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T01:58:54.140724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"81'11","reported_seq":33,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:15:11.084106+0000","last_change":"2024-05-21T00:12:57.055227+0000","last_active":"2024-05-21T00:15:11.084106+0000","last_peered":"2024-05-21T00:15:11.084106+0000","last_clean":"2024-05-21T00:15:11.084106+0000","last_became_active":"2024-05-21T00:12:57.054840+0000","last_became_peered":"2024-05-21T00:12:57.054840+0000","last_unstale":"2024-05-21T00:15:11.084106+0000","last_undegraded":"2024-05-21T00:15:11.084106+0000","last_fullsized":"2024-05-21T00:15:11.084106+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T03:59:59.074145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"81'8","reported_seq":29,"reported_epoch":81,"state":"active+clean","last_fresh":"2024-05-21T00:14:47.529738+0000","last_change":"2024-05-21T00:12:57.037817+0000","last_active":"2024-05-21T00:14:47.529738+0000","last_peered":"2024-05-21T00:14:47.529738+0000","last_clean":"2024-05-21T00:14:47.529738+0000","last_became_active":"2024-05-21T00:12:57.037457+0000","last_became_peered":"2024-05-21T00:12:57.037457+0000","last_unstale":"2024-05-21T00:14:47.529738+0000","last_undegraded":"2024-05-21T00:14:47.529738+0000","last_fullsized":"2024-05-21T00:14:47.529738+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":76,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-21T00:12:56.003754+0000","last_clean_scrub_stamp":"2024-05-21T00:12:56.003754+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-22T04:05:26.664482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":64,"num_write":123,"num_write_kb":2150,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":2951840,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":92,"ondisk_log_size":92,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":78470,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":2528,"num_read_kb":1358,"num_write":267,"num_write_kb":161,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":1013,"num_keys_recovered":8,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":235410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":230,"ondisk_log_size":230,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":71,"seq":304942678086,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27880,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717272,"statfs":{"total":95995035648,"available":95966486528,"internally_reserved":0,"allocated":884736,"data_stored":430131,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":65,"seq":279172874316,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36892,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708260,"statfs":{"total":95995035648,"available":95957258240,"internally_reserved":0,"allocated":1593344,"data_stored":1092144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":60,"seq":257698037843,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":430061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":54,"seq":231928234071,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":905216,"data_stored":430439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":48,"seq":206158430301,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40964,"kb_used_data":1468,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704188,"statfs":{"total":95995035648,"available":95953088512,"internally_reserved":0,"allocated":1503232,"data_stored":1024472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":43,"seq":184683593828,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36208,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708944,"statfs":{"total":95995035648,"available":95957958656,"internally_reserved":0,"allocated":892928,"data_stored":430310,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574974,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36276,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708876,"statfs":{"total":95995035648,"available":95957889024,"internally_reserved":0,"allocated":962560,"data_stored":501365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738501,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":913408,"data_stored":431117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411450,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":500431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182514,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":909312,"data_stored":429603,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":31,"seq":133143986286,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":40376,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":93704776,"statfs":{"total":95995035648,"available":95953690624,"internally_reserved":0,"allocated":901120,"data_stored":431635,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790059,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32656,"kb_used_data":1480,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712496,"statfs":{"total":95995035648,"available":95961595904,"internally_reserved":0,"allocated":1515520,"data_stored":1022776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":71492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":72720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-21T00:17:32.019 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:17:32.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:31 smithi060 ceph-mon[36426]: from='client.25214 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:32.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:31 smithi077 ceph-mon[36377]: from='client.25214 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:32.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:31 smithi012 ceph-mon[31403]: from='client.25214 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-21T00:17:32.494 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:33.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:32 smithi060 ceph-mon[36426]: pgmap v453: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:17:33.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:32 smithi060 ceph-mon[36426]: scrub summary: idle 2024-05-21T00:17:33.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:32 smithi077 ceph-mon[36377]: pgmap v453: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:17:33.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:32 smithi077 ceph-mon[36377]: scrub summary: idle 2024-05-21T00:17:33.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:32 smithi012 ceph-mon[31403]: pgmap v453: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:17:33.311 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:32 smithi012 ceph-mon[31403]: scrub summary: idle 2024-05-21T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.602+0000 7f744b200700 1 -- 172.21.15.12:0/2594125625 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7444103f90 msgr2=0x7f7444110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.602+0000 7f744b200700 1 --2- 172.21.15.12:0/2594125625 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7444103f90 0x7f7444110470 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f743c009990 tx=0x7f743c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.602+0000 7f744b200700 1 -- 172.21.15.12:0/2594125625 shutdown_connections 2024-05-21T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.602+0000 7f744b200700 1 --2- 172.21.15.12:0/2594125625 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7444103f90 0x7f7444110470 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:34.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.602+0000 7f744b200700 1 --2- 172.21.15.12:0/2594125625 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7444108500 0x7f74441088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:34.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.602+0000 7f744b200700 1 --2- 172.21.15.12:0/2594125625 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f74441035f0 0x7f7444103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:34.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.602+0000 7f744b200700 1 -- 172.21.15.12:0/2594125625 >> 172.21.15.12:0/2594125625 conn(0x7f744407a6a0 msgr2=0x7f744407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:34.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.602+0000 7f744b200700 1 -- 172.21.15.12:0/2594125625 shutdown_connections 2024-05-21T00:17:34.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.602+0000 7f744b200700 1 -- 172.21.15.12:0/2594125625 wait complete. 2024-05-21T00:17:34.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.603+0000 7f744b200700 1 Processor -- start 2024-05-21T00:17:34.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.603+0000 7f744b200700 1 -- start start 2024-05-21T00:17:34.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.604+0000 7f744b200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74441035f0 0x7f744419bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:34.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.604+0000 7f744b200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7444103f90 0x7f744419c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:34.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.604+0000 7f744b200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7444108500 0x7f74441a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:34.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.604+0000 7f744b200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f74441137e0 con 0x7f74441035f0 2024-05-21T00:17:34.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.604+0000 7f744b200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7444113660 con 0x7f7444108500 2024-05-21T00:17:34.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.604+0000 7f744b200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7444113960 con 0x7f7444103f90 2024-05-21T00:17:34.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.604+0000 7f7443e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74441035f0 0x7f744419bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:34.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.604+0000 7f7443e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74441035f0 0x7f744419bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47174/0 (socket says 172.21.15.12:47174) 2024-05-21T00:17:34.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.604+0000 7f7443e00700 1 -- 172.21.15.12:0/2917221489 learned_addr learned my addr 172.21.15.12:0/2917221489 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:34.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.604+0000 7f7443400700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7444103f90 0x7f744419c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:34.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.604+0000 7f7449200700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7444108500 0x7f74441a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:34.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.605+0000 7f7443e00700 1 -- 172.21.15.12:0/2917221489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7444103f90 msgr2=0x7f744419c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:34.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.605+0000 7f7443e00700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7444103f90 0x7f744419c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:34.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.605+0000 7f7443e00700 1 -- 172.21.15.12:0/2917221489 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7444108500 msgr2=0x7f74441a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:34.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.605+0000 7f7443e00700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7444108500 0x7f74441a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:34.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.605+0000 7f7443e00700 1 -- 172.21.15.12:0/2917221489 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74441a0d90 con 0x7f74441035f0 2024-05-21T00:17:34.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.605+0000 7f7443400700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7444103f90 0x7f744419c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:34.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.605+0000 7f7443e00700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74441035f0 0x7f744419bd80 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f743400efc0 tx=0x7f743400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:34.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.605+0000 7f7440c00700 1 -- 172.21.15.12:0/2917221489 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74340092e0 con 0x7f74441035f0 2024-05-21T00:17:34.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.605+0000 7f7440c00700 1 -- 172.21.15.12:0/2917221489 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f743400c9c0 con 0x7f74441035f0 2024-05-21T00:17:34.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.605+0000 7f744b200700 1 -- 172.21.15.12:0/2917221489 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74441a1020 con 0x7f74441035f0 2024-05-21T00:17:34.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.605+0000 7f7440c00700 1 -- 172.21.15.12:0/2917221489 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7434004580 con 0x7f74441035f0 2024-05-21T00:17:34.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.606+0000 7f744b200700 1 -- 172.21.15.12:0/2917221489 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74441a8900 con 0x7f74441035f0 2024-05-21T00:17:34.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.607+0000 7f744b200700 1 -- 172.21.15.12:0/2917221489 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f744406a230 con 0x7f74441035f0 2024-05-21T00:17:34.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.611+0000 7f7440c00700 1 -- 172.21.15.12:0/2917221489 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f743401b030 con 0x7f74441035f0 2024-05-21T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.612+0000 7f7440c00700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f74280b2880 0x7f74280b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.613+0000 7f7440c00700 1 -- 172.21.15.12:0/2917221489 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f74340e2a30 con 0x7f74441035f0 2024-05-21T00:17:34.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.613+0000 7f7443400700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f74280b2880 0x7f74280b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:34.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.614+0000 7f7443400700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f74280b2880 0x7f74280b4d40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f7444077840 tx=0x7f7430009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:34.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.615+0000 7f7440c00700 1 -- 172.21.15.12:0/2917221489 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7434022020 con 0x7f74441035f0 2024-05-21T00:17:34.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.906+0000 7f744b200700 1 -- 172.21.15.12:0/2917221489 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f74441a8ad0 con 0x7f74441035f0 2024-05-21T00:17:34.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.908+0000 7f7440c00700 1 -- 172.21.15.12:0/2917221489 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f7434010040 con 0x7f74441035f0 2024-05-21T00:17:34.908 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:34.908 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:17:34.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.911+0000 7f744b200700 1 -- 172.21.15.12:0/2917221489 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f74280b2880 msgr2=0x7f74280b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:34.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.911+0000 7f744b200700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f74280b2880 0x7f74280b4d40 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f7444077840 tx=0x7f7430009260 comp rx=0 tx=0).stop 2024-05-21T00:17:34.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.911+0000 7f744b200700 1 -- 172.21.15.12:0/2917221489 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74441035f0 msgr2=0x7f744419bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:34.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.911+0000 7f744b200700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74441035f0 0x7f744419bd80 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f743400efc0 tx=0x7f743400c3a0 comp rx=0 tx=0).stop 2024-05-21T00:17:34.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.911+0000 7f744b200700 1 -- 172.21.15.12:0/2917221489 shutdown_connections 2024-05-21T00:17:34.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.911+0000 7f744b200700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7444108500 0x7f74441a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:34.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.911+0000 7f744b200700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f74280b2880 0x7f74280b4d40 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:34.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.911+0000 7f744b200700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f74441035f0 0x7f744419bd80 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:34.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.911+0000 7f744b200700 1 --2- 172.21.15.12:0/2917221489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7444103f90 0x7f744419c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:34.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.911+0000 7f744b200700 1 -- 172.21.15.12:0/2917221489 >> 172.21.15.12:0/2917221489 conn(0x7f744407a6a0 msgr2=0x7f7444101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:34.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.911+0000 7f744b200700 1 -- 172.21.15.12:0/2917221489 shutdown_connections 2024-05-21T00:17:34.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:34.912+0000 7f744b200700 1 -- 172.21.15.12:0/2917221489 wait complete. 2024-05-21T00:17:34.913 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:17:35.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:34 smithi060 ceph-mon[36426]: pgmap v454: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-05-21T00:17:35.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:34 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2917221489' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:35.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:34 smithi012 ceph-mon[31403]: pgmap v454: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-05-21T00:17:35.246 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:34 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2917221489' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:35.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:34 smithi077 ceph-mon[36377]: pgmap v454: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-05-21T00:17:35.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:34 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2917221489' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:35.790 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:17:36.255 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:37.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:36 smithi012 ceph-mon[31403]: pgmap v455: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-05-21T00:17:37.227 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:36 smithi060 ceph-mon[36426]: pgmap v455: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-05-21T00:17:37.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:36 smithi077 ceph-mon[36377]: pgmap v455: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-05-21T00:17:38.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.404+0000 7fc6c7000700 1 -- 172.21.15.12:0/209204118 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc6c0106120 msgr2=0x7fc6c0112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:38.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.404+0000 7fc6c7000700 1 --2- 172.21.15.12:0/209204118 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc6c0106120 0x7fc6c0112630 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc6b8009f90 tx=0x7fc6b800b330 comp rx=0 tx=0).stop 2024-05-21T00:17:38.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.404+0000 7fc6c7000700 1 -- 172.21.15.12:0/209204118 shutdown_connections 2024-05-21T00:17:38.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.404+0000 7fc6c7000700 1 --2- 172.21.15.12:0/209204118 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc6c0106120 0x7fc6c0112630 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:38.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.404+0000 7fc6c7000700 1 --2- 172.21.15.12:0/209204118 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6c010b760 0x7fc6c010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:38.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.404+0000 7fc6c7000700 1 --2- 172.21.15.12:0/209204118 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6c0105760 0x7fc6c0105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:38.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.404+0000 7fc6c7000700 1 -- 172.21.15.12:0/209204118 >> 172.21.15.12:0/209204118 conn(0x7fc6c0101250 msgr2=0x7fc6c0103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:38.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.405+0000 7fc6c7000700 1 -- 172.21.15.12:0/209204118 shutdown_connections 2024-05-21T00:17:38.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.405+0000 7fc6c7000700 1 -- 172.21.15.12:0/209204118 wait complete. 2024-05-21T00:17:38.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.406+0000 7fc6c7000700 1 Processor -- start 2024-05-21T00:17:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.406+0000 7fc6c7000700 1 -- start start 2024-05-21T00:17:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.406+0000 7fc6c7000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6c0105760 0x7fc6c0077a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.406+0000 7fc6c7000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc6c0106120 0x7fc6c0077f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.406+0000 7fc6c7000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6c010b760 0x7fc6c00784d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.406+0000 7fc6c7000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c01159f0 con 0x7fc6c0105760 2024-05-21T00:17:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.406+0000 7fc6c7000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c0115870 con 0x7fc6c0106120 2024-05-21T00:17:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.406+0000 7fc6c7000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fc6c0115b70 con 0x7fc6c010b760 2024-05-21T00:17:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.407+0000 7fc6bfe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6c0105760 0x7fc6c0077a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.407+0000 7fc6bfe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6c0105760 0x7fc6c0077a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44932/0 (socket says 172.21.15.12:44932) 2024-05-21T00:17:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.407+0000 7fc6bfe00700 1 -- 172.21.15.12:0/3022461351 learned_addr learned my addr 172.21.15.12:0/3022461351 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.407+0000 7fc6c5000700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6c010b760 0x7fc6c00784d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.407+0000 7fc6bf400700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc6c0106120 0x7fc6c0077f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:38.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.407+0000 7fc6c5000700 1 -- 172.21.15.12:0/3022461351 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc6c0106120 msgr2=0x7fc6c0077f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.407+0000 7fc6c5000700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc6c0106120 0x7fc6c0077f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.407+0000 7fc6c5000700 1 -- 172.21.15.12:0/3022461351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6c0105760 msgr2=0x7fc6c0077a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.407+0000 7fc6c5000700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6c0105760 0x7fc6c0077a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.407+0000 7fc6c5000700 1 -- 172.21.15.12:0/3022461351 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6c01ac4f0 con 0x7fc6c010b760 2024-05-21T00:17:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.407+0000 7fc6bfe00700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6c0105760 0x7fc6c0077a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.407+0000 7fc6bf400700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc6c0106120 0x7fc6c0077f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:17:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.408+0000 7fc6c5000700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6c010b760 0x7fc6c00784d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc6b8009f90 tx=0x7fc6b800cc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.408+0000 7fc6bcc00700 1 -- 172.21.15.12:0/3022461351 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b8021020 con 0x7fc6c010b760 2024-05-21T00:17:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.408+0000 7fc6bcc00700 1 -- 172.21.15.12:0/3022461351 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc6b8007ac0 con 0x7fc6c010b760 2024-05-21T00:17:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.408+0000 7fc6bcc00700 1 -- 172.21.15.12:0/3022461351 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6b80052a0 con 0x7fc6c010b760 2024-05-21T00:17:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.408+0000 7fc6c7000700 1 -- 172.21.15.12:0/3022461351 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6c01ac780 con 0x7fc6c010b760 2024-05-21T00:17:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.408+0000 7fc6c7000700 1 -- 172.21.15.12:0/3022461351 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6c01acbe0 con 0x7fc6c010b760 2024-05-21T00:17:38.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.409+0000 7fc6c7000700 1 -- 172.21.15.12:0/3022461351 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6c010dcf0 con 0x7fc6c010b760 2024-05-21T00:17:38.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.412+0000 7fc6bcc00700 1 -- 172.21.15.12:0/3022461351 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc6b8024020 con 0x7fc6c010b760 2024-05-21T00:17:38.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.413+0000 7fc6bcc00700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6a40b2930 0x7fc6a40b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:38.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.414+0000 7fc6bcc00700 1 -- 172.21.15.12:0/3022461351 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fc6b800f020 con 0x7fc6c010b760 2024-05-21T00:17:38.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.414+0000 7fc6bfe00700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6a40b2930 0x7fc6a40b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:38.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.414+0000 7fc6bfe00700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6a40b2930 0x7fc6a40b4df0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc6b0011550 tx=0x7fc6b0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:38.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.415+0000 7fc6bcc00700 1 -- 172.21.15.12:0/3022461351 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc6b80ab380 con 0x7fc6c010b760 2024-05-21T00:17:38.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.712+0000 7fc6c7000700 1 -- 172.21.15.12:0/3022461351 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc6c006a230 con 0x7fc6c010b760 2024-05-21T00:17:38.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.713+0000 7fc6bcc00700 1 -- 172.21.15.12:0/3022461351 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7fc6b80aac80 con 0x7fc6c010b760 2024-05-21T00:17:38.713 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:38.713 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:17:38.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.716+0000 7fc6c7000700 1 -- 172.21.15.12:0/3022461351 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6a40b2930 msgr2=0x7fc6a40b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:38.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.716+0000 7fc6c7000700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6a40b2930 0x7fc6a40b4df0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc6b0011550 tx=0x7fc6b0009260 comp rx=0 tx=0).stop 2024-05-21T00:17:38.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.716+0000 7fc6c7000700 1 -- 172.21.15.12:0/3022461351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6c010b760 msgr2=0x7fc6c00784d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:38.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.716+0000 7fc6c7000700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6c010b760 0x7fc6c00784d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fc6b8009f90 tx=0x7fc6b800cc30 comp rx=0 tx=0).stop 2024-05-21T00:17:38.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.716+0000 7fc6c7000700 1 -- 172.21.15.12:0/3022461351 shutdown_connections 2024-05-21T00:17:38.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.716+0000 7fc6c7000700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc6c010b760 0x7fc6c00784d0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:38.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.716+0000 7fc6c7000700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6a40b2930 0x7fc6a40b4df0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:38.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.716+0000 7fc6c7000700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc6c0105760 0x7fc6c0077a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:38.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.716+0000 7fc6c7000700 1 --2- 172.21.15.12:0/3022461351 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc6c0106120 0x7fc6c0077f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:38.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.716+0000 7fc6c7000700 1 -- 172.21.15.12:0/3022461351 >> 172.21.15.12:0/3022461351 conn(0x7fc6c0101250 msgr2=0x7fc6c0101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:38.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.717+0000 7fc6c7000700 1 -- 172.21.15.12:0/3022461351 shutdown_connections 2024-05-21T00:17:38.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:38.717+0000 7fc6c7000700 1 -- 172.21.15.12:0/3022461351 wait complete. 2024-05-21T00:17:38.718 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:17:39.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:38 smithi012 ceph-mon[31403]: pgmap v456: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:39.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:38 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3022461351' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:39.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:38 smithi060 ceph-mon[36426]: pgmap v456: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:39.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:38 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3022461351' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:39.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:38 smithi077 ceph-mon[36377]: pgmap v456: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:39.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:38 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3022461351' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:39.412 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:17:39.871 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:41.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:40 smithi012 ceph-mon[31403]: pgmap v457: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:17:41.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:40 smithi060 ceph-mon[36426]: pgmap v457: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:17:41.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:40 smithi077 ceph-mon[36377]: pgmap v457: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:17:42.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.068+0000 7ff6e7e00700 1 -- 172.21.15.12:0/4190684516 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6e8102730 msgr2=0x7ff6e8112640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:42.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.068+0000 7ff6e7e00700 1 --2- 172.21.15.12:0/4190684516 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6e8102730 0x7ff6e8112640 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff6e000b0a0 tx=0x7ff6e000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:17:42.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.068+0000 7ff6e7e00700 1 -- 172.21.15.12:0/4190684516 shutdown_connections 2024-05-21T00:17:42.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.068+0000 7ff6e7e00700 1 --2- 172.21.15.12:0/4190684516 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6e8102730 0x7ff6e8112640 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:42.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.068+0000 7ff6e7e00700 1 --2- 172.21.15.12:0/4190684516 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6e8104250 0x7ff6e8104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:42.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.068+0000 7ff6e7e00700 1 --2- 172.21.15.12:0/4190684516 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff6e8101d70 0x7ff6e81021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:42.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.068+0000 7ff6e7e00700 1 -- 172.21.15.12:0/4190684516 >> 172.21.15.12:0/4190684516 conn(0x7ff6e80776f0 msgr2=0x7ff6e8077b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:42.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.068+0000 7ff6e7e00700 1 -- 172.21.15.12:0/4190684516 shutdown_connections 2024-05-21T00:17:42.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.068+0000 7ff6e7e00700 1 -- 172.21.15.12:0/4190684516 wait complete. 2024-05-21T00:17:42.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.069+0000 7ff6e7e00700 1 Processor -- start 2024-05-21T00:17:42.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.070+0000 7ff6e7e00700 1 -- start start 2024-05-21T00:17:42.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.070+0000 7ff6e7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6e8101d70 0x7ff6e819be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:42.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.070+0000 7ff6e7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff6e8102730 0x7ff6e819c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:42.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.070+0000 7ff6e7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6e8104250 0x7ff6e81a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:42.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.070+0000 7ff6e7e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e8115a20 con 0x7ff6e8101d70 2024-05-21T00:17:42.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.070+0000 7ff6e7e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e81158a0 con 0x7ff6e8102730 2024-05-21T00:17:42.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.070+0000 7ff6e7e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff6e8115ba0 con 0x7ff6e8104250 2024-05-21T00:17:42.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.070+0000 7ff6e6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6e8101d70 0x7ff6e819be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:42.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.070+0000 7ff6e6000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff6e8102730 0x7ff6e819c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:42.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.070+0000 7ff6e6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6e8101d70 0x7ff6e819be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44954/0 (socket says 172.21.15.12:44954) 2024-05-21T00:17:42.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.070+0000 7ff6e6a00700 1 -- 172.21.15.12:0/3427033966 learned_addr learned my addr 172.21.15.12:0/3427033966 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:42.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.071+0000 7ff6e7400700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6e8104250 0x7ff6e81a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:42.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.071+0000 7ff6e6a00700 1 -- 172.21.15.12:0/3427033966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6e8104250 msgr2=0x7ff6e81a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:42.072 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.071+0000 7ff6e6a00700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6e8104250 0x7ff6e81a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:42.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.071+0000 7ff6e6a00700 1 -- 172.21.15.12:0/3427033966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff6e8102730 msgr2=0x7ff6e819c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:42.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.071+0000 7ff6e6a00700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff6e8102730 0x7ff6e819c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:42.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.071+0000 7ff6e6a00700 1 -- 172.21.15.12:0/3427033966 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6e81a0e60 con 0x7ff6e8101d70 2024-05-21T00:17:42.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.071+0000 7ff6e7400700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6e8104250 0x7ff6e81a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:17:42.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.071+0000 7ff6e6a00700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6e8101d70 0x7ff6e819be50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ff6d800e9a0 tx=0x7ff6d800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:42.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.072+0000 7ff6df400700 1 -- 172.21.15.12:0/3427033966 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d800cbd0 con 0x7ff6e8101d70 2024-05-21T00:17:42.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.072+0000 7ff6df400700 1 -- 172.21.15.12:0/3427033966 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff6d800cd70 con 0x7ff6e8101d70 2024-05-21T00:17:42.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.072+0000 7ff6e7e00700 1 -- 172.21.15.12:0/3427033966 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6e81a1150 con 0x7ff6e8101d70 2024-05-21T00:17:42.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.072+0000 7ff6df400700 1 -- 172.21.15.12:0/3427033966 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6d8018680 con 0x7ff6e8101d70 2024-05-21T00:17:42.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.072+0000 7ff6e7e00700 1 -- 172.21.15.12:0/3427033966 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6e81a89d0 con 0x7ff6e8101d70 2024-05-21T00:17:42.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.073+0000 7ff6e7e00700 1 -- 172.21.15.12:0/3427033966 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6e806a230 con 0x7ff6e8101d70 2024-05-21T00:17:42.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.075+0000 7ff6df400700 1 -- 172.21.15.12:0/3427033966 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff6d8010430 con 0x7ff6e8101d70 2024-05-21T00:17:42.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.077+0000 7ff6df400700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff6cc0b2880 0x7ff6cc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:42.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.077+0000 7ff6df400700 1 -- 172.21.15.12:0/3427033966 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff6d80e2420 con 0x7ff6e8101d70 2024-05-21T00:17:42.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.077+0000 7ff6e6000700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff6cc0b2880 0x7ff6cc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:42.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.078+0000 7ff6e6000700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff6cc0b2880 0x7ff6cc0b4d40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff6e8077bf0 tx=0x7ff6d4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:42.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.082+0000 7ff6df400700 1 -- 172.21.15.12:0/3427033966 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7ff6d80aa110 con 0x7ff6e8101d70 2024-05-21T00:17:42.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.327+0000 7ff6e7e00700 1 -- 172.21.15.12:0/3427033966 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff6e802e560 con 0x7ff6e8101d70 2024-05-21T00:17:42.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.330+0000 7ff6df400700 1 -- 172.21.15.12:0/3427033966 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22452 (secure 0 0 0) 0x7ff6d80a9a10 con 0x7ff6e8101d70 2024-05-21T00:17:42.331 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:42.331 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","created":"2024-05-21T00:03:31.857871+0000","modified":"2024-05-21T00:13:48.805372+0000","last_up_change":"2024-05-21T00:11:45.298954+0000","last_in_change":"2024-05-21T00:11:25.604086+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:07:33.533592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:12:51.199495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:12:55.743028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eb262230-57ca-4f86-9c2b-480a80166146","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6803","nonce":555322069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6805","nonce":555322069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6809","nonce":555322069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6807","nonce":555322069}]},"public_addr":"172.21.15.12:6803/555322069","cluster_addr":"172.21.15.12:6805/555322069","heartbeat_back_addr":"172.21.15.12:6809/555322069","heartbeat_front_addr":"172.21.15.12:6807/555322069","state":["exists","up"]},{"osd":1,"uuid":"4a47cb31-071b-46be-9a26-4a6312ddaaca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6801","nonce":1346604098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6803","nonce":1346604098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6807","nonce":1346604098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6805","nonce":1346604098}]},"public_addr":"172.21.15.60:6801/1346604098","cluster_addr":"172.21.15.60:6803/1346604098","heartbeat_back_addr":"172.21.15.60:6807/1346604098","heartbeat_front_addr":"172.21.15.60:6805/1346604098","state":["exists","up"]},{"osd":2,"uuid":"f29f0f11-f36c-4603-a4e7-3294eb5e9568","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6801","nonce":2955000302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6803","nonce":2955000302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6807","nonce":2955000302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6805","nonce":2955000302}]},"public_addr":"172.21.15.77:6801/2955000302","cluster_addr":"172.21.15.77:6803/2955000302","heartbeat_back_addr":"172.21.15.77:6807/2955000302","heartbeat_front_addr":"172.21.15.77:6805/2955000302","state":["exists","up"]},{"osd":3,"uuid":"671ae43b-4ee1-4c5f-8c8d-12c5807af59c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6811","nonce":2515804940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6813","nonce":2515804940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6817","nonce":2515804940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6815","nonce":2515804940}]},"public_addr":"172.21.15.12:6811/2515804940","cluster_addr":"172.21.15.12:6813/2515804940","heartbeat_back_addr":"172.21.15.12:6817/2515804940","heartbeat_front_addr":"172.21.15.12:6815/2515804940","state":["exists","up"]},{"osd":4,"uuid":"527f3934-7fb5-4e65-8ef9-e5921bc5ba65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6809","nonce":2773894843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6811","nonce":2773894843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6815","nonce":2773894843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6813","nonce":2773894843}]},"public_addr":"172.21.15.60:6809/2773894843","cluster_addr":"172.21.15.60:6811/2773894843","heartbeat_back_addr":"172.21.15.60:6815/2773894843","heartbeat_front_addr":"172.21.15.60:6813/2773894843","state":["exists","up"]},{"osd":5,"uuid":"2c37b2c3-a9c0-47b3-9023-84566d18e0af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6809","nonce":202950059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6811","nonce":202950059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6815","nonce":202950059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6813","nonce":202950059}]},"public_addr":"172.21.15.77:6809/202950059","cluster_addr":"172.21.15.77:6811/202950059","heartbeat_back_addr":"172.21.15.77:6815/202950059","heartbeat_front_addr":"172.21.15.77:6813/202950059","state":["exists","up"]},{"osd":6,"uuid":"68c18062-e034-421d-b135-ab35d7d4bd25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6819","nonce":1511296628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6821","nonce":1511296628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6825","nonce":1511296628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6823","nonce":1511296628}]},"public_addr":"172.21.15.12:6819/1511296628","cluster_addr":"172.21.15.12:6821/1511296628","heartbeat_back_addr":"172.21.15.12:6825/1511296628","heartbeat_front_addr":"172.21.15.12:6823/1511296628","state":["exists","up"]},{"osd":7,"uuid":"0ac8383b-1578-44f1-8ebe-420d79511dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6817","nonce":4203237802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6819","nonce":4203237802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6823","nonce":4203237802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6821","nonce":4203237802}]},"public_addr":"172.21.15.60:6817/4203237802","cluster_addr":"172.21.15.60:6819/4203237802","heartbeat_back_addr":"172.21.15.60:6823/4203237802","heartbeat_front_addr":"172.21.15.60:6821/4203237802","state":["exists","up"]},{"osd":8,"uuid":"65362b50-2bba-422b-a5c9-1584cf55583d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6817","nonce":1939530536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6819","nonce":1939530536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6823","nonce":1939530536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6821","nonce":1939530536}]},"public_addr":"172.21.15.77:6817/1939530536","cluster_addr":"172.21.15.77:6819/1939530536","heartbeat_back_addr":"172.21.15.77:6823/1939530536","heartbeat_front_addr":"172.21.15.77:6821/1939530536","state":["exists","up"]},{"osd":9,"uuid":"9572a8a5-22f1-49ac-8b92-9e88dfac6dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6827","nonce":849418735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6829","nonce":849418735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6833","nonce":849418735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6831","nonce":849418735}]},"public_addr":"172.21.15.12:6827/849418735","cluster_addr":"172.21.15.12:6829/849418735","heartbeat_back_addr":"172.21.15.12:6833/849418735","heartbeat_front_addr":"172.21.15.12:6831/849418735","state":["exists","up"]},{"osd":10,"uuid":"9a42dca5-3dfa-4d8e-a33d-385ca25a8728","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6825","nonce":1376044245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6827","nonce":1376044245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6831","nonce":1376044245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6829","nonce":1376044245}]},"public_addr":"172.21.15.60:6825/1376044245","cluster_addr":"172.21.15.60:6827/1376044245","heartbeat_back_addr":"172.21.15.60:6831/1376044245","heartbeat_front_addr":"172.21.15.60:6829/1376044245","state":["exists","up"]},{"osd":11,"uuid":"856d5711-f90b-4619-abff-071e87b9d9cd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6825","nonce":3670550862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6827","nonce":3670550862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6831","nonce":3670550862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6829","nonce":3670550862}]},"public_addr":"172.21.15.77:6825/3670550862","cluster_addr":"172.21.15.77:6827/3670550862","heartbeat_back_addr":"172.21.15.77:6831/3670550862","heartbeat_front_addr":"172.21.15.77:6829/3670550862","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:06:41.613797+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:07.131615+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:31.297626+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:04.225630+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:29.488657+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:53.416655+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:27.501283+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:52.564404+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:17.639136+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:51.369821+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:18.024792+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:43.603806+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2206749889":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/840755370":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6800/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/2890553385":"2024-05-22T00:04:13.638637+0000","172.21.15.12:6800/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/3618065373":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/3942652702":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/1867303420":"2024-05-22T00:04:13.638637+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:17:42.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.333+0000 7ff6e7e00700 1 -- 172.21.15.12:0/3427033966 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff6cc0b2880 msgr2=0x7ff6cc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:42.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.333+0000 7ff6e7e00700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff6cc0b2880 0x7ff6cc0b4d40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff6e8077bf0 tx=0x7ff6d4009260 comp rx=0 tx=0).stop 2024-05-21T00:17:42.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.333+0000 7ff6e7e00700 1 -- 172.21.15.12:0/3427033966 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6e8101d70 msgr2=0x7ff6e819be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:42.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.333+0000 7ff6e7e00700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6e8101d70 0x7ff6e819be50 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7ff6d800e9a0 tx=0x7ff6d800ecb0 comp rx=0 tx=0).stop 2024-05-21T00:17:42.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.333+0000 7ff6e7e00700 1 -- 172.21.15.12:0/3427033966 shutdown_connections 2024-05-21T00:17:42.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.333+0000 7ff6e7e00700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff6e8104250 0x7ff6e81a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:42.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.333+0000 7ff6e7e00700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff6cc0b2880 0x7ff6cc0b4d40 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:42.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.333+0000 7ff6e7e00700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff6e8101d70 0x7ff6e819be50 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:42.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.333+0000 7ff6e7e00700 1 --2- 172.21.15.12:0/3427033966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff6e8102730 0x7ff6e819c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:42.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.333+0000 7ff6e7e00700 1 -- 172.21.15.12:0/3427033966 >> 172.21.15.12:0/3427033966 conn(0x7ff6e80776f0 msgr2=0x7ff6e80ffd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:42.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.334+0000 7ff6e7e00700 1 -- 172.21.15.12:0/3427033966 shutdown_connections 2024-05-21T00:17:42.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:42.334+0000 7ff6e7e00700 1 -- 172.21.15.12:0/3427033966 wait complete. 2024-05-21T00:17:43.206 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-05-21T00:17:43.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:42 smithi060 ceph-mon[36426]: pgmap v458: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:43.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:42 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3427033966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:17:43.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:42 smithi077 ceph-mon[36377]: pgmap v458: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:43.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:42 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3427033966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:17:43.284 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:42 smithi012 ceph-mon[31403]: pgmap v458: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:43.284 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:42 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3427033966' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:17:43.682 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:45.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:44 smithi060 ceph-mon[36426]: pgmap v459: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:17:45.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:44 smithi077 ceph-mon[36377]: pgmap v459: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:17:45.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:44 smithi012 ceph-mon[31403]: pgmap v459: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:17:46.811 INFO:teuthology.orchestra.run.smithi012.stdout:{"run_dir":"/var/run/ceph"} 2024-05-21T00:17:46.811 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-05-21T00:17:46.812 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 6003 2024-05-21T00:17:46.812 DEBUG:tasks.quiescer:Yielding 2024-05-21T00:17:46.812 INFO:teuthology.run_tasks:Running task workunit... 2024-05-21T00:17:46.832 INFO:tasks.workunit:Pulling workunits from ref b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:17:46.833 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-05-21T00:17:46.833 INFO:tasks.workunit:timeout=3h 2024-05-21T00:17:46.833 INFO:tasks.workunit:cleanup=True 2024-05-21T00:17:46.833 DEBUG:teuthology.orchestra.run.smithi012:> stat -- /home/ubuntu/cephtest/mnt.0 2024-05-21T00:17:46.834 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:17:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-05-21T00:17:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-05-21T00:17:46.890 INFO:teuthology.orchestra.run.smithi012.stdout:Device: 77h/119d Inode: 1099511628283 Links: 2 2024-05-21T00:17:46.890 INFO:teuthology.orchestra.run.smithi012.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-21T00:17:46.890 INFO:teuthology.orchestra.run.smithi012.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-05-21T00:17:46.890 INFO:teuthology.orchestra.run.smithi012.stdout:Access: 2024-05-21 00:13:38.622747849 +0000 2024-05-21T00:17:46.890 INFO:teuthology.orchestra.run.smithi012.stdout:Modify: 2024-05-21 00:13:38.622747849 +0000 2024-05-21T00:17:46.890 INFO:teuthology.orchestra.run.smithi012.stdout:Change: 2024-05-21 00:16:58.121674655 +0000 2024-05-21T00:17:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: Birth: 2024-05-21 00:13:38.622747849 +0000 2024-05-21T00:17:46.890 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-05-21T00:17:46.890 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-05-21T00:17:46.998 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:46 smithi012 ceph-mon[31403]: pgmap v460: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:17:47.025 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout b772be9bbd810236a4ab405b6b221a45c687051f 2024-05-21T00:17:47.079 INFO:tasks.workunit.client.0.smithi012.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-05-21T00:17:47.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:46 smithi060 ceph-mon[36426]: pgmap v460: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:17:47.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:46 smithi077 ceph-mon[36377]: pgmap v460: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:17:47.323 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:49.222 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:48 smithi012 ceph-mon[31403]: pgmap v461: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:49.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:48 smithi060 ceph-mon[36426]: pgmap v461: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:49.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:48 smithi077 ceph-mon[36377]: pgmap v461: 97 pgs: 97 active+clean; 653 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:17:49.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.475+0000 7f0080800700 1 -- 172.21.15.12:0/2802872821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0078105760 msgr2=0x7f0078105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:49.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.475+0000 7f0080800700 1 --2- 172.21.15.12:0/2802872821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0078105760 0x7f0078105be0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f0068009990 tx=0x7f0068009ca0 comp rx=0 tx=0).stop 2024-05-21T00:17:49.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.475+0000 7f0080800700 1 -- 172.21.15.12:0/2802872821 shutdown_connections 2024-05-21T00:17:49.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.475+0000 7f0080800700 1 --2- 172.21.15.12:0/2802872821 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0078106120 0x7f0078112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:49.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.475+0000 7f0080800700 1 --2- 172.21.15.12:0/2802872821 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f007810b760 0x7f007810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:49.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.475+0000 7f0080800700 1 --2- 172.21.15.12:0/2802872821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0078105760 0x7f0078105be0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:49.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.475+0000 7f0080800700 1 -- 172.21.15.12:0/2802872821 >> 172.21.15.12:0/2802872821 conn(0x7f0078101250 msgr2=0x7f0078103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:49.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.475+0000 7f0080800700 1 -- 172.21.15.12:0/2802872821 shutdown_connections 2024-05-21T00:17:49.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.475+0000 7f0080800700 1 -- 172.21.15.12:0/2802872821 wait complete. 2024-05-21T00:17:49.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.476+0000 7f0080800700 1 Processor -- start 2024-05-21T00:17:49.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.476+0000 7f0080800700 1 -- start start 2024-05-21T00:17:49.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.477+0000 7f0080800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0078105760 0x7f007819bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:49.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.477+0000 7f0080800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0078106120 0x7f007819c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:49.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.477+0000 7f0080800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f007810b760 0x7f00781a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:49.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.477+0000 7f0080800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0078115960 con 0x7f0078105760 2024-05-21T00:17:49.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.477+0000 7f0080800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f00781157e0 con 0x7f007810b760 2024-05-21T00:17:49.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.477+0000 7f0080800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0078115ae0 con 0x7f0078106120 2024-05-21T00:17:49.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.477+0000 7f007de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0078105760 0x7f007819bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:49.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.477+0000 7f007d400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0078106120 0x7f007819c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:49.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.477+0000 7f007de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0078105760 0x7f007819bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33740/0 (socket says 172.21.15.12:33740) 2024-05-21T00:17:49.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.477+0000 7f007de00700 1 -- 172.21.15.12:0/1394418825 learned_addr learned my addr 172.21.15.12:0/1394418825 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:49.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.477+0000 7f007e800700 1 --2- 172.21.15.12:0/1394418825 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f007810b760 0x7f00781a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:49.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.478+0000 7f007d400700 1 -- 172.21.15.12:0/1394418825 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f007810b760 msgr2=0x7f00781a0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:49.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.478+0000 7f007d400700 1 --2- 172.21.15.12:0/1394418825 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f007810b760 0x7f00781a0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:49.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.478+0000 7f007d400700 1 -- 172.21.15.12:0/1394418825 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0078105760 msgr2=0x7f007819bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:49.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.478+0000 7f007d400700 1 --2- 172.21.15.12:0/1394418825 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0078105760 0x7f007819bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:49.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.478+0000 7f007d400700 1 -- 172.21.15.12:0/1394418825 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00781a0dc0 con 0x7f0078106120 2024-05-21T00:17:49.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.478+0000 7f007d400700 1 --2- 172.21.15.12:0/1394418825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0078106120 0x7f007819c2f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0068006010 tx=0x7f00680057c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:49.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.478+0000 7f0072a00700 1 -- 172.21.15.12:0/1394418825 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0068027070 con 0x7f0078106120 2024-05-21T00:17:49.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.478+0000 7f0072a00700 1 -- 172.21.15.12:0/1394418825 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0068022470 con 0x7f0078106120 2024-05-21T00:17:49.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.478+0000 7f0080800700 1 -- 172.21.15.12:0/1394418825 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00781a1050 con 0x7f0078106120 2024-05-21T00:17:49.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.478+0000 7f0072a00700 1 -- 172.21.15.12:0/1394418825 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0068017650 con 0x7f0078106120 2024-05-21T00:17:49.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.479+0000 7f0080800700 1 -- 172.21.15.12:0/1394418825 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00781a8930 con 0x7f0078106120 2024-05-21T00:17:49.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.480+0000 7f0080800700 1 -- 172.21.15.12:0/1394418825 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f007806a230 con 0x7f0078106120 2024-05-21T00:17:49.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.482+0000 7f0072a00700 1 -- 172.21.15.12:0/1394418825 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f006802a070 con 0x7f0078106120 2024-05-21T00:17:49.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.483+0000 7f0072a00700 1 --2- 172.21.15.12:0/1394418825 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f00600b2900 0x7f00600b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:49.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.484+0000 7f0072a00700 1 -- 172.21.15.12:0/1394418825 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f00680e2de0 con 0x7f0078106120 2024-05-21T00:17:49.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.484+0000 7f007de00700 1 --2- 172.21.15.12:0/1394418825 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f00600b2900 0x7f00600b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:49.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.485+0000 7f007de00700 1 --2- 172.21.15.12:0/1394418825 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f00600b2900 0x7f00600b4dc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f006c009680 tx=0x7f006c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:49.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.485+0000 7f0072a00700 1 -- 172.21.15.12:0/1394418825 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f0068013070 con 0x7f0078106120 2024-05-21T00:17:49.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.775+0000 7f0080800700 1 -- 172.21.15.12:0/1394418825 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f007819d110 con 0x7f0078106120 2024-05-21T00:17:49.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.776+0000 7f0072a00700 1 -- 172.21.15.12:0/1394418825 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f00680aab60 con 0x7f0078106120 2024-05-21T00:17:49.777 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:17:49.777 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:17:49.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.779+0000 7f0080800700 1 -- 172.21.15.12:0/1394418825 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f00600b2900 msgr2=0x7f00600b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:49.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.779+0000 7f0080800700 1 --2- 172.21.15.12:0/1394418825 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f00600b2900 0x7f00600b4dc0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f006c009680 tx=0x7f006c009260 comp rx=0 tx=0).stop 2024-05-21T00:17:49.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.779+0000 7f0080800700 1 -- 172.21.15.12:0/1394418825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0078106120 msgr2=0x7f007819c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:49.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.779+0000 7f0080800700 1 --2- 172.21.15.12:0/1394418825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0078106120 0x7f007819c2f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0068006010 tx=0x7f00680057c0 comp rx=0 tx=0).stop 2024-05-21T00:17:49.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.779+0000 7f0080800700 1 -- 172.21.15.12:0/1394418825 shutdown_connections 2024-05-21T00:17:49.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.779+0000 7f0080800700 1 --2- 172.21.15.12:0/1394418825 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f007810b760 0x7f00781a0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:49.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.779+0000 7f0080800700 1 --2- 172.21.15.12:0/1394418825 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f00600b2900 0x7f00600b4dc0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:49.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.779+0000 7f0080800700 1 --2- 172.21.15.12:0/1394418825 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0078105760 0x7f007819bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:49.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.779+0000 7f0080800700 1 --2- 172.21.15.12:0/1394418825 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0078106120 0x7f007819c2f0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:49.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.779+0000 7f0080800700 1 -- 172.21.15.12:0/1394418825 >> 172.21.15.12:0/1394418825 conn(0x7f0078101250 msgr2=0x7f0078101790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:49.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.780+0000 7f0080800700 1 -- 172.21.15.12:0/1394418825 shutdown_connections 2024-05-21T00:17:49.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:49.780+0000 7f0080800700 1 -- 172.21.15.12:0/1394418825 wait complete. 2024-05-21T00:17:49.781 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:17:50.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:49 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1394418825' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:50.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:49 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1394418825' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:50.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:49 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1394418825' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:17:50.611 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-05-21T00:12:59.747732+0000', 'modified': '2024-05-21T00:16:59.209158+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24538, 'mds_1': 24530, 'mds_2': 24523, 'mds_3': 24505, 'mds_4': 24493}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24443': {'gid': 24443, 'name': 'k', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.60:6833/1214326622', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6832', 'nonce': 1214326622}, {'type': 'v1', 'addr': '172.21.15.60:6833', 'nonce': 1214326622}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24448': {'gid': 24448, 'name': 'l', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.77:6833/3852286108', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6832', 'nonce': 3852286108}, {'type': 'v1', 'addr': '172.21.15.77:6833', 'nonce': 3852286108}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24455': {'gid': 24455, 'name': 'j', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.12:6835/4067242725', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.12:6834', 'nonce': 4067242725}, {'type': 'v1', 'addr': '172.21.15.12:6835', 'nonce': 4067242725}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24473': {'gid': 24473, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.60:6835/3705071048', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6834', 'nonce': 3705071048}, {'type': 'v1', 'addr': '172.21.15.60:6835', 'nonce': 3705071048}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24488': {'gid': 24488, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.60:6837/864212275', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6836', 'nonce': 864212275}, {'type': 'v1', 'addr': '172.21.15.60:6837', 'nonce': 864212275}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24493': {'gid': 24493, 'name': 'f', 'rank': 4, 'incarnation': 25, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.77:6835/4140862249', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6834', 'nonce': 4140862249}, {'type': 'v1', 'addr': '172.21.15.77:6835', 'nonce': 4140862249}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24505': {'gid': 24505, 'name': 'c', 'rank': 3, 'incarnation': 23, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.77:6837/2756899193', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6836', 'nonce': 2756899193}, {'type': 'v1', 'addr': '172.21.15.77:6837', 'nonce': 2756899193}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24523': {'gid': 24523, 'name': 'i', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 14, 'addr': '172.21.15.77:6839/1967320043', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6838', 'nonce': 1967320043}, {'type': 'v1', 'addr': '172.21.15.77:6839', 'nonce': 1967320043}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24530': {'gid': 24530, 'name': 'b', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.60:6839/1377681281', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.60:6838', 'nonce': 1377681281}, {'type': 'v1', 'addr': '172.21.15.60:6839', 'nonce': 1377681281}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24538': {'gid': 24538, 'name': 'a', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.12:6841/3145827492', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.12:6840', 'nonce': 3145827492}, {'type': 'v1', 'addr': '172.21.15.12:6841', 'nonce': 3145827492}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24538, 'qdb_cluster': [24523, 24530, 24538, 24493, 24505]} 2024-05-21T00:17:50.612 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-05-21T00:17:50.612 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.f status 2024-05-21T00:17:51.102 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:51.256 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:50 smithi012 ceph-mon[31403]: pgmap v462: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 852 B/s wr, 11 op/s 2024-05-21T00:17:51.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:50 smithi077 ceph-mon[36377]: pgmap v462: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 852 B/s wr, 11 op/s 2024-05-21T00:17:51.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:50 smithi060 ceph-mon[36426]: pgmap v462: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 852 B/s wr, 11 op/s 2024-05-21T00:17:53.142 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:52 smithi012 ceph-mon[31403]: pgmap v463: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-21T00:17:53.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:52 smithi077 ceph-mon[36377]: pgmap v463: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-21T00:17:53.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.349+0000 7f4a10c00700 1 -- 172.21.15.12:0/967731497 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a0c105f80 msgr2=0x7f4a0c106410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:53.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.349+0000 7f4a10c00700 1 --2- 172.21.15.12:0/967731497 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a0c105f80 0x7f4a0c106410 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4a04009f90 tx=0x7f4a0400b330 comp rx=0 tx=0).stop 2024-05-21T00:17:53.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.350+0000 7f4a10c00700 1 -- 172.21.15.12:0/967731497 shutdown_connections 2024-05-21T00:17:53.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.350+0000 7f4a10c00700 1 --2- 172.21.15.12:0/967731497 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a0c105f80 0x7f4a0c106410 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.350+0000 7f4a10c00700 1 --2- 172.21.15.12:0/967731497 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a0c108470 0x7f4a0c06b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.350+0000 7f4a10c00700 1 --2- 172.21.15.12:0/967731497 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a0c06b790 0x7f4a0c06bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.350+0000 7f4a10c00700 1 -- 172.21.15.12:0/967731497 >> 172.21.15.12:0/967731497 conn(0x7f4a0c0793f0 msgr2=0x7f4a0c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:53.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.350+0000 7f4a10c00700 1 -- 172.21.15.12:0/967731497 shutdown_connections 2024-05-21T00:17:53.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.350+0000 7f4a10c00700 1 -- 172.21.15.12:0/967731497 wait complete. 2024-05-21T00:17:53.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.351+0000 7f4a10c00700 1 Processor -- start 2024-05-21T00:17:53.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.351+0000 7f4a10c00700 1 -- start start 2024-05-21T00:17:53.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.351+0000 7f4a10c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a0c06b790 0x7f4a0c1a01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.352+0000 7f4a10c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a0c105f80 0x7f4a0c1a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.352+0000 7f4a10c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a0c108470 0x7f4a0c1a4a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.352+0000 7f4a10c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4a0c119d00 con 0x7f4a0c105f80 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.352+0000 7f4a10c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f4a0c119b80 con 0x7f4a0c06b790 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.352+0000 7f4a10c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f4a0c119e80 con 0x7f4a0c108470 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.352+0000 7f4a01400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a0c105f80 0x7f4a0c1a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.352+0000 7f4a09e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a0c06b790 0x7f4a0c1a01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.352+0000 7f4a09e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a0c06b790 0x7f4a0c1a01b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:48636/0 (socket says 172.21.15.12:48636) 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.352+0000 7f4a01400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a0c105f80 0x7f4a0c1a06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33752/0 (socket says 172.21.15.12:33752) 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.352+0000 7f4a09e00700 1 -- 172.21.15.12:0/2694849314 learned_addr learned my addr 172.21.15.12:0/2694849314 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.352+0000 7f4a0a800700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a0c108470 0x7f4a0c1a4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.352+0000 7f4a01400700 1 -- 172.21.15.12:0/2694849314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a0c108470 msgr2=0x7f4a0c1a4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.352+0000 7f4a01400700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a0c108470 0x7f4a0c1a4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.353+0000 7f4a01400700 1 -- 172.21.15.12:0/2694849314 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a0c06b790 msgr2=0x7f4a0c1a01b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:53.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.353+0000 7f4a01400700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a0c06b790 0x7f4a0c1a01b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.353+0000 7f4a01400700 1 -- 172.21.15.12:0/2694849314 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a0c1a51c0 con 0x7f4a0c105f80 2024-05-21T00:17:53.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.353+0000 7f4a09e00700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a0c06b790 0x7f4a0c1a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:53.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.353+0000 7f4a0a800700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a0c108470 0x7f4a0c1a4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:17:53.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.353+0000 7f4a01400700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a0c105f80 0x7f4a0c1a06f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f49f400eb90 tx=0x7f49f400eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:53.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.353+0000 7f4a03400700 1 -- 172.21.15.12:0/2694849314 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49f400cc90 con 0x7f4a0c105f80 2024-05-21T00:17:53.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.353+0000 7f4a03400700 1 -- 172.21.15.12:0/2694849314 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f49f400ce30 con 0x7f4a0c105f80 2024-05-21T00:17:53.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.353+0000 7f4a10c00700 1 -- 172.21.15.12:0/2694849314 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a0c1a54b0 con 0x7f4a0c105f80 2024-05-21T00:17:53.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.353+0000 7f4a03400700 1 -- 172.21.15.12:0/2694849314 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49f4010430 con 0x7f4a0c105f80 2024-05-21T00:17:53.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.353+0000 7f4a10c00700 1 -- 172.21.15.12:0/2694849314 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a0c1acd30 con 0x7f4a0c105f80 2024-05-21T00:17:53.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.359+0000 7f4a03400700 1 -- 172.21.15.12:0/2694849314 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f49f4003ef0 con 0x7f4a0c105f80 2024-05-21T00:17:53.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.360+0000 7f4a1b495b80 1 Processor -- start 2024-05-21T00:17:53.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.360+0000 7f4a1b495b80 1 -- start start 2024-05-21T00:17:53.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.361+0000 7f4a1b495b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 0x557543ce2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.361+0000 7f4a1b495b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 0x557543cdc210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.361+0000 7f4a1b495b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 0x557543cdcc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.361+0000 7f4a1b495b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557543c3adf0 con 0x557543ce1e60 2024-05-21T00:17:53.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.361+0000 7f4a1b495b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x557543c2a990 con 0x557543cdc830 2024-05-21T00:17:53.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.361+0000 7f4a1b495b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x557543c2e9d0 con 0x557543ce2780 2024-05-21T00:17:53.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.361+0000 7f4a01400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 0x557543cdcc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.361+0000 7f4a0a800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 0x557543ce2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.361+0000 7f4a01400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 0x557543cdcc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:48652/0 (socket says 172.21.15.12:48652) 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.361+0000 7f4a01400700 1 -- 172.21.15.12:0/2371268457 learned_addr learned my addr 172.21.15.12:0/2371268457 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.361+0000 7f4a09e00700 1 --2- 172.21.15.12:0/2371268457 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 0x557543cdc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.362+0000 7f4a03400700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f49f00b2880 0x7f49f00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.362+0000 7f4a01400700 1 -- 172.21.15.12:0/2371268457 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 msgr2=0x557543cdc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.362+0000 7f4a01400700 1 --2- 172.21.15.12:0/2371268457 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 0x557543cdc210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.362+0000 7f4a01400700 1 -- 172.21.15.12:0/2371268457 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 msgr2=0x557543ce2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.362+0000 7f4a01400700 1 --2- 172.21.15.12:0/2371268457 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 0x557543ce2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.362+0000 7f4a01400700 1 -- 172.21.15.12:0/2371268457 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557543bf33d0 con 0x557543cdc830 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.362+0000 7f4a03400700 1 -- 172.21.15.12:0/2694849314 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f49f40e2520 con 0x7f4a0c105f80 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.362+0000 7f4a0a800700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f49f00b2880 0x7f49f00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.362+0000 7f4a01400700 1 --2- 172.21.15.12:0/2371268457 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 0x557543cdcc90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f49f4013a60 tx=0x7f49f4020000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a85421b3b5a3fd7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:53.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.363+0000 7f49fb400700 1 -- 172.21.15.12:0/2371268457 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49f40a98e0 con 0x557543cdc830 2024-05-21T00:17:53.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.363+0000 7f49fb400700 1 -- 172.21.15.12:0/2371268457 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f49f4013a90 con 0x557543cdc830 2024-05-21T00:17:53.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.363+0000 7f49fb400700 1 -- 172.21.15.12:0/2371268457 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49f40a52a0 con 0x557543cdc830 2024-05-21T00:17:53.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.363+0000 7f4a1b495b80 1 -- 172.21.15.12:0/2371268457 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 msgr2=0x557543cdcc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:53.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.363+0000 7f4a0a800700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f49f00b2880 0x7f49f00b4d40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4a04009790 tx=0x7f4a04009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:53.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.363+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/2371268457 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 0x557543cdcc90 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f49f4013a60 tx=0x7f49f4020000 comp rx=0 tx=0).stop 2024-05-21T00:17:53.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.364+0000 7f4a1b495b80 1 -- 172.21.15.12:0/2371268457 shutdown_connections 2024-05-21T00:17:53.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.364+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/2371268457 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 0x557543cdcc90 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.364+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/2371268457 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 0x557543ce2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.364+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/2371268457 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 0x557543cdc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.364+0000 7f4a1b495b80 1 -- 172.21.15.12:0/2371268457 >> 172.21.15.12:0/2371268457 conn(0x557543c0ab90 msgr2=0x557543cd6fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:53.365 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.364+0000 7f4a1b495b80 1 -- 172.21.15.12:0/2371268457 shutdown_connections 2024-05-21T00:17:53.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.364+0000 7f4a1b495b80 1 -- 172.21.15.12:0/2371268457 wait complete. 2024-05-21T00:17:53.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.364+0000 7f4a1b495b80 1 -- start start 2024-05-21T00:17:53.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.365+0000 7f4a1b495b80 1 Processor -- start 2024-05-21T00:17:53.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.365+0000 7f4a1b495b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 0x557543ce83d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.365+0000 7f4a1b495b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 0x557543ce5770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.365+0000 7f4a1b495b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 0x557543ce5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.365+0000 7f4a1b495b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557543b30f50 con 0x557543ce1e60 2024-05-21T00:17:53.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.365+0000 7f4a1b495b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x557543bcb710 con 0x557543cdc830 2024-05-21T00:17:53.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.365+0000 7f4a1b495b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x557543ce9190 con 0x557543ce2780 2024-05-21T00:17:53.366 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.365+0000 7f4a1b495b80 10 client.0 _ll_register_callbacks cb 0x557543bd4c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:17:53.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.365+0000 7f4a09e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 0x557543ce83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.365+0000 7f4a09e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 0x557543ce83d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:48662/0 (socket says 172.21.15.12:48662) 2024-05-21T00:17:53.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.365+0000 7f4a09e00700 1 -- 172.21.15.12:0/275574690 learned_addr learned my addr 172.21.15.12:0/275574690 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:53.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.365+0000 7f4a01400700 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 0x557543ce5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.366+0000 7f4a0a800700 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 0x557543ce5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.366+0000 7f4a09e00700 1 -- 172.21.15.12:0/275574690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 msgr2=0x557543ce5cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.366+0000 7f4a09e00700 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 0x557543ce5cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.366+0000 7f4a09e00700 1 -- 172.21.15.12:0/275574690 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 msgr2=0x557543ce5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.366+0000 7f4a09e00700 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 0x557543ce5770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.366+0000 7f4a09e00700 1 -- 172.21.15.12:0/275574690 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557543b7a880 con 0x557543cdc830 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.366+0000 7f4a01400700 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 0x557543ce5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.366+0000 7f4a0a800700 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 0x557543ce5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.366+0000 7f4a09e00700 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 0x557543ce83d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f49fc011d10 tx=0x7f49fc00f6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c74409026a4a3f1c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.366+0000 7f49efe00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.367+0000 7f49efe00700 1 -- 172.21.15.12:0/275574690 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49fc01e020 con 0x557543cdc830 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.367+0000 7f4a1b495b80 1 -- 172.21.15.12:0/275574690 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557543c3cd40 con 0x557543cdc830 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.367+0000 7f49efe00700 1 -- 172.21.15.12:0/275574690 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f49fc00fc30 con 0x557543cdc830 2024-05-21T00:17:53.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.367+0000 7f49efe00700 1 -- 172.21.15.12:0/275574690 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f49fc00fe30 con 0x557543cdc830 2024-05-21T00:17:53.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.367+0000 7f4a1b495b80 10 client.25250 fetch_fsmap learned FSMap version 29 2024-05-21T00:17:53.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.367+0000 7f4a1b495b80 1 -- 172.21.15.12:0/275574690 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557543bfb010 con 0x557543cdc830 2024-05-21T00:17:53.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.367+0000 7f49efe00700 1 -- 172.21.15.12:0/275574690 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x557543c3cd40 con 0x557543cdc830 2024-05-21T00:17:53.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.367+0000 7f49efe00700 1 -- 172.21.15.12:0/275574690 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f49fc019070 con 0x557543cdc830 2024-05-21T00:17:53.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.367+0000 7f4a1b495b80 10 client.25250 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:17:53.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.368+0000 7f4a1b495b80 10 client.25250 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-21T00:17:53.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.368+0000 7f4a1b495b80 20 client.25250 populate_metadata read hostname 'smithi012' 2024-05-21T00:17:53.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.368+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x557543cf5ca0 0x557543cf7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.368+0000 7f4a1b495b80 4 client.25250 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:17:53.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.368+0000 7f4a1b495b80 1 -- 172.21.15.12:0/275574690 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557543c36520 con 0x557543cf5ca0 2024-05-21T00:17:53.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.368+0000 7f4a01400700 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x557543cf5ca0 0x557543cf7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.368+0000 7f4a01400700 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x557543cf5ca0 0x557543cf7110 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=dd2f0aac8212cebb server_cookie=a732367286630d4a in_seq=0 out_seq=0 2024-05-21T00:17:53.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.368+0000 7f49efe00700 10 client.25250 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:17:53.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.369+0000 7f49efe00700 1 -- 172.21.15.12:0/275574690 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557543c36520 con 0x557543cf5ca0 2024-05-21T00:17:53.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.369+0000 7f49efe00700 10 client.25250 handle_command_reply: tid=0 2024-05-21T00:17:53.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.370+0000 7f4a1b495b80 1 client.25250 shutdown 2024-05-21T00:17:53.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.370+0000 7f4a1b495b80 1 -- 172.21.15.12:0/275574690 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 msgr2=0x557543ce83d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:53.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.370+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 0x557543ce83d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f49fc011d10 tx=0x7f49fc00f6a0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.370+0000 7f4a1b495b80 1 -- 172.21.15.12:0/275574690 shutdown_connections 2024-05-21T00:17:53.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.370+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x557543cf5ca0 0x557543cf7110 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.370+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 0x557543ce5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.370+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543cdc830 0x557543ce83d0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.370+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/275574690 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 0x557543ce5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.370+0000 7f4a1b495b80 1 -- 172.21.15.12:0/275574690 >> 172.21.15.12:0/275574690 conn(0x557543c0ab90 msgr2=0x557543cdb200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:53.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.370+0000 7f49efe00700 0 client.25250 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:17:53.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.370+0000 7f4a1b495b80 1 -- 172.21.15.12:0/275574690 shutdown_connections 2024-05-21T00:17:53.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.370+0000 7f4a1b495b80 1 -- 172.21.15.12:0/275574690 wait complete. 2024-05-21T00:17:53.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.370+0000 7f4a1b495b80 20 client.25250 trim_cache size 0 max 16384 2024-05-21T00:17:53.394 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.394+0000 7f4a1b495b80 1 Processor -- start 2024-05-21T00:17:53.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.395+0000 7f4a1b495b80 1 -- start start 2024-05-21T00:17:53.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.395+0000 7f4a1b495b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543cdc830 0x557543cdc210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.395 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.395+0000 7f4a1b495b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 0x557543ce7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.395+0000 7f4a1b495b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543ce2780 0x557543cdf970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.395+0000 7f4a1b495b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557543cf5450 con 0x557543ce1e60 2024-05-21T00:17:53.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.395+0000 7f4a1b495b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x557543cf5b20 con 0x557543ce2780 2024-05-21T00:17:53.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.395+0000 7f4a1b495b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x557543cf61f0 con 0x557543cdc830 2024-05-21T00:17:53.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.395+0000 7f4a09e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543cdc830 0x557543cdc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.396+0000 7f4a09e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543cdc830 0x557543cdc210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50276/0 (socket says 172.21.15.12:50276) 2024-05-21T00:17:53.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.396+0000 7f4a09e00700 1 -- 172.21.15.12:0/3491375698 learned_addr learned my addr 172.21.15.12:0/3491375698 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:53.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.396+0000 7f4a01400700 1 --2- 172.21.15.12:0/3491375698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 0x557543ce7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.396+0000 7f4a0a800700 1 --2- 172.21.15.12:0/3491375698 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543ce2780 0x557543cdf970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.396 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.396+0000 7f4a09e00700 1 -- 172.21.15.12:0/3491375698 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543ce2780 msgr2=0x557543cdf970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:53.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.396+0000 7f4a09e00700 1 --2- 172.21.15.12:0/3491375698 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543ce2780 0x557543cdf970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.396+0000 7f4a09e00700 1 -- 172.21.15.12:0/3491375698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 msgr2=0x557543ce7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:53.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.396+0000 7f4a09e00700 1 --2- 172.21.15.12:0/3491375698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 0x557543ce7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.396+0000 7f4a09e00700 1 -- 172.21.15.12:0/3491375698 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557543ccf1b0 con 0x557543cdc830 2024-05-21T00:17:53.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.396+0000 7f4a09e00700 1 --2- 172.21.15.12:0/3491375698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543cdc830 0x557543cdc210 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f49fc001eb0 tx=0x7f49fc00fdc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=39cdfe479eab1768 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:53.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.397+0000 7f49faa00700 1 -- 172.21.15.12:0/3491375698 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49fc01e040 con 0x557543cdc830 2024-05-21T00:17:53.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.397+0000 7f49faa00700 1 -- 172.21.15.12:0/3491375698 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f49fc01a4f0 con 0x557543cdc830 2024-05-21T00:17:53.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.397+0000 7f49faa00700 1 -- 172.21.15.12:0/3491375698 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49fc004970 con 0x557543cdc830 2024-05-21T00:17:53.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.398+0000 7f4a1b495b80 1 -- 172.21.15.12:0/3491375698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543cdc830 msgr2=0x557543cdc210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:53.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.398+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/3491375698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543cdc830 0x557543cdc210 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f49fc001eb0 tx=0x7f49fc00fdc0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.398+0000 7f4a1b495b80 1 -- 172.21.15.12:0/3491375698 shutdown_connections 2024-05-21T00:17:53.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.398+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/3491375698 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543ce2780 0x557543cdf970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.398+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/3491375698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543cdc830 0x557543cdc210 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.398+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/3491375698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543ce1e60 0x557543ce7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.398+0000 7f4a1b495b80 1 -- 172.21.15.12:0/3491375698 >> 172.21.15.12:0/3491375698 conn(0x557543c0ab90 msgr2=0x557543cdcc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:53.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.398+0000 7f4a1b495b80 1 -- 172.21.15.12:0/3491375698 shutdown_connections 2024-05-21T00:17:53.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.398+0000 7f4a1b495b80 1 -- 172.21.15.12:0/3491375698 wait complete. 2024-05-21T00:17:53.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.398+0000 7f4a1b495b80 1 -- start start 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.399+0000 7f4a1b495b80 1 Processor -- start 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.399+0000 7f4a1b495b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543cdc830 0x557543cf19c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.399+0000 7f4a1b495b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543ce1e60 0x557543cf1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.399+0000 7f4a1b495b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 0x557543cfecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.399+0000 7f4a1b495b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557543cf6f90 con 0x557543cdc830 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.399+0000 7f4a1b495b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x557543cf68c0 con 0x557543ce1e60 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.399+0000 7f4a1b495b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x557543cf7660 con 0x557543ce2780 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.399+0000 7f4a1b495b80 10 client.0 _ll_register_callbacks cb 0x557543bd4c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.400+0000 7f4a09e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543cdc830 0x557543cf19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.400+0000 7f4a01400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543ce1e60 0x557543cf1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.400+0000 7f4a09e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543cdc830 0x557543cf19c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33778/0 (socket says 172.21.15.12:33778) 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.400+0000 7f4a09e00700 1 -- 172.21.15.12:0/1703260159 learned_addr learned my addr 172.21.15.12:0/1703260159 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.400+0000 7f4a01400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543ce1e60 0x557543cf1f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:48686/0 (socket says 172.21.15.12:48686) 2024-05-21T00:17:53.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.400+0000 7f4a0a800700 1 --2- 172.21.15.12:0/1703260159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 0x557543cfecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.400+0000 7f4a01400700 1 -- 172.21.15.12:0/1703260159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 msgr2=0x557543cfecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:53.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.400+0000 7f4a01400700 1 --2- 172.21.15.12:0/1703260159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 0x557543cfecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.400+0000 7f4a01400700 1 -- 172.21.15.12:0/1703260159 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543cdc830 msgr2=0x557543cf19c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:53.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.400+0000 7f4a01400700 1 --2- 172.21.15.12:0/1703260159 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543cdc830 0x557543cf19c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.400+0000 7f4a01400700 1 -- 172.21.15.12:0/1703260159 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557543cf27c0 con 0x557543ce1e60 2024-05-21T00:17:53.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.400+0000 7f4a01400700 1 --2- 172.21.15.12:0/1703260159 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543ce1e60 0x557543cf1f00 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f49f40a5b90 tx=0x7f49f400eb10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a402b7194c7d6da6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:53.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.400+0000 7f49efe00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:17:53.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.401+0000 7f49efe00700 1 -- 172.21.15.12:0/1703260159 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49f401fdc0 con 0x557543ce1e60 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.401+0000 7f4a1b495b80 1 -- 172.21.15.12:0/1703260159 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557543aad200 con 0x557543ce1e60 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.401+0000 7f49efe00700 1 -- 172.21.15.12:0/1703260159 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f49f4003680 con 0x557543ce1e60 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.401+0000 7f49efe00700 1 -- 172.21.15.12:0/1703260159 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f49f4016560 con 0x557543ce1e60 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.401+0000 7f4a1b495b80 10 client.25256 fetch_fsmap learned FSMap version 29 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.401+0000 7f4a1b495b80 1 -- 172.21.15.12:0/1703260159 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557543d61a60 con 0x557543ce1e60 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.401+0000 7f49efe00700 1 -- 172.21.15.12:0/1703260159 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x557543aad200 con 0x557543ce1e60 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.402+0000 7f49efe00700 1 -- 172.21.15.12:0/1703260159 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f49f40e0070 con 0x557543ce1e60 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.402+0000 7f4a1b495b80 10 client.25256 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.402+0000 7f4a1b495b80 10 client.25256 resolve_mds: resolved name 'f' to daemon mds.f 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.402+0000 7f4a1b495b80 20 client.25256 populate_metadata read hostname 'smithi012' 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.402+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/1703260159 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x557543d66100 0x557543d64e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.402+0000 7f4a1b495b80 4 client.25256 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.402+0000 7f4a1b495b80 1 -- 172.21.15.12:0/1703260159 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "status"}) -- 0x557543bfeb40 con 0x557543d66100 2024-05-21T00:17:53.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.402+0000 7f4a09e00700 1 --2- 172.21.15.12:0/1703260159 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x557543d66100 0x557543d64e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:53.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.403+0000 7f4a09e00700 1 --2- 172.21.15.12:0/1703260159 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x557543d66100 0x557543d64e10 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=1460dc2774a83079 server_cookie=1332dcdc93b90295 in_seq=0 out_seq=0 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.403+0000 7f49efe00700 10 client.25256 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.403+0000 7f49efe00700 1 -- 172.21.15.12:0/1703260159 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x557543bfeb40 con 0x557543d66100 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.403+0000 7f49efe00700 10 client.25256 handle_command_reply: tid=0 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.403+0000 7f4a1b495b80 1 client.25256 shutdown 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.403+0000 7f4a1b495b80 1 -- 172.21.15.12:0/1703260159 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543ce1e60 msgr2=0x557543cf1f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.403+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/1703260159 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543ce1e60 0x557543cf1f00 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f49f40a5b90 tx=0x7f49f400eb10 comp rx=0 tx=0).stop 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.403+0000 7f4a1b495b80 1 -- 172.21.15.12:0/1703260159 shutdown_connections 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.403+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/1703260159 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x557543d66100 0x557543d64e10 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.403+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/1703260159 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557543ce2780 0x557543cfecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.403+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/1703260159 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557543cdc830 0x557543cf19c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.403+0000 7f49efe00700 0 client.25256 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.404+0000 7f4a1b495b80 1 --2- 172.21.15.12:0/1703260159 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557543ce1e60 0x557543cf1f00 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.404+0000 7f4a1b495b80 1 -- 172.21.15.12:0/1703260159 >> 172.21.15.12:0/1703260159 conn(0x557543c0ab90 msgr2=0x557543cdf970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:53.405 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.404+0000 7f4a1b495b80 1 -- 172.21.15.12:0/1703260159 shutdown_connections 2024-05-21T00:17:53.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.404+0000 7f4a1b495b80 1 -- 172.21.15.12:0/1703260159 wait complete. 2024-05-21T00:17:53.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.404+0000 7f4a1b495b80 20 client.25256 trim_cache size 0 max 16384 2024-05-21T00:17:53.406 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:17:53.406 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:17:53.406 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 4, 2024-05-21T00:17:53.406 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24493, 2024-05-21T00:17:53.406 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:17:53.406 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:17:53.406 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:17:53.406 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 274.717614809, 2024-05-21T00:17:53.407 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 29, 2024-05-21T00:17:53.407 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:17:53.407 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 81, 2024-05-21T00:17:53.407 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 335.00682190100002 2024-05-21T00:17:53.407 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:17:53.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.405+0000 7f4a10c00700 1 -- 172.21.15.12:0/2694849314 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f49f00b2880 msgr2=0x7f49f00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:53.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.405+0000 7f4a10c00700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f49f00b2880 0x7f49f00b4d40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4a04009790 tx=0x7f4a04009920 comp rx=0 tx=0).stop 2024-05-21T00:17:53.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.405+0000 7f4a10c00700 1 -- 172.21.15.12:0/2694849314 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a0c105f80 msgr2=0x7f4a0c1a06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:53.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.405+0000 7f4a10c00700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a0c105f80 0x7f4a0c1a06f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f49f400eb90 tx=0x7f49f400eea0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.405+0000 7f4a10c00700 1 -- 172.21.15.12:0/2694849314 shutdown_connections 2024-05-21T00:17:53.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.405+0000 7f4a10c00700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f4a0c108470 0x7f4a0c1a4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.405+0000 7f4a10c00700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4a0c06b790 0x7f4a0c1a01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.405+0000 7f4a10c00700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f49f00b2880 0x7f49f00b4d40 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.405+0000 7f4a10c00700 1 --2- 172.21.15.12:0/2694849314 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4a0c105f80 0x7f4a0c1a06f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:53.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.405+0000 7f4a10c00700 1 -- 172.21.15.12:0/2694849314 >> 172.21.15.12:0/2694849314 conn(0x7f4a0c0793f0 msgr2=0x7f4a0c104f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:53.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.405+0000 7f4a10c00700 1 -- 172.21.15.12:0/2694849314 shutdown_connections 2024-05-21T00:17:53.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:53.405+0000 7f4a10c00700 1 -- 172.21.15.12:0/2694849314 wait complete. 2024-05-21T00:17:53.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:52 smithi060 ceph-mon[36426]: pgmap v463: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-21T00:17:54.348 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.c status 2024-05-21T00:17:54.834 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:55.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:54 smithi077 ceph-mon[36377]: pgmap v464: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-21T00:17:55.298 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:54 smithi012 ceph-mon[31403]: pgmap v464: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-21T00:17:55.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:54 smithi060 ceph-mon[36426]: pgmap v464: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 9 op/s 2024-05-21T00:17:56.981 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.981+0000 7f5604a00700 1 -- 172.21.15.12:0/1822293294 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5600104630 msgr2=0x7f5600104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:57.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.981+0000 7f5604a00700 1 --2- 172.21.15.12:0/1822293294 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5600104630 0x7f5600104a10 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f55f000b0a0 tx=0x7f55f000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.981+0000 7f5604a00700 1 -- 172.21.15.12:0/1822293294 shutdown_connections 2024-05-21T00:17:57.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.981+0000 7f5604a00700 1 --2- 172.21.15.12:0/1822293294 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f560010da60 0x7f560010ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.981+0000 7f5604a00700 1 --2- 172.21.15.12:0/1822293294 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5600104630 0x7f5600104a10 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.981+0000 7f5604a00700 1 --2- 172.21.15.12:0/1822293294 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5600104f50 0x7f560010d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.981+0000 7f5604a00700 1 -- 172.21.15.12:0/1822293294 >> 172.21.15.12:0/1822293294 conn(0x7f56000fde60 msgr2=0x7f5600100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:57.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.981+0000 7f5604a00700 1 -- 172.21.15.12:0/1822293294 shutdown_connections 2024-05-21T00:17:57.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.981+0000 7f5604a00700 1 -- 172.21.15.12:0/1822293294 wait complete. 2024-05-21T00:17:57.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.983+0000 7f5604a00700 1 Processor -- start 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.983+0000 7f5604a00700 1 -- start start 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.983+0000 7f5604a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5600104630 0x7f560019be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.983+0000 7f5604a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5600104f50 0x7f560019c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.983+0000 7f5604a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f560010da60 0x7f56001a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.983+0000 7f5604a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f56001136d0 con 0x7f5600104f50 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.983+0000 7f5604a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5600113550 con 0x7f560010da60 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.983+0000 7f5604a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f5600113850 con 0x7f5600104630 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.984+0000 7f55fea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5600104f50 0x7f560019c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.984+0000 7f55ff400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5600104630 0x7f560019be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.984+0000 7f55fea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5600104f50 0x7f560019c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58272/0 (socket says 172.21.15.12:58272) 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.984+0000 7f55ff400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5600104630 0x7f560019be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:53150/0 (socket says 172.21.15.12:53150) 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.984+0000 7f55fea00700 1 -- 172.21.15.12:0/1186210914 learned_addr learned my addr 172.21.15.12:0/1186210914 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.984+0000 7f55ffe00700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f560010da60 0x7f56001a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.984+0000 7f55ff400700 1 -- 172.21.15.12:0/1186210914 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f560010da60 msgr2=0x7f56001a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.984+0000 7f55ff400700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f560010da60 0x7f56001a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.984+0000 7f55ff400700 1 -- 172.21.15.12:0/1186210914 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5600104f50 msgr2=0x7f560019c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.984+0000 7f55ff400700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5600104f50 0x7f560019c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.984+0000 7f55ff400700 1 -- 172.21.15.12:0/1186210914 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56001a0e10 con 0x7f5600104630 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.984+0000 7f55ffe00700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f560010da60 0x7f56001a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.985+0000 7f55ff400700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5600104630 0x7f560019be00 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f55f000b070 tx=0x7f55f0004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.985+0000 7f55f7e00700 1 -- 172.21.15.12:0/1186210914 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f0021070 con 0x7f5600104630 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.985+0000 7f5604a00700 1 -- 172.21.15.12:0/1186210914 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56001a10a0 con 0x7f5600104630 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.985+0000 7f55f7e00700 1 -- 172.21.15.12:0/1186210914 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55f0007e30 con 0x7f5600104630 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.985+0000 7f55f7e00700 1 -- 172.21.15.12:0/1186210914 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f0004710 con 0x7f5600104630 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.985+0000 7f5604a00700 1 -- 172.21.15.12:0/1186210914 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56001a8980 con 0x7f5600104630 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.989+0000 7f55f7e00700 1 -- 172.21.15.12:0/1186210914 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f55f0007980 con 0x7f5600104630 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.990+0000 7f5610a52b80 1 Processor -- start 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.990+0000 7f5610a52b80 1 -- start start 2024-05-21T00:17:57.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.991+0000 7f55f7e00700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f55e40b2880 0x7f55e40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.991+0000 7f5610a52b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e0665013b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.991+0000 7f5610a52b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 0x55e0664fb460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.991+0000 7f5610a52b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e0664fbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.991+0000 7f5610a52b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e066459df0 con 0x55e0664fba80 2024-05-21T00:17:57.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.991+0000 7f55f7e00700 1 -- 172.21.15.12:0/1186210914 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f55f000f020 con 0x7f5600104630 2024-05-21T00:17:57.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.991+0000 7f5610a52b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e066449990 con 0x55e0665018f0 2024-05-21T00:17:57.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.991+0000 7f5610a52b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55e06644d9d0 con 0x55e066500fd0 2024-05-21T00:17:57.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.991+0000 7f55ff400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e0665013b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.991+0000 7f55ff400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e0665013b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:53156/0 (socket says 172.21.15.12:53156) 2024-05-21T00:17:57.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.991+0000 7f55ff400700 1 -- 172.21.15.12:0/4234779823 learned_addr learned my addr 172.21.15.12:0/4234779823 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:57.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.991+0000 7f55ffe00700 1 --2- 172.21.15.12:0/4234779823 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e0664fbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.991+0000 7f55ffe00700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f55e40b2880 0x7f55e40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.992+0000 7f55ff400700 1 -- 172.21.15.12:0/4234779823 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 msgr2=0x55e0664fb460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.992+0000 7f55ff400700 1 --2- 172.21.15.12:0/4234779823 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 0x55e0664fb460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.992+0000 7f55ff400700 1 -- 172.21.15.12:0/4234779823 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 msgr2=0x55e0664fbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.992+0000 7f55ff400700 1 --2- 172.21.15.12:0/4234779823 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e0664fbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.992+0000 7f55ff400700 1 -- 172.21.15.12:0/4234779823 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e0664123d0 con 0x55e066500fd0 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.992+0000 7f55ffe00700 1 --2- 172.21.15.12:0/4234779823 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e0664fbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.992+0000 7f55ff400700 1 --2- 172.21.15.12:0/4234779823 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e0665013b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f55f00aab40 tx=0x7f55f0011fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d15b2a182ae7da2c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.992+0000 7f55ffe00700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f55e40b2880 0x7f55e40b4d40 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f55f8009fb0 tx=0x7f55f8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.992+0000 7f55f4c00700 1 -- 172.21.15.12:0/4234779823 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f0007c70 con 0x55e066500fd0 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.993+0000 7f55f4c00700 1 -- 172.21.15.12:0/4234779823 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55f0003e20 con 0x55e066500fd0 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.993+0000 7f55f4c00700 1 -- 172.21.15.12:0/4234779823 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f00aabb0 con 0x55e066500fd0 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.993+0000 7f5610a52b80 1 -- 172.21.15.12:0/4234779823 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 msgr2=0x55e0665013b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.993+0000 7f5610a52b80 1 --2- 172.21.15.12:0/4234779823 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e0665013b0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f55f00aab40 tx=0x7f55f0011fc0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.994+0000 7f5610a52b80 1 -- 172.21.15.12:0/4234779823 shutdown_connections 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.994+0000 7f5610a52b80 1 --2- 172.21.15.12:0/4234779823 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e0664fbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.251 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.994+0000 7f5610a52b80 1 --2- 172.21.15.12:0/4234779823 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e0665013b0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.994+0000 7f5610a52b80 1 --2- 172.21.15.12:0/4234779823 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 0x55e0664fb460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.994+0000 7f5610a52b80 1 -- 172.21.15.12:0/4234779823 >> 172.21.15.12:0/4234779823 conn(0x55e066429b90 msgr2=0x55e0664f6100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.994+0000 7f5610a52b80 1 -- 172.21.15.12:0/4234779823 shutdown_connections 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.994+0000 7f5610a52b80 1 -- 172.21.15.12:0/4234779823 wait complete. 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.994+0000 7f5610a52b80 1 -- start start 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.995+0000 7f5610a52b80 1 Processor -- start 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.995+0000 7f5610a52b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e066507630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.995+0000 7f5610a52b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e0665049d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.995+0000 7f5610a52b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 0x55e066504f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.995+0000 7f5610a52b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e06634ff50 con 0x55e0664fba80 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.995+0000 7f5610a52b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e0663ea710 con 0x55e0665018f0 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.995+0000 7f5610a52b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55e0665081d0 con 0x55e066500fd0 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.995+0000 7f5610a52b80 10 client.0 _ll_register_callbacks cb 0x55e0663f3c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.996+0000 7f55fea00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e0665049d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.996+0000 7f55ff400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e066507630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.252 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.996+0000 7f55fea00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e0665049d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:53162/0 (socket says 172.21.15.12:53162) 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.996+0000 7f55fea00700 1 -- 172.21.15.12:0/3254891396 learned_addr learned my addr 172.21.15.12:0/3254891396 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.996+0000 7f55ffe00700 1 --2- 172.21.15.12:0/3254891396 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 0x55e066504f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.996+0000 7f55fea00700 1 -- 172.21.15.12:0/3254891396 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 msgr2=0x55e066504f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.996+0000 7f55fea00700 1 --2- 172.21.15.12:0/3254891396 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 0x55e066504f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.996+0000 7f55fea00700 1 -- 172.21.15.12:0/3254891396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 msgr2=0x55e066507630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.996+0000 7f55fea00700 1 --2- 172.21.15.12:0/3254891396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e066507630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.996+0000 7f55fea00700 1 -- 172.21.15.12:0/3254891396 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e066399880 con 0x55e066500fd0 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.996+0000 7f55fea00700 1 --2- 172.21.15.12:0/3254891396 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e0665049d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f55ec004790 tx=0x7f55ec0119a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a1c1d03eefbd8c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.996+0000 7f55e9600700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.999+0000 7f55e9600700 1 -- 172.21.15.12:0/3254891396 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55ec01e060 con 0x55e066500fd0 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.999+0000 7f55e9600700 1 -- 172.21.15.12:0/3254891396 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f55ec00e7c0 con 0x55e066500fd0 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:56.999+0000 7f5610a52b80 1 -- 172.21.15.12:0/3254891396 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e06645bd40 con 0x55e066500fd0 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.001+0000 7f55e9600700 1 -- 172.21.15.12:0/3254891396 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f55ec00e9c0 con 0x55e066500fd0 2024-05-21T00:17:57.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.001+0000 7f5610a52b80 10 client.25291 fetch_fsmap learned FSMap version 29 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.001+0000 7f5610a52b80 1 -- 172.21.15.12:0/3254891396 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e06641a010 con 0x55e066500fd0 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.001+0000 7f55e9600700 1 -- 172.21.15.12:0/3254891396 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55e06645bd40 con 0x55e066500fd0 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.001+0000 7f55e9600700 1 -- 172.21.15.12:0/3254891396 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f55ec024c20 con 0x55e066500fd0 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.001+0000 7f5610a52b80 10 client.25291 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.001+0000 7f5610a52b80 10 client.25291 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.001+0000 7f5610a52b80 20 client.25291 populate_metadata read hostname 'smithi012' 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.001+0000 7f5610a52b80 1 --2- 172.21.15.12:0/3254891396 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55e066514cb0 0x55e066516120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.002+0000 7f5610a52b80 4 client.25291 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.002+0000 7f5610a52b80 1 -- 172.21.15.12:0/3254891396 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e066455520 con 0x55e066514cb0 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.002+0000 7f55ff400700 1 --2- 172.21.15.12:0/3254891396 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55e066514cb0 0x55e066516120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.002+0000 7f55ff400700 1 --2- 172.21.15.12:0/3254891396 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55e066514cb0 0x55e066516120 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c79abff462f8f769 server_cookie=4f7e3d1c93c497e0 in_seq=0 out_seq=0 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.002+0000 7f55e9600700 10 client.25291 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.003+0000 7f55e9600700 1 -- 172.21.15.12:0/3254891396 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e066455520 con 0x55e066514cb0 2024-05-21T00:17:57.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.003+0000 7f55e9600700 10 client.25291 handle_command_reply: tid=0 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.003+0000 7f5610a52b80 1 client.25291 shutdown 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.004+0000 7f5610a52b80 1 -- 172.21.15.12:0/3254891396 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 msgr2=0x55e0665049d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.004+0000 7f5610a52b80 1 --2- 172.21.15.12:0/3254891396 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e0665049d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f55ec004790 tx=0x7f55ec0119a0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.004+0000 7f5610a52b80 1 -- 172.21.15.12:0/3254891396 shutdown_connections 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.004+0000 7f5610a52b80 1 --2- 172.21.15.12:0/3254891396 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 0x55e066504f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.004+0000 7f5610a52b80 1 --2- 172.21.15.12:0/3254891396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e066507630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.004+0000 7f5610a52b80 1 --2- 172.21.15.12:0/3254891396 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55e066514cb0 0x55e066516120 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.004+0000 7f5610a52b80 1 --2- 172.21.15.12:0/3254891396 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e0665049d0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.004+0000 7f5610a52b80 1 -- 172.21.15.12:0/3254891396 >> 172.21.15.12:0/3254891396 conn(0x55e066429b90 msgr2=0x55e0664f5f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.004+0000 7f55e9600700 0 client.25291 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.004+0000 7f5610a52b80 1 -- 172.21.15.12:0/3254891396 shutdown_connections 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.004+0000 7f5610a52b80 1 -- 172.21.15.12:0/3254891396 wait complete. 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.004+0000 7f5610a52b80 20 client.25291 trim_cache size 0 max 16384 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.029+0000 7f5610a52b80 1 Processor -- start 2024-05-21T00:17:57.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.030+0000 7f5610a52b80 1 -- start start 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.030+0000 7f5610a52b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0664fba80 0x55e0664fb460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.030+0000 7f5610a52b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e066500fd0 0x55e0664feb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.030+0000 7f5610a52b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0665018f0 0x55e0664ff060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.030+0000 7f5610a52b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e066514460 con 0x55e0665018f0 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.030+0000 7f5610a52b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e066514b30 con 0x55e066500fd0 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.030+0000 7f5610a52b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55e066515200 con 0x55e0664fba80 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.030+0000 7f55fea00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e066500fd0 0x55e0664feb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.030+0000 7f55ff400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0664fba80 0x55e0664fb460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.030+0000 7f55fea00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e066500fd0 0x55e0664feb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:52426/0 (socket says 172.21.15.12:52426) 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.030+0000 7f55fea00700 1 -- 172.21.15.12:0/1492896766 learned_addr learned my addr 172.21.15.12:0/1492896766 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.031+0000 7f55ffe00700 1 --2- 172.21.15.12:0/1492896766 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0665018f0 0x55e0664ff060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.031+0000 7f55fea00700 1 -- 172.21.15.12:0/1492896766 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0664fba80 msgr2=0x55e0664fb460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.031+0000 7f55fea00700 1 --2- 172.21.15.12:0/1492896766 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0664fba80 0x55e0664fb460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.031+0000 7f55fea00700 1 -- 172.21.15.12:0/1492896766 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0665018f0 msgr2=0x55e0664ff060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:57.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.031+0000 7f55fea00700 1 --2- 172.21.15.12:0/1492896766 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0665018f0 0x55e0664ff060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.031+0000 7f55fea00700 1 -- 172.21.15.12:0/1492896766 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e066512710 con 0x55e066500fd0 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.031+0000 7f55fea00700 1 --2- 172.21.15.12:0/1492896766 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e066500fd0 0x55e0664feb20 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f55ec000c00 tx=0x7f55ec011d70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a3e36c24c03736c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.031+0000 7f55ebe00700 1 -- 172.21.15.12:0/1492896766 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55ec029070 con 0x55e066500fd0 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.032+0000 7f55ebe00700 1 -- 172.21.15.12:0/1492896766 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55ec00e5c0 con 0x55e066500fd0 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.032+0000 7f55ebe00700 1 -- 172.21.15.12:0/1492896766 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55ec0052a0 con 0x55e066500fd0 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.032+0000 7f5610a52b80 1 -- 172.21.15.12:0/1492896766 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e066500fd0 msgr2=0x55e0664feb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.032+0000 7f5610a52b80 1 --2- 172.21.15.12:0/1492896766 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e066500fd0 0x55e0664feb20 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f55ec000c00 tx=0x7f55ec011d70 comp rx=0 tx=0).stop 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.032+0000 7f5610a52b80 1 -- 172.21.15.12:0/1492896766 shutdown_connections 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.032+0000 7f5610a52b80 1 --2- 172.21.15.12:0/1492896766 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0665018f0 0x55e0664ff060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.032+0000 7f5610a52b80 1 --2- 172.21.15.12:0/1492896766 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e0664fba80 0x55e0664fb460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.032+0000 7f5610a52b80 1 --2- 172.21.15.12:0/1492896766 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e066500fd0 0x55e0664feb20 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.032+0000 7f5610a52b80 1 -- 172.21.15.12:0/1492896766 >> 172.21.15.12:0/1492896766 conn(0x55e066429b90 msgr2=0x55e0664f7860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.033+0000 7f5610a52b80 1 -- 172.21.15.12:0/1492896766 shutdown_connections 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.033+0000 7f5610a52b80 1 -- 172.21.15.12:0/1492896766 wait complete. 2024-05-21T00:17:57.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.033+0000 7f5610a52b80 1 -- start start 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.033+0000 7f5610a52b80 1 Processor -- start 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.034+0000 7f5610a52b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e06651fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.034+0000 7f5610a52b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e066505e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.034+0000 7f5610a52b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 0x55e066506340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.034+0000 7f5610a52b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e066515fa0 con 0x55e0664fba80 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.034+0000 7f5610a52b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e0665158d0 con 0x55e0665018f0 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.034+0000 7f5610a52b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55e066516670 con 0x55e066500fd0 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.034+0000 7f5610a52b80 10 client.0 _ll_register_callbacks cb 0x55e0663f3c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.034+0000 7f55ff400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e06651fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.034+0000 7f55fea00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e066505e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.034+0000 7f55ff400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e06651fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58320/0 (socket says 172.21.15.12:58320) 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.034+0000 7f55fea00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e066505e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:53178/0 (socket says 172.21.15.12:53178) 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.034+0000 7f55ff400700 1 -- 172.21.15.12:0/261451432 learned_addr learned my addr 172.21.15.12:0/261451432 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:17:57.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.034+0000 7f55ffe00700 1 --2- 172.21.15.12:0/261451432 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 0x55e066506340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.035+0000 7f55ff400700 1 -- 172.21.15.12:0/261451432 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 msgr2=0x55e066505e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.035+0000 7f55ff400700 1 --2- 172.21.15.12:0/261451432 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e066505e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.035+0000 7f55ff400700 1 -- 172.21.15.12:0/261451432 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 msgr2=0x55e066506340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.035+0000 7f55ff400700 1 --2- 172.21.15.12:0/261451432 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 0x55e066506340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.035+0000 7f55ff400700 1 -- 172.21.15.12:0/261451432 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e066506b50 con 0x55e0664fba80 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.035+0000 7f55ff400700 1 --2- 172.21.15.12:0/261451432 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e06651fc00 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f55f000bfa0 tx=0x7f55f00099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=792abf41663b91f7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.035+0000 7f55e9600700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.035+0000 7f55e9600700 1 -- 172.21.15.12:0/261451432 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55f0007c70 con 0x55e0664fba80 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.035+0000 7f55e9600700 1 -- 172.21.15.12:0/261451432 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f55f0003c00 con 0x55e0664fba80 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.035+0000 7f5610a52b80 1 -- 172.21.15.12:0/261451432 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f55ec00e5c0 con 0x55e0664fba80 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.036+0000 7f55e9600700 1 -- 172.21.15.12:0/261451432 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f55f00c51f0 con 0x55e0664fba80 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.036+0000 7f5610a52b80 10 client.15162 fetch_fsmap learned FSMap version 29 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.036+0000 7f5610a52b80 1 -- 172.21.15.12:0/261451432 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e066580440 con 0x55e0664fba80 2024-05-21T00:17:57.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.036+0000 7f55e9600700 1 -- 172.21.15.12:0/261451432 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f55ec00e5c0 con 0x55e0664fba80 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.036+0000 7f55e9600700 1 -- 172.21.15.12:0/261451432 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f55f0011070 con 0x55e0664fba80 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.036+0000 7f5610a52b80 10 client.15162 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.036+0000 7f5610a52b80 10 client.15162 resolve_mds: resolved name 'c' to daemon mds.c 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.036+0000 7f5610a52b80 20 client.15162 populate_metadata read hostname 'smithi012' 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.036+0000 7f5610a52b80 1 --2- 172.21.15.12:0/261451432 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55e066584de0 0x55e066583af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.036+0000 7f5610a52b80 4 client.15162 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.036+0000 7f5610a52b80 1 -- 172.21.15.12:0/261451432 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "status"}) -- 0x55e0662cc200 con 0x55e066584de0 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.037+0000 7f55fea00700 1 --2- 172.21.15.12:0/261451432 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55e066584de0 0x55e066583af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.037+0000 7f55fea00700 1 --2- 172.21.15.12:0/261451432 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55e066584de0 0x55e066583af0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=fc24fc744fe46bf3 server_cookie=c4c05b37ce4b1ed9 in_seq=0 out_seq=0 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.037+0000 7f55e9600700 10 client.15162 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.037+0000 7f55e9600700 1 -- 172.21.15.12:0/261451432 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55e0662cc200 con 0x55e066584de0 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.037+0000 7f55e9600700 10 client.15162 handle_command_reply: tid=0 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.037+0000 7f5610a52b80 1 client.15162 shutdown 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.038+0000 7f5610a52b80 1 -- 172.21.15.12:0/261451432 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 msgr2=0x55e06651fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:57.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.038+0000 7f5610a52b80 1 --2- 172.21.15.12:0/261451432 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e06651fc00 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f55f000bfa0 tx=0x7f55f00099e0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.038+0000 7f5610a52b80 1 -- 172.21.15.12:0/261451432 shutdown_connections 2024-05-21T00:17:57.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.038+0000 7f5610a52b80 1 --2- 172.21.15.12:0/261451432 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e0665018f0 0x55e066506340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.038+0000 7f5610a52b80 1 --2- 172.21.15.12:0/261451432 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e0664fba80 0x55e06651fc00 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.038+0000 7f5610a52b80 1 --2- 172.21.15.12:0/261451432 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55e066584de0 0x55e066583af0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.038+0000 7f5610a52b80 1 --2- 172.21.15.12:0/261451432 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e066500fd0 0x55e066505e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.038+0000 7f5610a52b80 1 -- 172.21.15.12:0/261451432 >> 172.21.15.12:0/261451432 conn(0x55e066429b90 msgr2=0x55e0664feb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:57.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.038+0000 7f55e9600700 0 client.15162 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:17:57.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.038+0000 7f5610a52b80 1 -- 172.21.15.12:0/261451432 shutdown_connections 2024-05-21T00:17:57.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.038+0000 7f5610a52b80 1 -- 172.21.15.12:0/261451432 wait complete. 2024-05-21T00:17:57.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.038+0000 7f5610a52b80 20 client.15162 trim_cache size 0 max 16384 2024-05-21T00:17:57.261 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:17:57.262 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:17:57.262 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 3, 2024-05-21T00:17:57.262 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24505, 2024-05-21T00:17:57.262 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:17:57.262 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:17:57.262 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:17:57.262 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 279.36643672600002, 2024-05-21T00:17:57.262 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 29, 2024-05-21T00:17:57.262 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:17:57.262 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 81, 2024-05-21T00:17:57.262 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 335.69580943099999 2024-05-21T00:17:57.262 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:17:57.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.039+0000 7f5604a00700 1 -- 172.21.15.12:0/1186210914 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f55e40b2880 msgr2=0x7f55e40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:57.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.039+0000 7f5604a00700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f55e40b2880 0x7f55e40b4d40 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f55f8009fb0 tx=0x7f55f8009260 comp rx=0 tx=0).stop 2024-05-21T00:17:57.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.039+0000 7f5604a00700 1 -- 172.21.15.12:0/1186210914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5600104630 msgr2=0x7f560019be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:17:57.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.039+0000 7f5604a00700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5600104630 0x7f560019be00 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f55f000b070 tx=0x7f55f0004d00 comp rx=0 tx=0).stop 2024-05-21T00:17:57.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.039+0000 7f5604a00700 1 -- 172.21.15.12:0/1186210914 shutdown_connections 2024-05-21T00:17:57.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.039+0000 7f5604a00700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f560010da60 0x7f56001a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.039+0000 7f5604a00700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5600104630 0x7f560019be00 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.039+0000 7f5604a00700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f55e40b2880 0x7f55e40b4d40 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.039+0000 7f5604a00700 1 --2- 172.21.15.12:0/1186210914 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5600104f50 0x7f560019c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:17:57.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.039+0000 7f5604a00700 1 -- 172.21.15.12:0/1186210914 >> 172.21.15.12:0/1186210914 conn(0x7f56000fde60 msgr2=0x7f5600100250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:17:57.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.039+0000 7f5604a00700 1 -- 172.21.15.12:0/1186210914 shutdown_connections 2024-05-21T00:17:57.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:17:57.039+0000 7f5604a00700 1 -- 172.21.15.12:0/1186210914 wait complete. 2024-05-21T00:17:57.264 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:56 smithi012 ceph-mon[31403]: pgmap v465: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 938 B/s wr, 12 op/s 2024-05-21T00:17:57.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:56 smithi077 ceph-mon[36377]: pgmap v465: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 938 B/s wr, 12 op/s 2024-05-21T00:17:57.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:56 smithi060 ceph-mon[36426]: pgmap v465: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 938 B/s wr, 12 op/s 2024-05-21T00:17:57.945 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.i status 2024-05-21T00:17:58.417 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:17:58.714 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:17:59.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:17:59 smithi077 ceph-mon[36377]: pgmap v466: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T00:17:59.304 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:17:59 smithi012 ceph-mon[31403]: pgmap v466: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T00:17:59.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:17:59 smithi060 ceph-mon[36426]: pgmap v466: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 938 B/s wr, 10 op/s 2024-05-21T00:17:59.777 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:00.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.732+0000 7f63a4e00700 1 -- 172.21.15.12:0/1405789230 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63a01037f0 msgr2=0x7f63a0103bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:00.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.732+0000 7f63a4e00700 1 --2- 172.21.15.12:0/1405789230 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63a01037f0 0x7f63a0103bd0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f6390009f90 tx=0x7f639000b330 comp rx=0 tx=0).stop 2024-05-21T00:18:00.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.732+0000 7f63a4e00700 1 -- 172.21.15.12:0/1405789230 shutdown_connections 2024-05-21T00:18:00.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.732+0000 7f63a4e00700 1 --2- 172.21.15.12:0/1405789230 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f63a01088f0 0x7f63a0110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.732+0000 7f63a4e00700 1 --2- 172.21.15.12:0/1405789230 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63a01037f0 0x7f63a0103bd0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.732+0000 7f63a4e00700 1 --2- 172.21.15.12:0/1405789230 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f63a01041a0 0x7f63a01081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.732+0000 7f63a4e00700 1 -- 172.21.15.12:0/1405789230 >> 172.21.15.12:0/1405789230 conn(0x7f63a007a6a0 msgr2=0x7f63a007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:00.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.733+0000 7f63a4e00700 1 -- 172.21.15.12:0/1405789230 shutdown_connections 2024-05-21T00:18:00.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.733+0000 7f63a4e00700 1 -- 172.21.15.12:0/1405789230 wait complete. 2024-05-21T00:18:00.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.734+0000 7f63a4e00700 1 Processor -- start 2024-05-21T00:18:00.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.734+0000 7f63a4e00700 1 -- start start 2024-05-21T00:18:00.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.735+0000 7f63a4e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f63a01037f0 0x7f63a019be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.735+0000 7f63a4e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f63a01041a0 0x7f63a019c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.735+0000 7f63a4e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63a01088f0 0x7f63a01a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.735+0000 7f63a4e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f63a01136e0 con 0x7f63a01037f0 2024-05-21T00:18:00.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.735+0000 7f63a4e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f63a0113560 con 0x7f63a01041a0 2024-05-21T00:18:00.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.735+0000 7f63a4e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f63a0113860 con 0x7f63a01088f0 2024-05-21T00:18:00.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.735+0000 7f639de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f63a01037f0 0x7f63a019be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.735+0000 7f639e800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63a01088f0 0x7f63a01a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.735+0000 7f639e800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63a01088f0 0x7f63a01a0700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:53200/0 (socket says 172.21.15.12:53200) 2024-05-21T00:18:00.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.735+0000 7f639e800700 1 -- 172.21.15.12:0/3781287345 learned_addr learned my addr 172.21.15.12:0/3781287345 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:00.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.735+0000 7f639d400700 1 --2- 172.21.15.12:0/3781287345 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f63a01041a0 0x7f63a019c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.736+0000 7f639e800700 1 -- 172.21.15.12:0/3781287345 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f63a01041a0 msgr2=0x7f63a019c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:00.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.736+0000 7f639e800700 1 --2- 172.21.15.12:0/3781287345 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f63a01041a0 0x7f63a019c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.736+0000 7f639e800700 1 -- 172.21.15.12:0/3781287345 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f63a01037f0 msgr2=0x7f63a019be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:00.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.736+0000 7f639e800700 1 --2- 172.21.15.12:0/3781287345 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f63a01037f0 0x7f63a019be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.736+0000 7f639e800700 1 -- 172.21.15.12:0/3781287345 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63a01a0e40 con 0x7f63a01088f0 2024-05-21T00:18:00.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.736+0000 7f639e800700 1 --2- 172.21.15.12:0/3781287345 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63a01088f0 0x7f63a01a0700 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f639800e940 tx=0x7f639800ec50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:00.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.736+0000 7f6396a00700 1 -- 172.21.15.12:0/3781287345 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6398004a30 con 0x7f63a01088f0 2024-05-21T00:18:00.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.736+0000 7f63a4e00700 1 -- 172.21.15.12:0/3781287345 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63a01a1130 con 0x7f63a01088f0 2024-05-21T00:18:00.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.737+0000 7f6396a00700 1 -- 172.21.15.12:0/3781287345 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63980054d0 con 0x7f63a01088f0 2024-05-21T00:18:00.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.737+0000 7f6396a00700 1 -- 172.21.15.12:0/3781287345 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f639800cda0 con 0x7f63a01088f0 2024-05-21T00:18:00.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.737+0000 7f63a4e00700 1 -- 172.21.15.12:0/3781287345 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63a01a89b0 con 0x7f63a01088f0 2024-05-21T00:18:00.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.740+0000 7f6396a00700 1 -- 172.21.15.12:0/3781287345 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6398004fa0 con 0x7f63a01088f0 2024-05-21T00:18:00.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.741+0000 7f63af77bb80 1 Processor -- start 2024-05-21T00:18:00.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.742+0000 7f63af77bb80 1 -- start start 2024-05-21T00:18:00.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.742+0000 7f6396a00700 1 --2- 172.21.15.12:0/3781287345 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f63840b2880 0x7f63840b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.742+0000 7f63af77bb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x55846689c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.742+0000 7f63af77bb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55846689cee0 0x558466896ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.742+0000 7f63af77bb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5584668970f0 0x558466897570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.742+0000 7f63af77bb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5584667f4df0 con 0x55846689cee0 2024-05-21T00:18:00.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.742+0000 7f63af77bb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5584667e4990 con 0x5584668970f0 2024-05-21T00:18:00.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.742+0000 7f63af77bb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5584667e89d0 con 0x55846689c5c0 2024-05-21T00:18:00.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.742+0000 7f6396a00700 1 -- 172.21.15.12:0/3781287345 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f63980e2360 con 0x7f63a01088f0 2024-05-21T00:18:00.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.742+0000 7f639de00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x55846689c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.742+0000 7f639d400700 1 --2- 172.21.15.12:0/3781287345 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f63840b2880 0x7f63840b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.742+0000 7f639de00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x55846689c9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:53202/0 (socket says 172.21.15.12:53202) 2024-05-21T00:18:00.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.742+0000 7f639de00700 1 -- 172.21.15.12:0/1322863050 learned_addr learned my addr 172.21.15.12:0/1322863050 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:00.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.743+0000 7f639e800700 1 --2- 172.21.15.12:0/1322863050 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5584668970f0 0x558466897570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.743+0000 7f639d400700 1 --2- 172.21.15.12:0/1322863050 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55846689cee0 0x558466896ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.743+0000 7f639de00700 1 -- 172.21.15.12:0/1322863050 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5584668970f0 msgr2=0x558466897570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:00.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.743+0000 7f639de00700 1 --2- 172.21.15.12:0/1322863050 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5584668970f0 0x558466897570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.743+0000 7f639de00700 1 -- 172.21.15.12:0/1322863050 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55846689cee0 msgr2=0x558466896ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:00.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.743+0000 7f639de00700 1 --2- 172.21.15.12:0/1322863050 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55846689cee0 0x558466896ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.743+0000 7f639de00700 1 -- 172.21.15.12:0/1322863050 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584667ad3d0 con 0x55846689c5c0 2024-05-21T00:18:00.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.743+0000 7f639d400700 1 --2- 172.21.15.12:0/1322863050 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55846689cee0 0x558466896ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:00.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.743+0000 7f639de00700 1 --2- 172.21.15.12:0/1322863050 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x55846689c9a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6390009470 tx=0x7f63900094a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea673f82975be5cc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:00.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.743+0000 7f639d400700 1 --2- 172.21.15.12:0/3781287345 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f63840b2880 0x7f63840b4d40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f63a0103370 tx=0x7f638c009910 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:00.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.744+0000 7f638b400700 1 -- 172.21.15.12:0/1322863050 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6390020070 con 0x55846689c5c0 2024-05-21T00:18:00.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.744+0000 7f638b400700 1 -- 172.21.15.12:0/1322863050 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6390003c80 con 0x55846689c5c0 2024-05-21T00:18:00.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.744+0000 7f638b400700 1 -- 172.21.15.12:0/1322863050 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6390007b70 con 0x55846689c5c0 2024-05-21T00:18:00.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.745+0000 7f63af77bb80 1 -- 172.21.15.12:0/1322863050 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 msgr2=0x55846689c9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:00.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.745+0000 7f63af77bb80 1 --2- 172.21.15.12:0/1322863050 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x55846689c9a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6390009470 tx=0x7f63900094a0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.745+0000 7f63af77bb80 1 -- 172.21.15.12:0/1322863050 shutdown_connections 2024-05-21T00:18:00.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.745+0000 7f63af77bb80 1 --2- 172.21.15.12:0/1322863050 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5584668970f0 0x558466897570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.745+0000 7f63af77bb80 1 --2- 172.21.15.12:0/1322863050 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x55846689c9a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.745+0000 7f63af77bb80 1 --2- 172.21.15.12:0/1322863050 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55846689cee0 0x558466896ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.745+0000 7f63af77bb80 1 -- 172.21.15.12:0/1322863050 >> 172.21.15.12:0/1322863050 conn(0x5584667c4b90 msgr2=0x558466891640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:00.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.745+0000 7f63af77bb80 1 -- 172.21.15.12:0/1322863050 shutdown_connections 2024-05-21T00:18:00.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.745+0000 7f63af77bb80 1 -- 172.21.15.12:0/1322863050 wait complete. 2024-05-21T00:18:00.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.745+0000 7f63af77bb80 1 -- start start 2024-05-21T00:18:00.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.746+0000 7f63af77bb80 1 Processor -- start 2024-05-21T00:18:00.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.746+0000 7f63af77bb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5584668970f0 0x5584668a2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.746+0000 7f63af77bb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55846689c5c0 0x55846689ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.746+0000 7f63af77bb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689cee0 0x5584668a04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.746+0000 7f63af77bb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5584666eaf50 con 0x55846689c5c0 2024-05-21T00:18:00.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.746+0000 7f63af77bb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558466785710 con 0x5584668970f0 2024-05-21T00:18:00.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.746+0000 7f63af77bb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5584668a3930 con 0x55846689cee0 2024-05-21T00:18:00.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.746+0000 7f63af77bb80 10 client.0 _ll_register_callbacks cb 0x55846678ec20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:00.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639d400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55846689c5c0 0x55846689ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639de00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5584668970f0 0x5584668a2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639e800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689cee0 0x5584668a04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639de00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5584668970f0 0x5584668a2bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:52482/0 (socket says 172.21.15.12:52482) 2024-05-21T00:18:00.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639d400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55846689c5c0 0x55846689ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58382/0 (socket says 172.21.15.12:58382) 2024-05-21T00:18:00.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639d400700 1 -- 172.21.15.12:0/1152511191 learned_addr learned my addr 172.21.15.12:0/1152511191 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:00.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639e800700 1 -- 172.21.15.12:0/1152511191 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5584668970f0 msgr2=0x5584668a2bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:00.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639e800700 1 --2- 172.21.15.12:0/1152511191 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5584668970f0 0x5584668a2bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639e800700 1 -- 172.21.15.12:0/1152511191 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55846689c5c0 msgr2=0x55846689ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:00.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639e800700 1 --2- 172.21.15.12:0/1152511191 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55846689c5c0 0x55846689ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639e800700 1 -- 172.21.15.12:0/1152511191 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558466734880 con 0x55846689cee0 2024-05-21T00:18:00.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639de00700 1 --2- 172.21.15.12:0/1152511191 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5584668970f0 0x5584668a2bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:00.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639d400700 1 --2- 172.21.15.12:0/1152511191 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55846689c5c0 0x55846689ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:00.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f639e800700 1 --2- 172.21.15.12:0/1152511191 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689cee0 0x5584668a04b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6398009fd0 tx=0x7f63980a93a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ac96c9330caf565 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:00.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.747+0000 7f637fe00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:18:00.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.748+0000 7f637fe00700 1 -- 172.21.15.12:0/1152511191 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63980a50e0 con 0x55846689cee0 2024-05-21T00:18:00.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.748+0000 7f637fe00700 1 -- 172.21.15.12:0/1152511191 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f63980a9bb0 con 0x55846689cee0 2024-05-21T00:18:00.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.748+0000 7f63af77bb80 1 -- 172.21.15.12:0/1152511191 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6390003c80 con 0x55846689cee0 2024-05-21T00:18:00.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.748+0000 7f637fe00700 1 -- 172.21.15.12:0/1152511191 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6398005680 con 0x55846689cee0 2024-05-21T00:18:00.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.748+0000 7f63af77bb80 10 client.25309 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:00.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.748+0000 7f63af77bb80 1 -- 172.21.15.12:0/1152511191 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5584667b5010 con 0x55846689cee0 2024-05-21T00:18:00.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.748+0000 7f637fe00700 1 -- 172.21.15.12:0/1152511191 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6390003c80 con 0x55846689cee0 2024-05-21T00:18:00.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.748+0000 7f637fe00700 1 -- 172.21.15.12:0/1152511191 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f63980e1070 con 0x55846689cee0 2024-05-21T00:18:00.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.749+0000 7f63af77bb80 10 client.25309 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:00.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.749+0000 7f63af77bb80 10 client.25309 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T00:18:00.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.749+0000 7f63af77bb80 20 client.25309 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:00.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.749+0000 7f63af77bb80 1 --2- 172.21.15.12:0/1152511191 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5584668b0480 0x5584668b18f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.749+0000 7f63af77bb80 4 client.25309 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:00.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.749+0000 7f63af77bb80 1 -- 172.21.15.12:0/1152511191 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5584667f6d40 con 0x5584668b0480 2024-05-21T00:18:00.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.749+0000 7f639de00700 1 --2- 172.21.15.12:0/1152511191 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5584668b0480 0x5584668b18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.750+0000 7f639de00700 1 --2- 172.21.15.12:0/1152511191 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5584668b0480 0x5584668b18f0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9d46959e14f9c830 server_cookie=778f9b190be4b20 in_seq=0 out_seq=0 2024-05-21T00:18:00.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.750+0000 7f637fe00700 10 client.25309 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:18:00.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.750+0000 7f637fe00700 1 -- 172.21.15.12:0/1152511191 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5584667f6d40 con 0x5584668b0480 2024-05-21T00:18:00.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.750+0000 7f637fe00700 10 client.25309 handle_command_reply: tid=0 2024-05-21T00:18:00.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.751+0000 7f63af77bb80 1 client.25309 shutdown 2024-05-21T00:18:00.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.751+0000 7f63af77bb80 1 -- 172.21.15.12:0/1152511191 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689cee0 msgr2=0x5584668a04b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:00.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.751+0000 7f63af77bb80 1 --2- 172.21.15.12:0/1152511191 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689cee0 0x5584668a04b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6398009fd0 tx=0x7f63980a93a0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.751+0000 7f63af77bb80 1 -- 172.21.15.12:0/1152511191 shutdown_connections 2024-05-21T00:18:00.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.751+0000 7f63af77bb80 1 --2- 172.21.15.12:0/1152511191 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5584668b0480 0x5584668b18f0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.751+0000 7f63af77bb80 1 --2- 172.21.15.12:0/1152511191 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689cee0 0x5584668a04b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.751+0000 7f63af77bb80 1 --2- 172.21.15.12:0/1152511191 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5584668970f0 0x5584668a2bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.751+0000 7f637fe00700 0 client.25309 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:18:00.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.751+0000 7f63af77bb80 1 --2- 172.21.15.12:0/1152511191 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55846689c5c0 0x55846689ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.751+0000 7f63af77bb80 1 -- 172.21.15.12:0/1152511191 >> 172.21.15.12:0/1152511191 conn(0x5584667c4b90 msgr2=0x558466890d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:00.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.751+0000 7f63af77bb80 1 -- 172.21.15.12:0/1152511191 shutdown_connections 2024-05-21T00:18:00.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.751+0000 7f63af77bb80 1 -- 172.21.15.12:0/1152511191 wait complete. 2024-05-21T00:18:00.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.751+0000 7f63af77bb80 20 client.25309 trim_cache size 0 max 16384 2024-05-21T00:18:00.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.775+0000 7f63af77bb80 1 Processor -- start 2024-05-21T00:18:00.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.776+0000 7f63af77bb80 1 -- start start 2024-05-21T00:18:00.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.776+0000 7f63af77bb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584668970f0 0x558466896ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.776+0000 7f63af77bb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x5584668a05a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.776+0000 7f63af77bb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55846689cee0 0x5584668914a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.776+0000 7f63af77bb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5584668afc30 con 0x5584668970f0 2024-05-21T00:18:00.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.776+0000 7f63af77bb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5584668b0300 con 0x55846689cee0 2024-05-21T00:18:00.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.776+0000 7f63af77bb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5584668b09d0 con 0x55846689c5c0 2024-05-21T00:18:00.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.776+0000 7f639e800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55846689cee0 0x5584668914a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.776+0000 7f639d400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x5584668a05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.776+0000 7f639e800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55846689cee0 0x5584668914a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:52488/0 (socket says 172.21.15.12:52488) 2024-05-21T00:18:00.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.776+0000 7f639d400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x5584668a05a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:53220/0 (socket says 172.21.15.12:53220) 2024-05-21T00:18:00.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.776+0000 7f639e800700 1 -- 172.21.15.12:0/2117563388 learned_addr learned my addr 172.21.15.12:0/2117563388 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:00.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.776+0000 7f639de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584668970f0 0x558466896ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.777+0000 7f639e800700 1 -- 172.21.15.12:0/2117563388 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 msgr2=0x5584668a05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:00.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.777+0000 7f639e800700 1 --2- 172.21.15.12:0/2117563388 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x5584668a05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.777+0000 7f639e800700 1 -- 172.21.15.12:0/2117563388 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584668970f0 msgr2=0x558466896ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:00.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.777+0000 7f639e800700 1 --2- 172.21.15.12:0/2117563388 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584668970f0 0x558466896ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.777+0000 7f639e800700 1 -- 172.21.15.12:0/2117563388 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55846689e500 con 0x55846689cee0 2024-05-21T00:18:00.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.777+0000 7f639de00700 1 --2- 172.21.15.12:0/2117563388 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584668970f0 0x558466896ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:00.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.777+0000 7f639e800700 1 --2- 172.21.15.12:0/2117563388 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55846689cee0 0x5584668914a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f63980a6bc0 tx=0x7f63980a9f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13bf7cfd32502fb0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:00.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.777+0000 7f638aa00700 1 -- 172.21.15.12:0/2117563388 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f639804ec60 con 0x55846689cee0 2024-05-21T00:18:00.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.777+0000 7f638aa00700 1 -- 172.21.15.12:0/2117563388 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f63980b20f0 con 0x55846689cee0 2024-05-21T00:18:00.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.778+0000 7f638aa00700 1 -- 172.21.15.12:0/2117563388 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63980b2320 con 0x55846689cee0 2024-05-21T00:18:00.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.778+0000 7f63af77bb80 1 -- 172.21.15.12:0/2117563388 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55846689cee0 msgr2=0x5584668914a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:00.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.778+0000 7f63af77bb80 1 --2- 172.21.15.12:0/2117563388 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55846689cee0 0x5584668914a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f63980a6bc0 tx=0x7f63980a9f40 comp rx=0 tx=0).stop 2024-05-21T00:18:00.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.778+0000 7f63af77bb80 1 -- 172.21.15.12:0/2117563388 shutdown_connections 2024-05-21T00:18:00.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.778+0000 7f63af77bb80 1 --2- 172.21.15.12:0/2117563388 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55846689cee0 0x5584668914a0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.778+0000 7f63af77bb80 1 --2- 172.21.15.12:0/2117563388 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584668970f0 0x558466896ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.778+0000 7f63af77bb80 1 --2- 172.21.15.12:0/2117563388 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x5584668a05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.778+0000 7f63af77bb80 1 -- 172.21.15.12:0/2117563388 >> 172.21.15.12:0/2117563388 conn(0x5584667c4b90 msgr2=0x55846689e880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:00.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.778+0000 7f63af77bb80 1 -- 172.21.15.12:0/2117563388 shutdown_connections 2024-05-21T00:18:00.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.778+0000 7f63af77bb80 1 -- 172.21.15.12:0/2117563388 wait complete. 2024-05-21T00:18:00.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.779+0000 7f63af77bb80 1 -- start start 2024-05-21T00:18:00.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.779+0000 7f63af77bb80 1 Processor -- start 2024-05-21T00:18:00.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.779+0000 7f63af77bb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584668970f0 0x5584668bb480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.779+0000 7f63af77bb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x5584668b5d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.779+0000 7f63af77bb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55846689cee0 0x5584668b6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.779+0000 7f63af77bb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5584668b1770 con 0x5584668970f0 2024-05-21T00:18:00.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.779+0000 7f63af77bb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5584668b10a0 con 0x55846689cee0 2024-05-21T00:18:00.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.779+0000 7f63af77bb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5584668b1e40 con 0x55846689c5c0 2024-05-21T00:18:00.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.780+0000 7f63af77bb80 10 client.0 _ll_register_callbacks cb 0x55846678ec20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:00.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.780+0000 7f639de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584668970f0 0x5584668bb480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.780+0000 7f639de00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584668970f0 0x5584668bb480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58404/0 (socket says 172.21.15.12:58404) 2024-05-21T00:18:00.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.780+0000 7f639d400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x5584668b5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.780+0000 7f639de00700 1 -- 172.21.15.12:0/3798702951 learned_addr learned my addr 172.21.15.12:0/3798702951 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:00.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.780+0000 7f639e800700 1 --2- 172.21.15.12:0/3798702951 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55846689cee0 0x5584668b6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.780+0000 7f639de00700 1 -- 172.21.15.12:0/3798702951 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 msgr2=0x5584668b5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:00.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.780+0000 7f639de00700 1 --2- 172.21.15.12:0/3798702951 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x5584668b5d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.780+0000 7f639de00700 1 -- 172.21.15.12:0/3798702951 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55846689cee0 msgr2=0x5584668b6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:00.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.780+0000 7f639de00700 1 --2- 172.21.15.12:0/3798702951 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55846689cee0 0x5584668b6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.780+0000 7f639de00700 1 -- 172.21.15.12:0/3798702951 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584668b6af0 con 0x5584668970f0 2024-05-21T00:18:00.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.781+0000 7f639de00700 1 --2- 172.21.15.12:0/3798702951 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584668970f0 0x5584668bb480 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6390005010 tx=0x7f6390003af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56ccb769d909a246 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:00.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.781+0000 7f637fe00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:18:00.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.781+0000 7f637fe00700 1 -- 172.21.15.12:0/3798702951 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6390020040 con 0x5584668970f0 2024-05-21T00:18:00.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.781+0000 7f63af77bb80 1 -- 172.21.15.12:0/3798702951 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5584667f0520 con 0x5584668970f0 2024-05-21T00:18:00.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.781+0000 7f637fe00700 1 -- 172.21.15.12:0/3798702951 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f639000bd80 con 0x5584668970f0 2024-05-21T00:18:00.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.781+0000 7f637fe00700 1 -- 172.21.15.12:0/3798702951 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f63900075f0 con 0x5584668970f0 2024-05-21T00:18:00.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.781+0000 7f63af77bb80 10 client.15180 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:00.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.781+0000 7f63af77bb80 1 -- 172.21.15.12:0/3798702951 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5584669254d0 con 0x5584668970f0 2024-05-21T00:18:00.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.781+0000 7f637fe00700 1 -- 172.21.15.12:0/3798702951 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x5584667f0520 con 0x5584668970f0 2024-05-21T00:18:00.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.782+0000 7f637fe00700 1 -- 172.21.15.12:0/3798702951 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f639002d070 con 0x5584668970f0 2024-05-21T00:18:00.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.782+0000 7f63af77bb80 10 client.15180 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:00.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.782+0000 7f63af77bb80 10 client.15180 resolve_mds: resolved name 'i' to daemon mds.i 2024-05-21T00:18:00.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.782+0000 7f63af77bb80 20 client.15180 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:00.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.782+0000 7f63af77bb80 1 --2- 172.21.15.12:0/3798702951 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x558466929b40 0x558466928850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:00.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.782+0000 7f63af77bb80 4 client.15180 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:18:00.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.782+0000 7f63af77bb80 1 -- 172.21.15.12:0/3798702951 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "status"}) -- 0x558466667200 con 0x558466929b40 2024-05-21T00:18:00.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.782+0000 7f639d400700 1 --2- 172.21.15.12:0/3798702951 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x558466929b40 0x558466928850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:00.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.783+0000 7f639d400700 1 --2- 172.21.15.12:0/3798702951 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x558466929b40 0x558466928850 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=25bc7290571977a1 server_cookie=6132b4308ade9377 in_seq=0 out_seq=0 2024-05-21T00:18:00.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.783+0000 7f637fe00700 10 client.15180 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:18:00.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.783+0000 7f637fe00700 1 -- 172.21.15.12:0/3798702951 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x558466667200 con 0x558466929b40 2024-05-21T00:18:00.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.783+0000 7f637fe00700 10 client.15180 handle_command_reply: tid=0 2024-05-21T00:18:00.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.783+0000 7f63af77bb80 1 client.15180 shutdown 2024-05-21T00:18:00.952 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:18:00.952 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:18:00.952 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 2, 2024-05-21T00:18:00.952 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24523, 2024-05-21T00:18:00.952 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:18:00.952 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:18:00.952 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:18:00.952 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 284.13223727799999, 2024-05-21T00:18:00.952 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 29, 2024-05-21T00:18:00.952 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:18:00.952 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 81, 2024-05-21T00:18:00.953 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 333.74653823400001 2024-05-21T00:18:00.953 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:18:00.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.783+0000 7f63af77bb80 1 -- 172.21.15.12:0/3798702951 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584668970f0 msgr2=0x5584668bb480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:00.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.783+0000 7f63af77bb80 1 --2- 172.21.15.12:0/3798702951 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584668970f0 0x5584668bb480 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f6390005010 tx=0x7f6390003af0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.783+0000 7f63af77bb80 1 -- 172.21.15.12:0/3798702951 shutdown_connections 2024-05-21T00:18:00.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.783+0000 7f63af77bb80 1 --2- 172.21.15.12:0/3798702951 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x558466929b40 0x558466928850 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.784+0000 7f63af77bb80 1 --2- 172.21.15.12:0/3798702951 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55846689cee0 0x5584668b6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.784+0000 7f63af77bb80 1 --2- 172.21.15.12:0/3798702951 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5584668970f0 0x5584668bb480 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.784+0000 7f63af77bb80 1 --2- 172.21.15.12:0/3798702951 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55846689c5c0 0x5584668b5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.784+0000 7f637fe00700 0 client.15180 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:18:00.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.784+0000 7f63af77bb80 1 -- 172.21.15.12:0/3798702951 >> 172.21.15.12:0/3798702951 conn(0x5584667c4b90 msgr2=0x55846689d2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:00.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.784+0000 7f63af77bb80 1 -- 172.21.15.12:0/3798702951 shutdown_connections 2024-05-21T00:18:00.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.784+0000 7f63af77bb80 1 -- 172.21.15.12:0/3798702951 wait complete. 2024-05-21T00:18:00.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.784+0000 7f63af77bb80 20 client.15180 trim_cache size 0 max 16384 2024-05-21T00:18:00.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.785+0000 7f63a4e00700 1 -- 172.21.15.12:0/3781287345 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f63840b2880 msgr2=0x7f63840b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:00.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.785+0000 7f63a4e00700 1 --2- 172.21.15.12:0/3781287345 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f63840b2880 0x7f63840b4d40 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f63a0103370 tx=0x7f638c009910 comp rx=0 tx=0).stop 2024-05-21T00:18:00.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.785+0000 7f63a4e00700 1 -- 172.21.15.12:0/3781287345 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63a01088f0 msgr2=0x7f63a01a0700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:00.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.785+0000 7f63a4e00700 1 --2- 172.21.15.12:0/3781287345 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63a01088f0 0x7f63a01a0700 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f639800e940 tx=0x7f639800ec50 comp rx=0 tx=0).stop 2024-05-21T00:18:00.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.785+0000 7f63a4e00700 1 -- 172.21.15.12:0/3781287345 shutdown_connections 2024-05-21T00:18:00.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.785+0000 7f63a4e00700 1 --2- 172.21.15.12:0/3781287345 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f63a01088f0 0x7f63a01a0700 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.785+0000 7f63a4e00700 1 --2- 172.21.15.12:0/3781287345 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f63840b2880 0x7f63840b4d40 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.785+0000 7f63a4e00700 1 --2- 172.21.15.12:0/3781287345 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f63a01037f0 0x7f63a019be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.785+0000 7f63a4e00700 1 --2- 172.21.15.12:0/3781287345 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f63a01041a0 0x7f63a019c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:00.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.785+0000 7f63a4e00700 1 -- 172.21.15.12:0/3781287345 >> 172.21.15.12:0/3781287345 conn(0x7f63a007a6a0 msgr2=0x7f63a0101aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:00.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.785+0000 7f63a4e00700 1 -- 172.21.15.12:0/3781287345 shutdown_connections 2024-05-21T00:18:00.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:00.785+0000 7f63a4e00700 1 -- 172.21.15.12:0/3781287345 wait complete. 2024-05-21T00:18:01.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:01 smithi077 ceph-mon[36377]: pgmap v467: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T00:18:01.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:01 smithi012 ceph-mon[31403]: pgmap v467: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T00:18:01.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:01 smithi060 ceph-mon[36426]: pgmap v467: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 938 B/s wr, 11 op/s 2024-05-21T00:18:02.305 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.b status 2024-05-21T00:18:02.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.893+0000 7f65ce800700 1 -- 172.21.15.12:0/3683381243 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f65c806bb70 msgr2=0x7f65c810fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:02.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.893+0000 7f65ce800700 1 --2- 172.21.15.12:0/3683381243 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f65c806bb70 0x7f65c810fab0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f65b4009990 tx=0x7f65b4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.894+0000 7f65ce800700 1 -- 172.21.15.12:0/3683381243 shutdown_connections 2024-05-21T00:18:02.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.894+0000 7f65ce800700 1 --2- 172.21.15.12:0/3683381243 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c810fff0 0x7f65c81123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.894+0000 7f65ce800700 1 --2- 172.21.15.12:0/3683381243 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f65c806b250 0x7f65c806b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.894+0000 7f65ce800700 1 --2- 172.21.15.12:0/3683381243 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f65c806bb70 0x7f65c810fab0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.894+0000 7f65ce800700 1 -- 172.21.15.12:0/3683381243 >> 172.21.15.12:0/3683381243 conn(0x7f65c80793f0 msgr2=0x7f65c8079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:02.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.894+0000 7f65ce800700 1 -- 172.21.15.12:0/3683381243 shutdown_connections 2024-05-21T00:18:02.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.894+0000 7f65ce800700 1 -- 172.21.15.12:0/3683381243 wait complete. 2024-05-21T00:18:02.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.895+0000 7f65ce800700 1 Processor -- start 2024-05-21T00:18:02.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.895+0000 7f65ce800700 1 -- start start 2024-05-21T00:18:02.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.895+0000 7f65ce800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f65c806b250 0x7f65c819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.895+0000 7f65ce800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c806bb70 0x7f65c819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.895+0000 7f65ce800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f65c810fff0 0x7f65c81a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.896+0000 7f65ce800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f65c8115950 con 0x7f65c806b250 2024-05-21T00:18:02.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.896+0000 7f65ce800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f65c81157d0 con 0x7f65c810fff0 2024-05-21T00:18:02.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.896+0000 7f65ce800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f65c8115ad0 con 0x7f65c806bb70 2024-05-21T00:18:02.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.896+0000 7f65c7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f65c806b250 0x7f65c819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.896+0000 7f65c7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f65c806b250 0x7f65c819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:58424/0 (socket says 172.21.15.12:58424) 2024-05-21T00:18:02.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.896+0000 7f65c7400700 1 -- 172.21.15.12:0/3473213374 learned_addr learned my addr 172.21.15.12:0/3473213374 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:02.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.896+0000 7f65c7e00700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f65c810fff0 0x7f65c81a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.896+0000 7f65c6a00700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c806bb70 0x7f65c819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.897+0000 7f65c7400700 1 -- 172.21.15.12:0/3473213374 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c806bb70 msgr2=0x7f65c819c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:02.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.897+0000 7f65c7400700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c806bb70 0x7f65c819c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.897+0000 7f65c7400700 1 -- 172.21.15.12:0/3473213374 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f65c810fff0 msgr2=0x7f65c81a0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:02.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.897+0000 7f65c7400700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f65c810fff0 0x7f65c81a0730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.897+0000 7f65c7400700 1 -- 172.21.15.12:0/3473213374 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c81a0e70 con 0x7f65c806b250 2024-05-21T00:18:02.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.897+0000 7f65c7e00700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f65c810fff0 0x7f65c81a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:02.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.897+0000 7f65c7400700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f65c806b250 0x7f65c819be60 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f65b800e9a0 tx=0x7f65b800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:02.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.897+0000 7f65bfe00700 1 -- 172.21.15.12:0/3473213374 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b800ca10 con 0x7f65c806b250 2024-05-21T00:18:02.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.897+0000 7f65ce800700 1 -- 172.21.15.12:0/3473213374 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65c81a1160 con 0x7f65c806b250 2024-05-21T00:18:02.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.898+0000 7f65ce800700 1 -- 172.21.15.12:0/3473213374 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65c81a89e0 con 0x7f65c806b250 2024-05-21T00:18:02.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.898+0000 7f65bfe00700 1 -- 172.21.15.12:0/3473213374 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65b800cbb0 con 0x7f65c806b250 2024-05-21T00:18:02.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.898+0000 7f65bfe00700 1 -- 172.21.15.12:0/3473213374 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b8018420 con 0x7f65c806b250 2024-05-21T00:18:02.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.903+0000 7f65bfe00700 1 -- 172.21.15.12:0/3473213374 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f65b8010430 con 0x7f65c806b250 2024-05-21T00:18:02.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.904+0000 7f65d9216b80 1 Processor -- start 2024-05-21T00:18:02.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.904+0000 7f65d9216b80 1 -- start start 2024-05-21T00:18:02.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.904+0000 7f65d9216b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 0x55a2b01879f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.905+0000 7f65d9216b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187f30 0x55a2b0181b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.905+0000 7f65d9216b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0182140 0x55a2b01825c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.905+0000 7f65d9216b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a2b00dfe40 con 0x55a2b0187f30 2024-05-21T00:18:02.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.905+0000 7f65d9216b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a2b00cf9e0 con 0x55a2b0187610 2024-05-21T00:18:02.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.905+0000 7f65d9216b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55a2b00d3a20 con 0x55a2b0182140 2024-05-21T00:18:02.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.905+0000 7f65c7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 0x55a2b01879f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.905+0000 7f65c7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 0x55a2b01879f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:52524/0 (socket says 172.21.15.12:52524) 2024-05-21T00:18:02.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.905+0000 7f65c7e00700 1 -- 172.21.15.12:0/3603233882 learned_addr learned my addr 172.21.15.12:0/3603233882 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:02.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.905+0000 7f65c7400700 1 --2- 172.21.15.12:0/3603233882 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187f30 0x55a2b0181b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.905+0000 7f65c6a00700 1 --2- 172.21.15.12:0/3603233882 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0182140 0x55a2b01825c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.906+0000 7f65c7e00700 1 -- 172.21.15.12:0/3603233882 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0182140 msgr2=0x55a2b01825c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:02.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.906+0000 7f65c7e00700 1 --2- 172.21.15.12:0/3603233882 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0182140 0x55a2b01825c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.906+0000 7f65c7e00700 1 -- 172.21.15.12:0/3603233882 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187f30 msgr2=0x55a2b0181b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:02.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.906+0000 7f65c7e00700 1 --2- 172.21.15.12:0/3603233882 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187f30 0x55a2b0181b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.906+0000 7f65c7e00700 1 -- 172.21.15.12:0/3603233882 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2b0098420 con 0x55a2b0187610 2024-05-21T00:18:02.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.906+0000 7f65bfe00700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f65ac0b2880 0x7f65ac0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.906+0000 7f65c7e00700 1 --2- 172.21.15.12:0/3603233882 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 0x55a2b01879f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f65c0009fd0 tx=0x7f65c0007960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8fabe043fb73fe92 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:02.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.906+0000 7f65bfe00700 1 -- 172.21.15.12:0/3473213374 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f65b80e2380 con 0x7f65c806b250 2024-05-21T00:18:02.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.906+0000 7f65c7400700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f65ac0b2880 0x7f65ac0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.906+0000 7f65bcc00700 1 -- 172.21.15.12:0/3603233882 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c0019030 con 0x55a2b0187610 2024-05-21T00:18:02.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.907+0000 7f65bcc00700 1 -- 172.21.15.12:0/3603233882 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65c0004bb0 con 0x55a2b0187610 2024-05-21T00:18:02.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.907+0000 7f65bcc00700 1 -- 172.21.15.12:0/3603233882 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c0005420 con 0x55a2b0187610 2024-05-21T00:18:02.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.907+0000 7f65d9216b80 1 -- 172.21.15.12:0/3603233882 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 msgr2=0x55a2b01879f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:02.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.907+0000 7f65c7400700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f65ac0b2880 0x7f65ac0b4d40 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f65b800c2d0 tx=0x7f65b8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:02.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.907+0000 7f65d9216b80 1 --2- 172.21.15.12:0/3603233882 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 0x55a2b01879f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f65c0009fd0 tx=0x7f65c0007960 comp rx=0 tx=0).stop 2024-05-21T00:18:02.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.908+0000 7f65d9216b80 1 -- 172.21.15.12:0/3603233882 shutdown_connections 2024-05-21T00:18:02.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.908+0000 7f65d9216b80 1 --2- 172.21.15.12:0/3603233882 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0182140 0x55a2b01825c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.908+0000 7f65d9216b80 1 --2- 172.21.15.12:0/3603233882 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 0x55a2b01879f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.908+0000 7f65d9216b80 1 --2- 172.21.15.12:0/3603233882 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187f30 0x55a2b0181b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.908+0000 7f65d9216b80 1 -- 172.21.15.12:0/3603233882 >> 172.21.15.12:0/3603233882 conn(0x55a2b00afbe0 msgr2=0x55a2b017c690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:02.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.908+0000 7f65d9216b80 1 -- 172.21.15.12:0/3603233882 shutdown_connections 2024-05-21T00:18:02.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.908+0000 7f65d9216b80 1 -- 172.21.15.12:0/3603233882 wait complete. 2024-05-21T00:18:02.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.908+0000 7f65d9216b80 1 -- start start 2024-05-21T00:18:02.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.909+0000 7f65d9216b80 1 Processor -- start 2024-05-21T00:18:02.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.909+0000 7f65d9216b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0182140 0x55a2b018dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.909+0000 7f65d9216b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 0x55a2b018af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.909+0000 7f65d9216b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187f30 0x55a2b018b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.909+0000 7f65d9216b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a2affd5fa0 con 0x55a2b0182140 2024-05-21T00:18:02.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.909+0000 7f65d9216b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a2b0070760 con 0x55a2b0187610 2024-05-21T00:18:02.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.909+0000 7f65d9216b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55a2b018e9e0 con 0x55a2b0187f30 2024-05-21T00:18:02.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.909+0000 7f65d9216b80 10 client.0 _ll_register_callbacks cb 0x55a2b0079c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:02.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.910+0000 7f65c6a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 0x55a2b018af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.910+0000 7f65c6a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 0x55a2b018af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:52538/0 (socket says 172.21.15.12:52538) 2024-05-21T00:18:02.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.910+0000 7f65c6a00700 1 -- 172.21.15.12:0/4148932367 learned_addr learned my addr 172.21.15.12:0/4148932367 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:02.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.910+0000 7f65c7e00700 1 --2- 172.21.15.12:0/4148932367 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0182140 0x55a2b018dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.910+0000 7f65c6a00700 1 -- 172.21.15.12:0/4148932367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187f30 msgr2=0x55a2b018b4b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:18:02.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.910+0000 7f65c6a00700 1 --2- 172.21.15.12:0/4148932367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187f30 0x55a2b018b4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.910+0000 7f65c6a00700 1 -- 172.21.15.12:0/4148932367 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0182140 msgr2=0x55a2b018dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:02.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.910+0000 7f65c6a00700 1 --2- 172.21.15.12:0/4148932367 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0182140 0x55a2b018dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.910+0000 7f65c6a00700 1 -- 172.21.15.12:0/4148932367 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2b001f8d0 con 0x55a2b0187610 2024-05-21T00:18:02.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.910+0000 7f65c7e00700 1 --2- 172.21.15.12:0/4148932367 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0182140 0x55a2b018dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:02.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.910+0000 7f65c6a00700 1 --2- 172.21.15.12:0/4148932367 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 0x55a2b018af70 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f65b4009990 tx=0x7f65b4005800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ad5e51d56130244 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:02.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.910+0000 7f65b1600700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:18:02.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.911+0000 7f65b1600700 1 -- 172.21.15.12:0/4148932367 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b4028060 con 0x55a2b0187610 2024-05-21T00:18:02.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.911+0000 7f65d9216b80 1 -- 172.21.15.12:0/4148932367 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65c0004bb0 con 0x55a2b0187610 2024-05-21T00:18:02.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.911+0000 7f65b1600700 1 -- 172.21.15.12:0/4148932367 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f65b4003680 con 0x55a2b0187610 2024-05-21T00:18:02.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.911+0000 7f65b1600700 1 -- 172.21.15.12:0/4148932367 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f65b40095d0 con 0x55a2b0187610 2024-05-21T00:18:02.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.911+0000 7f65d9216b80 10 client.25301 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:02.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.911+0000 7f65d9216b80 1 -- 172.21.15.12:0/4148932367 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a2b00a0060 con 0x55a2b0187610 2024-05-21T00:18:02.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.912+0000 7f65b1600700 1 -- 172.21.15.12:0/4148932367 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65c0004bb0 con 0x55a2b0187610 2024-05-21T00:18:02.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.912+0000 7f65b1600700 1 -- 172.21.15.12:0/4148932367 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f65b400f840 con 0x55a2b0187610 2024-05-21T00:18:02.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.912+0000 7f65d9216b80 10 client.25301 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:02.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.912+0000 7f65d9216b80 10 client.25301 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:18:02.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.912+0000 7f65d9216b80 20 client.25301 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:02.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.912+0000 7f65d9216b80 1 --2- 172.21.15.12:0/4148932367 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a2b019b540 0x55a2b019d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.912+0000 7f65d9216b80 4 client.25301 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:02.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.912+0000 7f65d9216b80 1 -- 172.21.15.12:0/4148932367 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a2b00e1d90 con 0x55a2b019b540 2024-05-21T00:18:02.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.912+0000 7f65c7e00700 1 --2- 172.21.15.12:0/4148932367 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a2b019b540 0x55a2b019d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.913+0000 7f65c7e00700 1 --2- 172.21.15.12:0/4148932367 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a2b019b540 0x55a2b019d980 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cad59db471765439 server_cookie=846cade064663620 in_seq=0 out_seq=0 2024-05-21T00:18:02.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.913+0000 7f65b1600700 10 client.25301 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:02.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.914+0000 7f65b1600700 1 -- 172.21.15.12:0/4148932367 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a2b00e1d90 con 0x55a2b019b540 2024-05-21T00:18:02.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.914+0000 7f65b1600700 10 client.25301 handle_command_reply: tid=0 2024-05-21T00:18:02.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.914+0000 7f65d9216b80 1 client.25301 shutdown 2024-05-21T00:18:02.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.914+0000 7f65d9216b80 1 -- 172.21.15.12:0/4148932367 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 msgr2=0x55a2b018af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:02.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.914+0000 7f65d9216b80 1 --2- 172.21.15.12:0/4148932367 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 0x55a2b018af70 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f65b4009990 tx=0x7f65b4005800 comp rx=0 tx=0).stop 2024-05-21T00:18:02.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.914+0000 7f65d9216b80 1 -- 172.21.15.12:0/4148932367 shutdown_connections 2024-05-21T00:18:02.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.914+0000 7f65d9216b80 1 --2- 172.21.15.12:0/4148932367 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a2b019b540 0x55a2b019d980 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.914+0000 7f65d9216b80 1 --2- 172.21.15.12:0/4148932367 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187f30 0x55a2b018b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.914+0000 7f65d9216b80 1 --2- 172.21.15.12:0/4148932367 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0182140 0x55a2b018dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.914+0000 7f65d9216b80 1 --2- 172.21.15.12:0/4148932367 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0187610 0x55a2b018af70 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.914+0000 7f65b1600700 0 client.25301 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:02.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.914+0000 7f65d9216b80 1 -- 172.21.15.12:0/4148932367 >> 172.21.15.12:0/4148932367 conn(0x55a2b00afbe0 msgr2=0x55a2b017bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:02.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.915+0000 7f65d9216b80 1 -- 172.21.15.12:0/4148932367 shutdown_connections 2024-05-21T00:18:02.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.915+0000 7f65d9216b80 1 -- 172.21.15.12:0/4148932367 wait complete. 2024-05-21T00:18:02.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.915+0000 7f65d9216b80 20 client.25301 trim_cache size 0 max 16384 2024-05-21T00:18:02.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.940+0000 7f65d9216b80 1 Processor -- start 2024-05-21T00:18:02.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.940+0000 7f65d9216b80 1 -- start start 2024-05-21T00:18:02.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.940+0000 7f65d9216b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0182140 0x55a2b0188a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.940+0000 7f65d9216b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187610 0x55a2b017c4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.941+0000 7f65d9216b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187f30 0x55a2b01a3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.941+0000 7f65d9216b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f65a800d2a0 con 0x55a2b0187610 2024-05-21T00:18:02.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.941+0000 7f65d9216b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f65a800ede0 con 0x55a2b0182140 2024-05-21T00:18:02.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.941+0000 7f65d9216b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f65a800d970 con 0x55a2b0187f30 2024-05-21T00:18:02.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.941+0000 7f65c7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0182140 0x55a2b0188a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.941+0000 7f65c7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0182140 0x55a2b0188a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:52550/0 (socket says 172.21.15.12:52550) 2024-05-21T00:18:02.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.941+0000 7f65c7e00700 1 -- 172.21.15.12:0/3003910673 learned_addr learned my addr 172.21.15.12:0/3003910673 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:02.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.941+0000 7f65c6a00700 1 --2- 172.21.15.12:0/3003910673 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187610 0x55a2b017c4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.941+0000 7f65c7e00700 1 --2- 172.21.15.12:0/3003910673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187f30 0x55a2b01a3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.942+0000 7f65c7e00700 1 -- 172.21.15.12:0/3003910673 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0182140 msgr2=0x55a2b0188a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:02.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.942+0000 7f65c7e00700 1 --2- 172.21.15.12:0/3003910673 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0182140 0x55a2b0188a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.942+0000 7f65c7e00700 1 -- 172.21.15.12:0/3003910673 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187610 msgr2=0x55a2b017c4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:02.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.942+0000 7f65c7e00700 1 --2- 172.21.15.12:0/3003910673 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187610 0x55a2b017c4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.942+0000 7f65c7e00700 1 -- 172.21.15.12:0/3003910673 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2b0188f60 con 0x55a2b0187f30 2024-05-21T00:18:02.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.942+0000 7f65c6a00700 1 --2- 172.21.15.12:0/3003910673 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187610 0x55a2b017c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:02.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.942+0000 7f65c7e00700 1 --2- 172.21.15.12:0/3003910673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187f30 0x55a2b01a3290 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f65c00075d0 tx=0x7f65c000b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1b65f06115a3ccd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:02.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.943+0000 7f65b3e00700 1 -- 172.21.15.12:0/3003910673 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c0019040 con 0x55a2b0187f30 2024-05-21T00:18:02.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.943+0000 7f65b3e00700 1 -- 172.21.15.12:0/3003910673 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65c0004bb0 con 0x55a2b0187f30 2024-05-21T00:18:02.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.943+0000 7f65b3e00700 1 -- 172.21.15.12:0/3003910673 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65c001f9d0 con 0x55a2b0187f30 2024-05-21T00:18:02.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.944+0000 7f65d9216b80 1 -- 172.21.15.12:0/3003910673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187f30 msgr2=0x55a2b01a3290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:02.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.944+0000 7f65d9216b80 1 --2- 172.21.15.12:0/3003910673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187f30 0x55a2b01a3290 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f65c00075d0 tx=0x7f65c000b040 comp rx=0 tx=0).stop 2024-05-21T00:18:02.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.944+0000 7f65d9216b80 1 -- 172.21.15.12:0/3003910673 shutdown_connections 2024-05-21T00:18:02.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.944+0000 7f65d9216b80 1 --2- 172.21.15.12:0/3003910673 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187f30 0x55a2b01a3290 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.944+0000 7f65d9216b80 1 --2- 172.21.15.12:0/3003910673 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0182140 0x55a2b0188a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.944+0000 7f65d9216b80 1 --2- 172.21.15.12:0/3003910673 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187610 0x55a2b017c4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.944+0000 7f65d9216b80 1 -- 172.21.15.12:0/3003910673 >> 172.21.15.12:0/3003910673 conn(0x55a2b00afbe0 msgr2=0x55a2b0188310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:02.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.944+0000 7f65d9216b80 1 -- 172.21.15.12:0/3003910673 shutdown_connections 2024-05-21T00:18:02.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.944+0000 7f65d9216b80 1 -- 172.21.15.12:0/3003910673 wait complete. 2024-05-21T00:18:02.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.944+0000 7f65d9216b80 1 -- start start 2024-05-21T00:18:02.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.945+0000 7f65d9216b80 1 Processor -- start 2024-05-21T00:18:02.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.945+0000 7f65d9216b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0182140 0x55a2b01a2f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.945+0000 7f65d9216b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187610 0x55a2b01a34d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.945+0000 7f65d9216b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187f30 0x55a2b01a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.945+0000 7f65d9216b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f65a800e710 con 0x55a2b0187f30 2024-05-21T00:18:02.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.945+0000 7f65d9216b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f65a800e040 con 0x55a2b0182140 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.945+0000 7f65d9216b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f65a800b240 con 0x55a2b0187610 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.945+0000 7f65d9216b80 10 client.0 _ll_register_callbacks cb 0x55a2b0079c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.946+0000 7f65c7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0182140 0x55a2b01a2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.946+0000 7f65c7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0182140 0x55a2b01a2f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:52552/0 (socket says 172.21.15.12:52552) 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.946+0000 7f65c7e00700 1 -- 172.21.15.12:0/4069143956 learned_addr learned my addr 172.21.15.12:0/4069143956 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.946+0000 7f65c7e00700 1 --2- 172.21.15.12:0/4069143956 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187f30 0x55a2b01a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.946+0000 7f65c6a00700 1 --2- 172.21.15.12:0/4069143956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187610 0x55a2b01a34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.946+0000 7f65c6a00700 1 -- 172.21.15.12:0/4069143956 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0182140 msgr2=0x55a2b01a2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.946+0000 7f65c6a00700 1 --2- 172.21.15.12:0/4069143956 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0182140 0x55a2b01a2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.946+0000 7f65c6a00700 1 -- 172.21.15.12:0/4069143956 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187f30 msgr2=0x55a2b01a3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.946+0000 7f65c6a00700 1 --2- 172.21.15.12:0/4069143956 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187f30 0x55a2b01a3a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.946+0000 7f65c6a00700 1 -- 172.21.15.12:0/4069143956 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2b0205350 con 0x55a2b0187610 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.947+0000 7f65c6a00700 1 --2- 172.21.15.12:0/4069143956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187610 0x55a2b01a34d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f65b4000c00 tx=0x7f65b400b370 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56fe22aa3134a49e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:02.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.947+0000 7f65b1600700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:18:02.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.947+0000 7f65b1600700 1 -- 172.21.15.12:0/4069143956 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b4033040 con 0x55a2b0187610 2024-05-21T00:18:02.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.947+0000 7f65b1600700 1 -- 172.21.15.12:0/4069143956 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f65b400f660 con 0x55a2b0187610 2024-05-21T00:18:02.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.947+0000 7f65d9216b80 1 -- 172.21.15.12:0/4069143956 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65c0004bb0 con 0x55a2b0187610 2024-05-21T00:18:02.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.947+0000 7f65b1600700 1 -- 172.21.15.12:0/4069143956 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f65b40095d0 con 0x55a2b0187610 2024-05-21T00:18:02.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.947+0000 7f65d9216b80 10 client.25330 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:02.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.947+0000 7f65d9216b80 1 -- 172.21.15.12:0/4069143956 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a2b0206640 con 0x55a2b0187610 2024-05-21T00:18:02.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.948+0000 7f65b1600700 1 -- 172.21.15.12:0/4069143956 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f65b400f860 con 0x55a2b0187610 2024-05-21T00:18:02.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.948+0000 7f65b1600700 1 -- 172.21.15.12:0/4069143956 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f65b4017650 con 0x55a2b0187610 2024-05-21T00:18:02.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.948+0000 7f65d9216b80 10 client.25330 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:02.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.948+0000 7f65d9216b80 10 client.25330 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:18:02.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.948+0000 7f65d9216b80 20 client.25330 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:02.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.948+0000 7f65d9216b80 1 --2- 172.21.15.12:0/4069143956 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a2b0206cc0 0x55a2b02090b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:02.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.948+0000 7f65d9216b80 4 client.25330 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:18:02.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.948+0000 7f65d9216b80 1 -- 172.21.15.12:0/4069143956 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f65c0004bb0 con 0x55a2b0206cc0 2024-05-21T00:18:02.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.949+0000 7f65c7e00700 1 --2- 172.21.15.12:0/4069143956 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a2b0206cc0 0x55a2b02090b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:02.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.949+0000 7f65c7e00700 1 --2- 172.21.15.12:0/4069143956 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a2b0206cc0 0x55a2b02090b0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b36d4a174a843688 server_cookie=c6a4486f7c915afa in_seq=0 out_seq=0 2024-05-21T00:18:02.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.949+0000 7f65b1600700 10 client.25330 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:02.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65b1600700 1 -- 172.21.15.12:0/4069143956 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7f65c0004bb0 con 0x55a2b0206cc0 2024-05-21T00:18:02.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65b1600700 10 client.25330 handle_command_reply: tid=0 2024-05-21T00:18:02.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65d9216b80 1 client.25330 shutdown 2024-05-21T00:18:02.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65d9216b80 1 -- 172.21.15.12:0/4069143956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187610 msgr2=0x55a2b01a34d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:02.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65d9216b80 1 --2- 172.21.15.12:0/4069143956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187610 0x55a2b01a34d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f65b4000c00 tx=0x7f65b400b370 comp rx=0 tx=0).stop 2024-05-21T00:18:02.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65d9216b80 1 -- 172.21.15.12:0/4069143956 shutdown_connections 2024-05-21T00:18:02.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65d9216b80 1 --2- 172.21.15.12:0/4069143956 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a2b0187f30 0x55a2b01a3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65d9216b80 1 --2- 172.21.15.12:0/4069143956 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a2b0182140 0x55a2b01a2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65d9216b80 1 --2- 172.21.15.12:0/4069143956 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a2b0206cc0 0x55a2b02090b0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65d9216b80 1 --2- 172.21.15.12:0/4069143956 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a2b0187610 0x55a2b01a34d0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65d9216b80 1 -- 172.21.15.12:0/4069143956 >> 172.21.15.12:0/4069143956 conn(0x55a2b00afbe0 msgr2=0x55a2b0188310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:02.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65b1600700 0 client.25330 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:02.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65d9216b80 1 -- 172.21.15.12:0/4069143956 shutdown_connections 2024-05-21T00:18:02.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65d9216b80 1 -- 172.21.15.12:0/4069143956 wait complete. 2024-05-21T00:18:02.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.950+0000 7f65d9216b80 20 client.25330 trim_cache size 0 max 16384 2024-05-21T00:18:02.953 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:18:02.953 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "no active scrubs running", 2024-05-21T00:18:02.953 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": {} 2024-05-21T00:18:02.953 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:18:02.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.951+0000 7f65ce800700 1 -- 172.21.15.12:0/3473213374 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f65ac0b2880 msgr2=0x7f65ac0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:02.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.951+0000 7f65ce800700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f65ac0b2880 0x7f65ac0b4d40 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f65b800c2d0 tx=0x7f65b8000bc0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.951+0000 7f65ce800700 1 -- 172.21.15.12:0/3473213374 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f65c806b250 msgr2=0x7f65c819be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:02.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.951+0000 7f65ce800700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f65c806b250 0x7f65c819be60 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f65b800e9a0 tx=0x7f65b800ecb0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.952+0000 7f65ce800700 1 -- 172.21.15.12:0/3473213374 shutdown_connections 2024-05-21T00:18:02.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.952+0000 7f65ce800700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f65c810fff0 0x7f65c81a0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.952+0000 7f65ce800700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f65ac0b2880 0x7f65ac0b4d40 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.952+0000 7f65ce800700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f65c806b250 0x7f65c819be60 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.952+0000 7f65ce800700 1 --2- 172.21.15.12:0/3473213374 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f65c806bb70 0x7f65c819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:02.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.952+0000 7f65ce800700 1 -- 172.21.15.12:0/3473213374 >> 172.21.15.12:0/3473213374 conn(0x7f65c80793f0 msgr2=0x7f65c81114c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:02.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.952+0000 7f65ce800700 1 -- 172.21.15.12:0/3473213374 shutdown_connections 2024-05-21T00:18:02.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:02.952+0000 7f65ce800700 1 -- 172.21.15.12:0/3473213374 wait complete. 2024-05-21T00:18:02.958 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:03.257 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:03 smithi012 ceph-mon[31403]: pgmap v468: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:03.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:03 smithi077 ceph-mon[36377]: pgmap v468: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:03.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:03 smithi060 ceph-mon[36426]: pgmap v468: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:04.253 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:18:04.253 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:18:05.048 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:05.199 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:05 smithi012 ceph-mon[31403]: pgmap v469: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:18:05.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:05 smithi077 ceph-mon[36377]: pgmap v469: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:18:05.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:05 smithi060 ceph-mon[36426]: pgmap v469: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:18:06.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.444+0000 7fcdd2c00700 1 -- 172.21.15.12:0/2591544296 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdcc105780 msgr2=0x7fcdcc105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:06.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.444+0000 7fcdd2c00700 1 --2- 172.21.15.12:0/2591544296 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdcc105780 0x7fcdcc105c00 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4009990 tx=0x7fcdb4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.444+0000 7fcdd2c00700 1 -- 172.21.15.12:0/2591544296 shutdown_connections 2024-05-21T00:18:06.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.444+0000 7fcdd2c00700 1 --2- 172.21.15.12:0/2591544296 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcdcc106140 0x7fcdcc112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.444+0000 7fcdd2c00700 1 --2- 172.21.15.12:0/2591544296 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcdcc10b780 0x7fcdcc10bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.444+0000 7fcdd2c00700 1 --2- 172.21.15.12:0/2591544296 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdcc105780 0x7fcdcc105c00 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.444+0000 7fcdd2c00700 1 -- 172.21.15.12:0/2591544296 >> 172.21.15.12:0/2591544296 conn(0x7fcdcc101270 msgr2=0x7fcdcc103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:06.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.445+0000 7fcdd2c00700 1 -- 172.21.15.12:0/2591544296 shutdown_connections 2024-05-21T00:18:06.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.445+0000 7fcdd2c00700 1 -- 172.21.15.12:0/2591544296 wait complete. 2024-05-21T00:18:06.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.446+0000 7fcdd2c00700 1 Processor -- start 2024-05-21T00:18:06.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.446+0000 7fcdd2c00700 1 -- start start 2024-05-21T00:18:06.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.447+0000 7fcdd2c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdcc105780 0x7fcdcc19be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.447+0000 7fcdd2c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcdcc106140 0x7fcdcc19c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.447+0000 7fcdd2c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcdcc10b780 0x7fcdcc1a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.447+0000 7fcdd2c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fcdcc115a10 con 0x7fcdcc106140 2024-05-21T00:18:06.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.447+0000 7fcdd2c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fcdcc115890 con 0x7fcdcc10b780 2024-05-21T00:18:06.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.447+0000 7fcdd2c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fcdcc115b90 con 0x7fcdcc105780 2024-05-21T00:18:06.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.447+0000 7fcdcbe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdcc105780 0x7fcdcc19be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.447+0000 7fcdcbe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdcc105780 0x7fcdcc19be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:57976/0 (socket says 172.21.15.12:57976) 2024-05-21T00:18:06.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.447+0000 7fcdcbe00700 1 -- 172.21.15.12:0/312782004 learned_addr learned my addr 172.21.15.12:0/312782004 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:06.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.447+0000 7fcdc3e00700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcdcc106140 0x7fcdcc19c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.447+0000 7fcdd0c00700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcdcc10b780 0x7fcdcc1a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.448+0000 7fcdcbe00700 1 -- 172.21.15.12:0/312782004 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcdcc10b780 msgr2=0x7fcdcc1a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:06.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.448+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcdcc10b780 0x7fcdcc1a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.448+0000 7fcdcbe00700 1 -- 172.21.15.12:0/312782004 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcdcc106140 msgr2=0x7fcdcc19c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:06.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.448+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcdcc106140 0x7fcdcc19c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.448+0000 7fcdcbe00700 1 -- 172.21.15.12:0/312782004 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdcc1a0e90 con 0x7fcdcc105780 2024-05-21T00:18:06.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.448+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdcc105780 0x7fcdcc19be80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc00e9a0 tx=0x7fcdbc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:06.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.448+0000 7fcdc9600700 1 -- 172.21.15.12:0/312782004 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc00ca10 con 0x7fcdcc105780 2024-05-21T00:18:06.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.448+0000 7fcdc9600700 1 -- 172.21.15.12:0/312782004 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdbc00cbb0 con 0x7fcdcc105780 2024-05-21T00:18:06.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.448+0000 7fcdc9600700 1 -- 172.21.15.12:0/312782004 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc018680 con 0x7fcdcc105780 2024-05-21T00:18:06.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.448+0000 7fcdd2c00700 1 -- 172.21.15.12:0/312782004 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdcc1a1180 con 0x7fcdcc105780 2024-05-21T00:18:06.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.449+0000 7fcdd2c00700 1 -- 172.21.15.12:0/312782004 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdcc1a8a00 con 0x7fcdcc105780 2024-05-21T00:18:06.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.452+0000 7fcdc9600700 1 -- 172.21.15.12:0/312782004 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fcdbc010430 con 0x7fcdcc105780 2024-05-21T00:18:06.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.453+0000 7fcddd4ecb80 1 Processor -- start 2024-05-21T00:18:06.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.454+0000 7fcddd4ecb80 1 -- start start 2024-05-21T00:18:06.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.454+0000 7fcdc9600700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcdb00b2900 0x7fcdb00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.454+0000 7fcddd4ecb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4e4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.454+0000 7fcddd4ecb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 0x55e6cf4de210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.454+0000 7fcddd4ecb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4de830 0x55e6cf4dec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.454+0000 7fcddd4ecb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e6cf43cdf0 con 0x55e6cf4e3e60 2024-05-21T00:18:06.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.454+0000 7fcddd4ecb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e6cf42c990 con 0x55e6cf4e4780 2024-05-21T00:18:06.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.454+0000 7fcddd4ecb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55e6cf4309d0 con 0x55e6cf4de830 2024-05-21T00:18:06.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.454+0000 7fcdc9600700 1 -- 172.21.15.12:0/312782004 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fcdbc0e22c0 con 0x7fcdcc105780 2024-05-21T00:18:06.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.454+0000 7fcdcbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4e4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.454+0000 7fcdd0c00700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcdb00b2900 0x7fcdb00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.455+0000 7fcdcbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4e4240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46208/0 (socket says 172.21.15.12:46208) 2024-05-21T00:18:06.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.455+0000 7fcdd0c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4de830 0x55e6cf4dec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.455+0000 7fcdcbe00700 1 -- 172.21.15.12:0/3777236515 learned_addr learned my addr 172.21.15.12:0/3777236515 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:06.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.455+0000 7fcdc3e00700 1 --2- 172.21.15.12:0/3777236515 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 0x55e6cf4de210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.455+0000 7fcdcbe00700 1 -- 172.21.15.12:0/3777236515 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4de830 msgr2=0x55e6cf4dec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:06.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.455+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/3777236515 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4de830 0x55e6cf4dec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.455+0000 7fcdcbe00700 1 -- 172.21.15.12:0/3777236515 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 msgr2=0x55e6cf4de210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:06.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.455+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/3777236515 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 0x55e6cf4de210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.455+0000 7fcdcbe00700 1 -- 172.21.15.12:0/3777236515 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6cf3f53d0 con 0x55e6cf4e3e60 2024-05-21T00:18:06.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.455+0000 7fcdd0c00700 1 --2- 172.21.15.12:0/3777236515 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4de830 0x55e6cf4dec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:06.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.455+0000 7fcdc3e00700 1 --2- 172.21.15.12:0/3777236515 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 0x55e6cf4de210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:06.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.455+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/3777236515 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4e4240 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc009230 tx=0x7fcdbc0a9280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2b2705f5717cc89 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:06.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.456+0000 7fcdd0c00700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcdb00b2900 0x7fcdb00b4dc0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcdc4009ec0 tx=0x7fcdc4009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:06.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.456+0000 7fcdc1600700 1 -- 172.21.15.12:0/3777236515 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc0a9fb0 con 0x55e6cf4e3e60 2024-05-21T00:18:06.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.456+0000 7fcdc1600700 1 -- 172.21.15.12:0/3777236515 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdbc007540 con 0x55e6cf4e3e60 2024-05-21T00:18:06.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.456+0000 7fcdc1600700 1 -- 172.21.15.12:0/3777236515 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc0b2710 con 0x55e6cf4e3e60 2024-05-21T00:18:06.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.457+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/3777236515 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 msgr2=0x55e6cf4e4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:06.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.457+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/3777236515 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4e4240 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc009230 tx=0x7fcdbc0a9280 comp rx=0 tx=0).stop 2024-05-21T00:18:06.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.457+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/3777236515 shutdown_connections 2024-05-21T00:18:06.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.457+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/3777236515 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4de830 0x55e6cf4dec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.457+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/3777236515 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4e4240 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.457+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/3777236515 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 0x55e6cf4de210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.457+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/3777236515 >> 172.21.15.12:0/3777236515 conn(0x55e6cf40cb90 msgr2=0x55e6cf4d8fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:06.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.457+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/3777236515 shutdown_connections 2024-05-21T00:18:06.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.457+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/3777236515 wait complete. 2024-05-21T00:18:06.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.457+0000 7fcddd4ecb80 1 -- start start 2024-05-21T00:18:06.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.458+0000 7fcddd4ecb80 1 Processor -- start 2024-05-21T00:18:06.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.458+0000 7fcddd4ecb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4de830 0x55e6cf4ea490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.458+0000 7fcddd4ecb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4e7830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.458+0000 7fcddd4ecb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 0x55e6cf4e7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.458+0000 7fcddd4ecb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e6cf332f50 con 0x55e6cf4e3e60 2024-05-21T00:18:06.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.458+0000 7fcddd4ecb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e6cf3cd710 con 0x55e6cf4e4780 2024-05-21T00:18:06.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.458+0000 7fcddd4ecb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55e6cf4eb190 con 0x55e6cf4de830 2024-05-21T00:18:06.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.458+0000 7fcddd4ecb80 10 client.0 _ll_register_callbacks cb 0x55e6cf3d6c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:06.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.459+0000 7fcdc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4e7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.459+0000 7fcdc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4e7830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46216/0 (socket says 172.21.15.12:46216) 2024-05-21T00:18:06.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.459+0000 7fcdc3e00700 1 -- 172.21.15.12:0/1790430787 learned_addr learned my addr 172.21.15.12:0/1790430787 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:06.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.459+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4de830 0x55e6cf4ea490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.459+0000 7fcdd0c00700 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 0x55e6cf4e7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.459+0000 7fcdcbe00700 1 -- 172.21.15.12:0/1790430787 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 msgr2=0x55e6cf4e7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:06.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.459+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 0x55e6cf4e7d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.459+0000 7fcdcbe00700 1 -- 172.21.15.12:0/1790430787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 msgr2=0x55e6cf4e7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:06.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.459+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4e7830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.459+0000 7fcdcbe00700 1 -- 172.21.15.12:0/1790430787 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6cf37c880 con 0x55e6cf4de830 2024-05-21T00:18:06.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.459+0000 7fcdc3e00700 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4e7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:06.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.460+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4de830 0x55e6cf4ea490 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc01c380 tx=0x7fcdbc0a9120 comp rx=0 tx=0).ready entity=mon.1 client_cookie=690dda5df4c0ed2d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:06.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.460+0000 7fcdba000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:18:06.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.460+0000 7fcdba000700 1 -- 172.21.15.12:0/1790430787 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdbc0a98b0 con 0x55e6cf4de830 2024-05-21T00:18:06.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.460+0000 7fcdba000700 1 -- 172.21.15.12:0/1790430787 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fcdbc007cb0 con 0x55e6cf4de830 2024-05-21T00:18:06.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.460+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1790430787 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdbc007540 con 0x55e6cf4de830 2024-05-21T00:18:06.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.460+0000 7fcdba000700 1 -- 172.21.15.12:0/1790430787 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcdbc0a9fb0 con 0x55e6cf4de830 2024-05-21T00:18:06.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.460+0000 7fcddd4ecb80 10 client.25342 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:06.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.460+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1790430787 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e6cf3fd010 con 0x55e6cf4de830 2024-05-21T00:18:06.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.461+0000 7fcdba000700 1 -- 172.21.15.12:0/1790430787 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdbc007540 con 0x55e6cf4de830 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.461+0000 7fcdba000700 1 -- 172.21.15.12:0/1790430787 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fcdbc0a9b10 con 0x55e6cf4de830 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.461+0000 7fcddd4ecb80 10 client.25342 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.461+0000 7fcddd4ecb80 10 client.25342 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.461+0000 7fcddd4ecb80 20 client.25342 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.461+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55e6cf4f77f0 0x55e6cf4f8c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.461+0000 7fcddd4ecb80 4 client.25342 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.461+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1790430787 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e6cf43ed40 con 0x55e6cf4f77f0 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.461+0000 7fcdc3e00700 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55e6cf4f77f0 0x55e6cf4f8c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.462+0000 7fcdc3e00700 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55e6cf4f77f0 0x55e6cf4f8c60 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=17fbb4b4bc3c7de server_cookie=311886943df59a16 in_seq=0 out_seq=0 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.462+0000 7fcdba000700 10 client.25342 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcdba000700 1 -- 172.21.15.12:0/1790430787 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e6cf43ed40 con 0x55e6cf4f77f0 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcdba000700 10 client.25342 handle_command_reply: tid=0 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcddd4ecb80 1 client.25342 shutdown 2024-05-21T00:18:06.465 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1790430787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4de830 msgr2=0x55e6cf4ea490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:06.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4de830 0x55e6cf4ea490 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc01c380 tx=0x7fcdbc0a9120 comp rx=0 tx=0).stop 2024-05-21T00:18:06.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1790430787 shutdown_connections 2024-05-21T00:18:06.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 0x55e6cf4e7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4de830 0x55e6cf4ea490 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55e6cf4f77f0 0x55e6cf4f8c60 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/1790430787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4e7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1790430787 >> 172.21.15.12:0/1790430787 conn(0x55e6cf40cb90 msgr2=0x55e6cf4dd200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:06.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcdba000700 0 client.25342 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:18:06.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1790430787 shutdown_connections 2024-05-21T00:18:06.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.463+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1790430787 wait complete. 2024-05-21T00:18:06.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.464+0000 7fcddd4ecb80 20 client.25342 trim_cache size 0 max 16384 2024-05-21T00:18:06.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.488+0000 7fcddd4ecb80 1 Processor -- start 2024-05-21T00:18:06.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.488+0000 7fcddd4ecb80 1 -- start start 2024-05-21T00:18:06.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.488+0000 7fcddd4ecb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4de830 0x55e6cf4de210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.488+0000 7fcddd4ecb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4d2e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.488+0000 7fcddd4ecb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e4780 0x55e6cf4e6b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.488+0000 7fcddd4ecb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e6cf4f6fa0 con 0x55e6cf4e4780 2024-05-21T00:18:06.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.488+0000 7fcddd4ecb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e6cf4f7670 con 0x55e6cf4de830 2024-05-21T00:18:06.489 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.488+0000 7fcddd4ecb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55e6cf4f7d40 con 0x55e6cf4e3e60 2024-05-21T00:18:06.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.489+0000 7fcdc3e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4d2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.489+0000 7fcdc3e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4d2e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:57992/0 (socket says 172.21.15.12:57992) 2024-05-21T00:18:06.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.489+0000 7fcdc3e00700 1 -- 172.21.15.12:0/837099120 learned_addr learned my addr 172.21.15.12:0/837099120 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:06.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.489+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/837099120 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4de830 0x55e6cf4de210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.489+0000 7fcdc3e00700 1 -- 172.21.15.12:0/837099120 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4de830 msgr2=0x55e6cf4de210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:06.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.489+0000 7fcdc3e00700 1 --2- 172.21.15.12:0/837099120 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4de830 0x55e6cf4de210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.489+0000 7fcdd0c00700 1 --2- 172.21.15.12:0/837099120 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e4780 0x55e6cf4e6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.489+0000 7fcdc3e00700 1 -- 172.21.15.12:0/837099120 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e4780 msgr2=0x55e6cf4e6b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:06.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.489+0000 7fcdc3e00700 1 --2- 172.21.15.12:0/837099120 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e4780 0x55e6cf4e6b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.489+0000 7fcdc3e00700 1 -- 172.21.15.12:0/837099120 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6cf4f8230 con 0x55e6cf4e3e60 2024-05-21T00:18:06.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.489+0000 7fcdc3e00700 1 --2- 172.21.15.12:0/837099120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4d2e00 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fcdb40098e0 tx=0x7fcdb400b260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22df7ce1f18224c0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:06.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.490+0000 7fcdc0c00700 1 -- 172.21.15.12:0/837099120 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb400b720 con 0x55e6cf4e3e60 2024-05-21T00:18:06.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.490+0000 7fcdc0c00700 1 -- 172.21.15.12:0/837099120 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdb400bd70 con 0x55e6cf4e3e60 2024-05-21T00:18:06.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.490+0000 7fcdc0c00700 1 -- 172.21.15.12:0/837099120 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb400f460 con 0x55e6cf4e3e60 2024-05-21T00:18:06.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.491+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/837099120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4e3e60 msgr2=0x55e6cf4d2e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:06.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.491+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/837099120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4d2e00 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fcdb40098e0 tx=0x7fcdb400b260 comp rx=0 tx=0).stop 2024-05-21T00:18:06.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.491+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/837099120 shutdown_connections 2024-05-21T00:18:06.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.491+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/837099120 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4e4780 0x55e6cf4e6b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.491+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/837099120 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4de830 0x55e6cf4de210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.491+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/837099120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4e3e60 0x55e6cf4d2e00 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.491+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/837099120 >> 172.21.15.12:0/837099120 conn(0x55e6cf40cb90 msgr2=0x55e6cf4dec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:06.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.491+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/837099120 shutdown_connections 2024-05-21T00:18:06.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.491+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/837099120 wait complete. 2024-05-21T00:18:06.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.492+0000 7fcddd4ecb80 1 -- start start 2024-05-21T00:18:06.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.493+0000 7fcddd4ecb80 1 Processor -- start 2024-05-21T00:18:06.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.494+0000 7fcddd4ecb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4de830 0x55e6cf5020e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.494+0000 7fcddd4ecb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4e3e60 0x55e6cf502620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.494+0000 7fcddd4ecb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 0x55e6cf4fd090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.494+0000 7fcddd4ecb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e6cf4f8ae0 con 0x55e6cf4de830 2024-05-21T00:18:06.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.494+0000 7fcddd4ecb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e6cf4f8410 con 0x55e6cf4e4780 2024-05-21T00:18:06.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.494+0000 7fcddd4ecb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55e6cf4f91b0 con 0x55e6cf4e3e60 2024-05-21T00:18:06.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.494+0000 7fcddd4ecb80 10 client.0 _ll_register_callbacks cb 0x55e6cf3d6c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:06.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.494+0000 7fcdc3e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4e3e60 0x55e6cf502620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.494+0000 7fcdcbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4de830 0x55e6cf5020e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.494+0000 7fcdcbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4de830 0x55e6cf5020e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46236/0 (socket says 172.21.15.12:46236) 2024-05-21T00:18:06.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.494+0000 7fcdcbe00700 1 -- 172.21.15.12:0/1644045073 learned_addr learned my addr 172.21.15.12:0/1644045073 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:06.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.495+0000 7fcdd0c00700 1 --2- 172.21.15.12:0/1644045073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 0x55e6cf4fd090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.495+0000 7fcdc3e00700 1 -- 172.21.15.12:0/1644045073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 msgr2=0x55e6cf4fd090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:06.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.495+0000 7fcdc3e00700 1 --2- 172.21.15.12:0/1644045073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 0x55e6cf4fd090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.495+0000 7fcdc3e00700 1 -- 172.21.15.12:0/1644045073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4de830 msgr2=0x55e6cf5020e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:06.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.495+0000 7fcdc3e00700 1 --2- 172.21.15.12:0/1644045073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4de830 0x55e6cf5020e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.495+0000 7fcdc3e00700 1 -- 172.21.15.12:0/1644045073 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6cf4e71c0 con 0x55e6cf4e3e60 2024-05-21T00:18:06.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.495+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/1644045073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4de830 0x55e6cf5020e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:06.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.495+0000 7fcdc3e00700 1 --2- 172.21.15.12:0/1644045073 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4e3e60 0x55e6cf502620 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4000c00 tx=0x7fcdb400bfb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=89e43356223e31d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:06.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.495+0000 7fcdba000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:18:06.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.496+0000 7fcdba000700 1 -- 172.21.15.12:0/1644045073 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdb4003680 con 0x55e6cf4e3e60 2024-05-21T00:18:06.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.496+0000 7fcdba000700 1 -- 172.21.15.12:0/1644045073 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fcdb4003820 con 0x55e6cf4e3e60 2024-05-21T00:18:06.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.496+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1644045073 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcdb400bd70 con 0x55e6cf4e3e60 2024-05-21T00:18:06.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.496+0000 7fcdba000700 1 -- 172.21.15.12:0/1644045073 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcdb4042070 con 0x55e6cf4e3e60 2024-05-21T00:18:06.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.496+0000 7fcddd4ecb80 10 client.25348 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:06.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.496+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1644045073 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e6cf563540 con 0x55e6cf4e3e60 2024-05-21T00:18:06.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.496+0000 7fcdba000700 1 -- 172.21.15.12:0/1644045073 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcdb400bd70 con 0x55e6cf4e3e60 2024-05-21T00:18:06.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.496+0000 7fcdba000700 1 -- 172.21.15.12:0/1644045073 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fcdb403b6d0 con 0x55e6cf4e3e60 2024-05-21T00:18:06.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.497+0000 7fcddd4ecb80 10 client.25348 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:06.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.497+0000 7fcddd4ecb80 10 client.25348 resolve_mds: resolved name 'b' to daemon mds.b 2024-05-21T00:18:06.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.497+0000 7fcddd4ecb80 20 client.25348 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:06.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.497+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/1644045073 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55e6cf567b60 0x55e6cf566870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:06.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.497+0000 7fcddd4ecb80 4 client.25348 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:18:06.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.497+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1644045073 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "status"}) -- 0x55e6cf438520 con 0x55e6cf567b60 2024-05-21T00:18:06.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.497+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/1644045073 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55e6cf567b60 0x55e6cf566870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:06.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcdcbe00700 1 --2- 172.21.15.12:0/1644045073 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55e6cf567b60 0x55e6cf566870 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5ae449151764c64 server_cookie=822ddf021a62cda7 in_seq=0 out_seq=0 2024-05-21T00:18:06.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcdba000700 10 client.25348 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:18:06.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcdba000700 1 -- 172.21.15.12:0/1644045073 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55e6cf438520 con 0x55e6cf567b60 2024-05-21T00:18:06.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcdba000700 10 client.25348 handle_command_reply: tid=0 2024-05-21T00:18:06.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcddd4ecb80 1 client.25348 shutdown 2024-05-21T00:18:06.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1644045073 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4e3e60 msgr2=0x55e6cf502620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:06.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/1644045073 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4e3e60 0x55e6cf502620 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4000c00 tx=0x7fcdb400bfb0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1644045073 shutdown_connections 2024-05-21T00:18:06.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/1644045073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e6cf4e4780 0x55e6cf4fd090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/1644045073 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55e6cf567b60 0x55e6cf566870 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/1644045073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e6cf4de830 0x55e6cf5020e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcddd4ecb80 1 --2- 172.21.15.12:0/1644045073 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e6cf4e3e60 0x55e6cf502620 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcdba000700 0 client.25348 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:18:06.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.498+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1644045073 >> 172.21.15.12:0/1644045073 conn(0x55e6cf40cb90 msgr2=0x55e6cf4e77f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:06.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.499+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1644045073 shutdown_connections 2024-05-21T00:18:06.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.499+0000 7fcddd4ecb80 1 -- 172.21.15.12:0/1644045073 wait complete. 2024-05-21T00:18:06.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.499+0000 7fcddd4ecb80 20 client.25348 trim_cache size 0 max 16384 2024-05-21T00:18:06.502 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:18:06.502 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:18:06.502 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 1, 2024-05-21T00:18:06.502 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24530, 2024-05-21T00:18:06.502 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:18:06.502 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:18:06.502 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:18:06.502 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 290.855918557, 2024-05-21T00:18:06.502 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 29, 2024-05-21T00:18:06.502 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:18:06.503 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 81, 2024-05-21T00:18:06.503 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 326.57388444399999 2024-05-21T00:18:06.503 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:18:06.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.500+0000 7fcdd2c00700 1 -- 172.21.15.12:0/312782004 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcdb00b2900 msgr2=0x7fcdb00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:06.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.500+0000 7fcdd2c00700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcdb00b2900 0x7fcdb00b4dc0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcdc4009ec0 tx=0x7fcdc4009920 comp rx=0 tx=0).stop 2024-05-21T00:18:06.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.500+0000 7fcdd2c00700 1 -- 172.21.15.12:0/312782004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdcc105780 msgr2=0x7fcdcc19be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:06.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.500+0000 7fcdd2c00700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdcc105780 0x7fcdcc19be80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fcdbc00e9a0 tx=0x7fcdbc00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.500+0000 7fcdd2c00700 1 -- 172.21.15.12:0/312782004 shutdown_connections 2024-05-21T00:18:06.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.500+0000 7fcdd2c00700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fcdcc10b780 0x7fcdcc1a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.500+0000 7fcdd2c00700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fcdcc105780 0x7fcdcc19be80 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.500+0000 7fcdd2c00700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcdb00b2900 0x7fcdb00b4dc0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.500+0000 7fcdd2c00700 1 --2- 172.21.15.12:0/312782004 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fcdcc106140 0x7fcdcc19c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:06.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.500+0000 7fcdd2c00700 1 -- 172.21.15.12:0/312782004 >> 172.21.15.12:0/312782004 conn(0x7fcdcc101270 msgr2=0x7fcdcc1019d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:06.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.500+0000 7fcdd2c00700 1 -- 172.21.15.12:0/312782004 shutdown_connections 2024-05-21T00:18:06.504 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:06.501+0000 7fcdd2c00700 1 -- 172.21.15.12:0/312782004 wait complete. 2024-05-21T00:18:07.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:07 smithi077 ceph-mon[36377]: pgmap v470: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:18:07.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:07 smithi012 ceph-mon[31403]: pgmap v470: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:18:07.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:07 smithi060 ceph-mon[36426]: pgmap v470: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:18:07.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.682+0000 7f7c66000700 1 -- 172.21.15.12:0/1152929927 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c60103460 msgr2=0x7f7c601038e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:07.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.682+0000 7f7c66000700 1 --2- 172.21.15.12:0/1152929927 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c60103460 0x7f7c601038e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7c4c009990 tx=0x7f7c4c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:18:07.683 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.682+0000 7f7c66000700 1 -- 172.21.15.12:0/1152929927 shutdown_connections 2024-05-21T00:18:07.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.683+0000 7f7c66000700 1 --2- 172.21.15.12:0/1152929927 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c60103e20 0x7f7c60110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:07.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.683+0000 7f7c66000700 1 --2- 172.21.15.12:0/1152929927 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c601094f0 0x7f7c601098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:07.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.683+0000 7f7c66000700 1 --2- 172.21.15.12:0/1152929927 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c60103460 0x7f7c601038e0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:07.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.683+0000 7f7c66000700 1 -- 172.21.15.12:0/1152929927 >> 172.21.15.12:0/1152929927 conn(0x7f7c600fef50 msgr2=0x7f7c60101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:07.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.683+0000 7f7c66000700 1 -- 172.21.15.12:0/1152929927 shutdown_connections 2024-05-21T00:18:07.684 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.683+0000 7f7c66000700 1 -- 172.21.15.12:0/1152929927 wait complete. 2024-05-21T00:18:07.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.684+0000 7f7c66000700 1 Processor -- start 2024-05-21T00:18:07.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.684+0000 7f7c66000700 1 -- start start 2024-05-21T00:18:07.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.684+0000 7f7c66000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c60103460 0x7f7c6019bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:07.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.684+0000 7f7c66000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c60103e20 0x7f7c6019c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:07.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.684+0000 7f7c66000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c601094f0 0x7f7c601a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:07.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c66000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7c60113620 con 0x7f7c60103460 2024-05-21T00:18:07.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c66000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7c601134a0 con 0x7f7c601094f0 2024-05-21T00:18:07.686 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c66000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7c601137a0 con 0x7f7c60103e20 2024-05-21T00:18:07.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c64c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c60103460 0x7f7c6019bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:07.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c64c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c60103460 0x7f7c6019bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46248/0 (socket says 172.21.15.12:46248) 2024-05-21T00:18:07.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c64c00700 1 -- 172.21.15.12:0/3013086896 learned_addr learned my addr 172.21.15.12:0/3013086896 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:07.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c5fe00700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c60103e20 0x7f7c6019c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:07.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c65600700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c601094f0 0x7f7c601a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:07.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c64c00700 1 -- 172.21.15.12:0/3013086896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c60103e20 msgr2=0x7f7c6019c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:07.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c64c00700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c60103e20 0x7f7c6019c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:07.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c64c00700 1 -- 172.21.15.12:0/3013086896 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c601094f0 msgr2=0x7f7c601a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:07.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c64c00700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c601094f0 0x7f7c601a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:07.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c64c00700 1 -- 172.21.15.12:0/3013086896 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c601a0d80 con 0x7f7c60103460 2024-05-21T00:18:07.687 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.685+0000 7f7c5fe00700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c60103e20 0x7f7c6019c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:07.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.686+0000 7f7c64c00700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c60103460 0x7f7c6019bd70 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7c5400e9c0 tx=0x7f7c5400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:07.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.686+0000 7f7c5d600700 1 -- 172.21.15.12:0/3013086896 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c5400cbd0 con 0x7f7c60103460 2024-05-21T00:18:07.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.686+0000 7f7c5d600700 1 -- 172.21.15.12:0/3013086896 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c5400ee50 con 0x7f7c60103460 2024-05-21T00:18:07.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.686+0000 7f7c5d600700 1 -- 172.21.15.12:0/3013086896 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c54005550 con 0x7f7c60103460 2024-05-21T00:18:07.688 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.686+0000 7f7c66000700 1 -- 172.21.15.12:0/3013086896 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c601a1070 con 0x7f7c60103460 2024-05-21T00:18:07.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.686+0000 7f7c66000700 1 -- 172.21.15.12:0/3013086896 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c601a88f0 con 0x7f7c60103460 2024-05-21T00:18:07.689 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.688+0000 7f7c66000700 1 -- 172.21.15.12:0/3013086896 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c6006a230 con 0x7f7c60103460 2024-05-21T00:18:07.690 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.690+0000 7f7c5d600700 1 -- 172.21.15.12:0/3013086896 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7c54004750 con 0x7f7c60103460 2024-05-21T00:18:07.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.692+0000 7f7c5d600700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c480b2900 0x7f7c480b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:07.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.692+0000 7f7c5d600700 1 -- 172.21.15.12:0/3013086896 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7c540e2600 con 0x7f7c60103460 2024-05-21T00:18:07.692 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.692+0000 7f7c5fe00700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c480b2900 0x7f7c480b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:07.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.693+0000 7f7c5fe00700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c480b2900 0x7f7c480b4dc0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f7c4c00b2e0 tx=0x7f7c4c01a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:07.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.694+0000 7f7c5d600700 1 -- 172.21.15.12:0/3013086896 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7c54054df0 con 0x7f7c60103460 2024-05-21T00:18:07.987 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.987+0000 7f7c66000700 1 -- 172.21.15.12:0/3013086896 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c6019d0d0 con 0x7f7c60103460 2024-05-21T00:18:07.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.989+0000 7f7c5d600700 1 -- 172.21.15.12:0/3013086896 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f7c540aa2f0 con 0x7f7c60103460 2024-05-21T00:18:07.989 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:18:07.989 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:18:07.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.992+0000 7f7c66000700 1 -- 172.21.15.12:0/3013086896 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c480b2900 msgr2=0x7f7c480b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:07.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.992+0000 7f7c66000700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c480b2900 0x7f7c480b4dc0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f7c4c00b2e0 tx=0x7f7c4c01a040 comp rx=0 tx=0).stop 2024-05-21T00:18:07.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.992+0000 7f7c66000700 1 -- 172.21.15.12:0/3013086896 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c60103460 msgr2=0x7f7c6019bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:07.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.992+0000 7f7c66000700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c60103460 0x7f7c6019bd70 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7c5400e9c0 tx=0x7f7c5400ecd0 comp rx=0 tx=0).stop 2024-05-21T00:18:07.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.993+0000 7f7c66000700 1 -- 172.21.15.12:0/3013086896 shutdown_connections 2024-05-21T00:18:07.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.993+0000 7f7c66000700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c601094f0 0x7f7c601a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:07.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.993+0000 7f7c66000700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c480b2900 0x7f7c480b4dc0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:07.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.993+0000 7f7c66000700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c60103460 0x7f7c6019bd70 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:07.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.993+0000 7f7c66000700 1 --2- 172.21.15.12:0/3013086896 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c60103e20 0x7f7c6019c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.993+0000 7f7c66000700 1 -- 172.21.15.12:0/3013086896 >> 172.21.15.12:0/3013086896 conn(0x7f7c600fef50 msgr2=0x7f7c600ff4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.993+0000 7f7c66000700 1 -- 172.21.15.12:0/3013086896 shutdown_connections 2024-05-21T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:07.993+0000 7f7c66000700 1 -- 172.21.15.12:0/3013086896 wait complete. 2024-05-21T00:18:07.994 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:18:08.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:08 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3013086896' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:18:08.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:08 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3013086896' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:18:08.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:08 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3013086896' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:18:08.607 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.a status 2024-05-21T00:18:08.866 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T00:18:09.090 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:09.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:09 smithi012 ceph-mon[31403]: pgmap v471: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:18:09.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:09 smithi060 ceph-mon[36426]: pgmap v471: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:18:09.530 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:09 smithi077 ceph-mon[36377]: pgmap v471: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:18:10.470 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:11.239 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:11 smithi012 ceph-mon[31403]: pgmap v472: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:18:11.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.406+0000 7fdb53e00700 1 -- 172.21.15.12:0/4180827943 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb54105670 msgr2=0x7fdb54105af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:11.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.406+0000 7fdb53e00700 1 --2- 172.21.15.12:0/4180827943 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb54105670 0x7fdb54105af0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fdb40009990 tx=0x7fdb40009ca0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.407+0000 7fdb53e00700 1 -- 172.21.15.12:0/4180827943 shutdown_connections 2024-05-21T00:18:11.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.407+0000 7fdb53e00700 1 --2- 172.21.15.12:0/4180827943 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb54106030 0x7fdb54112540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.407+0000 7fdb53e00700 1 --2- 172.21.15.12:0/4180827943 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb5410b670 0x7fdb5410ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.407+0000 7fdb53e00700 1 --2- 172.21.15.12:0/4180827943 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb54105670 0x7fdb54105af0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.407+0000 7fdb53e00700 1 -- 172.21.15.12:0/4180827943 >> 172.21.15.12:0/4180827943 conn(0x7fdb54101160 msgr2=0x7fdb54103580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:11.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.407+0000 7fdb53e00700 1 -- 172.21.15.12:0/4180827943 shutdown_connections 2024-05-21T00:18:11.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.407+0000 7fdb53e00700 1 -- 172.21.15.12:0/4180827943 wait complete. 2024-05-21T00:18:11.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.408+0000 7fdb53e00700 1 Processor -- start 2024-05-21T00:18:11.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.408+0000 7fdb53e00700 1 -- start start 2024-05-21T00:18:11.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.408+0000 7fdb53e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb54105670 0x7fdb541a1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.409+0000 7fdb53e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb54106030 0x7fdb541a1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.409+0000 7fdb53e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb5410b670 0x7fdb5419bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.409+0000 7fdb53e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fdb54115900 con 0x7fdb54106030 2024-05-21T00:18:11.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.409+0000 7fdb53e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fdb54115780 con 0x7fdb54105670 2024-05-21T00:18:11.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.409+0000 7fdb53e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fdb54115a80 con 0x7fdb5410b670 2024-05-21T00:18:11.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.409+0000 7fdb52000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb54106030 0x7fdb541a1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.409+0000 7fdb52000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb54106030 0x7fdb541a1fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46264/0 (socket says 172.21.15.12:46264) 2024-05-21T00:18:11.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.409+0000 7fdb52000700 1 -- 172.21.15.12:0/917560666 learned_addr learned my addr 172.21.15.12:0/917560666 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:11.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.409+0000 7fdb52a00700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb54105670 0x7fdb541a1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.410 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.409+0000 7fdb53400700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb5410b670 0x7fdb5419bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.409+0000 7fdb52000700 1 -- 172.21.15.12:0/917560666 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb5410b670 msgr2=0x7fdb5419bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:11.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.409+0000 7fdb52000700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb5410b670 0x7fdb5419bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.409+0000 7fdb52000700 1 -- 172.21.15.12:0/917560666 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb54105670 msgr2=0x7fdb541a1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:11.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.410+0000 7fdb52000700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb54105670 0x7fdb541a1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.410+0000 7fdb52000700 1 -- 172.21.15.12:0/917560666 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb5419c460 con 0x7fdb54106030 2024-05-21T00:18:11.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.410+0000 7fdb52a00700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb54105670 0x7fdb541a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:11.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.410+0000 7fdb52000700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb54106030 0x7fdb541a1fa0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fdb400047b0 tx=0x7fdb40009550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:11.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.410+0000 7fdb4b400700 1 -- 172.21.15.12:0/917560666 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb40027070 con 0x7fdb54106030 2024-05-21T00:18:11.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.410+0000 7fdb4b400700 1 -- 172.21.15.12:0/917560666 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb40022470 con 0x7fdb54106030 2024-05-21T00:18:11.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.410+0000 7fdb53e00700 1 -- 172.21.15.12:0/917560666 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb5419c6f0 con 0x7fdb54106030 2024-05-21T00:18:11.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.410+0000 7fdb4b400700 1 -- 172.21.15.12:0/917560666 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb40017650 con 0x7fdb54106030 2024-05-21T00:18:11.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.410+0000 7fdb53e00700 1 -- 172.21.15.12:0/917560666 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb541a8810 con 0x7fdb54106030 2024-05-21T00:18:11.414 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.414+0000 7fdb4b400700 1 -- 172.21.15.12:0/917560666 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fdb4002a070 con 0x7fdb54106030 2024-05-21T00:18:11.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.415+0000 7fdb64495b80 1 Processor -- start 2024-05-21T00:18:11.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.416+0000 7fdb64495b80 1 -- start start 2024-05-21T00:18:11.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.416+0000 7fdb4b400700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdb380b2880 0x7fdb380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.416+0000 7fdb64495b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8886770 0x55d1b8886b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.416+0000 7fdb64495b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8887090 0x55d1b8880d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.416+0000 7fdb64495b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8881340 0x55d1b88817a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.416+0000 7fdb64495b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55d1b87dedf0 con 0x55d1b8881340 2024-05-21T00:18:11.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.416+0000 7fdb64495b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55d1b87ce990 con 0x55d1b8886770 2024-05-21T00:18:11.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.416+0000 7fdb64495b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55d1b87d29d0 con 0x55d1b8887090 2024-05-21T00:18:11.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.416+0000 7fdb4b400700 1 -- 172.21.15.12:0/917560666 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fdb400e30c0 con 0x7fdb54106030 2024-05-21T00:18:11.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.416+0000 7fdb52a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8886770 0x55d1b8886b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.416+0000 7fdb52a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8886770 0x55d1b8886b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:50048/0 (socket says 172.21.15.12:50048) 2024-05-21T00:18:11.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.416+0000 7fdb52a00700 1 -- 172.21.15.12:0/1449370404 learned_addr learned my addr 172.21.15.12:0/1449370404 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:11.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.417+0000 7fdb53400700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdb380b2880 0x7fdb380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.417+0000 7fdb53400700 1 --2- 172.21.15.12:0/1449370404 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8881340 0x55d1b88817a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.417+0000 7fdb52a00700 1 -- 172.21.15.12:0/1449370404 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8887090 msgr2=0x55d1b8880d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:11.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.417+0000 7fdb52a00700 1 --2- 172.21.15.12:0/1449370404 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8887090 0x55d1b8880d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.417+0000 7fdb52a00700 1 -- 172.21.15.12:0/1449370404 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8881340 msgr2=0x55d1b88817a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:11.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.417+0000 7fdb52a00700 1 --2- 172.21.15.12:0/1449370404 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8881340 0x55d1b88817a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.417+0000 7fdb52a00700 1 -- 172.21.15.12:0/1449370404 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d1b87973d0 con 0x55d1b8886770 2024-05-21T00:18:11.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.417+0000 7fdb53400700 1 --2- 172.21.15.12:0/1449370404 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8881340 0x55d1b88817a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:18:11.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.417+0000 7fdb52a00700 1 --2- 172.21.15.12:0/1449370404 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8886770 0x55d1b8886b50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fdb440115f0 tx=0x7fdb44011900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0db8327d393d21b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:11.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.418+0000 7fdb3fe00700 1 -- 172.21.15.12:0/1449370404 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb4401e070 con 0x55d1b8886770 2024-05-21T00:18:11.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.418+0000 7fdb3fe00700 1 -- 172.21.15.12:0/1449370404 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb440198c0 con 0x55d1b8886770 2024-05-21T00:18:11.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.418+0000 7fdb53400700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdb380b2880 0x7fdb380b4d40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c00f650 tx=0x7fdb4c009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:11.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.418+0000 7fdb3fe00700 1 -- 172.21.15.12:0/1449370404 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb44018960 con 0x55d1b8886770 2024-05-21T00:18:11.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.419+0000 7fdb64495b80 1 -- 172.21.15.12:0/1449370404 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8886770 msgr2=0x55d1b8886b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:11.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.419+0000 7fdb64495b80 1 --2- 172.21.15.12:0/1449370404 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8886770 0x55d1b8886b50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fdb440115f0 tx=0x7fdb44011900 comp rx=0 tx=0).stop 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.419+0000 7fdb64495b80 1 -- 172.21.15.12:0/1449370404 shutdown_connections 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.419+0000 7fdb64495b80 1 --2- 172.21.15.12:0/1449370404 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8881340 0x55d1b88817a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.419+0000 7fdb64495b80 1 --2- 172.21.15.12:0/1449370404 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8886770 0x55d1b8886b50 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.419+0000 7fdb64495b80 1 --2- 172.21.15.12:0/1449370404 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8887090 0x55d1b8880d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.419+0000 7fdb64495b80 1 -- 172.21.15.12:0/1449370404 >> 172.21.15.12:0/1449370404 conn(0x55d1b87aeb90 msgr2=0x55d1b887b7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.419+0000 7fdb64495b80 1 -- 172.21.15.12:0/1449370404 shutdown_connections 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.419+0000 7fdb64495b80 1 -- 172.21.15.12:0/1449370404 wait complete. 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.420+0000 7fdb64495b80 1 -- start start 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.420+0000 7fdb64495b80 1 Processor -- start 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.420+0000 7fdb64495b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8881340 0x55d1b888ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.420+0000 7fdb64495b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8886770 0x55d1b888a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.420+0000 7fdb64495b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8887090 0x55d1b888a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.420+0000 7fdb64495b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55d1b86d4f50 con 0x55d1b8881340 2024-05-21T00:18:11.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.420+0000 7fdb64495b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55d1b876f710 con 0x55d1b8887090 2024-05-21T00:18:11.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.420+0000 7fdb64495b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55d1b888dbb0 con 0x55d1b8886770 2024-05-21T00:18:11.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.421+0000 7fdb64495b80 10 client.0 _ll_register_callbacks cb 0x55d1b8778c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:11.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.421+0000 7fdb52a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8881340 0x55d1b888ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.421+0000 7fdb52a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8881340 0x55d1b888ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46270/0 (socket says 172.21.15.12:46270) 2024-05-21T00:18:11.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.421+0000 7fdb52a00700 1 -- 172.21.15.12:0/3351649770 learned_addr learned my addr 172.21.15.12:0/3351649770 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:11.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.421+0000 7fdb53400700 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8887090 0x55d1b888a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.421+0000 7fdb52000700 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8886770 0x55d1b888a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.421+0000 7fdb52a00700 1 -- 172.21.15.12:0/3351649770 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8886770 msgr2=0x55d1b888a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:11.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.421+0000 7fdb52a00700 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8886770 0x55d1b888a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.422+0000 7fdb52a00700 1 -- 172.21.15.12:0/3351649770 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8887090 msgr2=0x55d1b888a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:11.424 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.422+0000 7fdb52a00700 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8887090 0x55d1b888a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.422+0000 7fdb52a00700 1 -- 172.21.15.12:0/3351649770 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1b871e880 con 0x55d1b8881340 2024-05-21T00:18:11.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.422+0000 7fdb53400700 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8887090 0x55d1b888a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:11.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.422+0000 7fdb52a00700 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8881340 0x55d1b888ce10 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fdb4401acb0 tx=0x7fdb4401ace0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=516f26e66b0a8c42 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:11.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.422+0000 7fdb3cc00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:18:11.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.422+0000 7fdb3cc00700 1 -- 172.21.15.12:0/3351649770 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb4401e040 con 0x55d1b8881340 2024-05-21T00:18:11.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.422+0000 7fdb3cc00700 1 -- 172.21.15.12:0/3351649770 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fdb44004030 con 0x55d1b8881340 2024-05-21T00:18:11.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.422+0000 7fdb64495b80 1 -- 172.21.15.12:0/3351649770 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb440198c0 con 0x55d1b8881340 2024-05-21T00:18:11.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.423+0000 7fdb3cc00700 1 -- 172.21.15.12:0/3351649770 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdb44005ce0 con 0x55d1b8881340 2024-05-21T00:18:11.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.423+0000 7fdb64495b80 10 client.15228 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:11.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.423+0000 7fdb64495b80 1 -- 172.21.15.12:0/3351649770 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d1b879f010 con 0x55d1b8881340 2024-05-21T00:18:11.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.423+0000 7fdb3cc00700 1 -- 172.21.15.12:0/3351649770 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb440198c0 con 0x55d1b8881340 2024-05-21T00:18:11.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.423+0000 7fdb3cc00700 1 -- 172.21.15.12:0/3351649770 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fdb44021070 con 0x55d1b8881340 2024-05-21T00:18:11.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.424+0000 7fdb64495b80 10 client.15228 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:11.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.424+0000 7fdb64495b80 10 client.15228 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-21T00:18:11.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.424+0000 7fdb64495b80 20 client.15228 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:11.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.424+0000 7fdb64495b80 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d1b889a400 0x55d1b889b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.424+0000 7fdb64495b80 4 client.15228 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:11.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.424+0000 7fdb64495b80 1 -- 172.21.15.12:0/3351649770 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d1b87e0d40 con 0x55d1b889a400 2024-05-21T00:18:11.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.424+0000 7fdb52000700 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d1b889a400 0x55d1b889b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.425+0000 7fdb52000700 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d1b889a400 0x55d1b889b870 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1fa531462df7b3fe server_cookie=d34f722f3c68b979 in_seq=0 out_seq=0 2024-05-21T00:18:11.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.425+0000 7fdb3cc00700 10 client.15228 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:11.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.425+0000 7fdb3cc00700 1 -- 172.21.15.12:0/3351649770 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x7fdb40084e50 con 0x55d1b889a400 2024-05-21T00:18:11.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.425+0000 7fdb3cc00700 10 client.15228 handle_command_reply: tid=0 2024-05-21T00:18:11.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.425+0000 7fdb64495b80 1 client.15228 shutdown 2024-05-21T00:18:11.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.426+0000 7fdb64495b80 1 -- 172.21.15.12:0/3351649770 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8881340 msgr2=0x55d1b888ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:11.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.426+0000 7fdb64495b80 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8881340 0x55d1b888ce10 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fdb4401acb0 tx=0x7fdb4401ace0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.426+0000 7fdb64495b80 1 -- 172.21.15.12:0/3351649770 shutdown_connections 2024-05-21T00:18:11.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.426+0000 7fdb64495b80 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8887090 0x55d1b888a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.426+0000 7fdb64495b80 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8881340 0x55d1b888ce10 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.426+0000 7fdb64495b80 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d1b889a400 0x55d1b889b870 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.426+0000 7fdb64495b80 1 --2- 172.21.15.12:0/3351649770 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8886770 0x55d1b888a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.426+0000 7fdb64495b80 1 -- 172.21.15.12:0/3351649770 >> 172.21.15.12:0/3351649770 conn(0x55d1b87aeb90 msgr2=0x55d1b887af70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:11.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.426+0000 7fdb3cc00700 0 client.15228 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:11.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.426+0000 7fdb64495b80 1 -- 172.21.15.12:0/3351649770 shutdown_connections 2024-05-21T00:18:11.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.426+0000 7fdb64495b80 1 -- 172.21.15.12:0/3351649770 wait complete. 2024-05-21T00:18:11.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.426+0000 7fdb64495b80 20 client.15228 trim_cache size 0 max 16384 2024-05-21T00:18:11.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.452+0000 7fdb64495b80 1 Processor -- start 2024-05-21T00:18:11.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.452+0000 7fdb64495b80 1 -- start start 2024-05-21T00:18:11.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.452+0000 7fdb64495b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8881340 0x55d1b8880d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.452+0000 7fdb64495b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8886770 0x55d1b8881720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.452+0000 7fdb64495b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8887090 0x55d1b888a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.452+0000 7fdb64495b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55d1b8899bb0 con 0x55d1b8886770 2024-05-21T00:18:11.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.452+0000 7fdb64495b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55d1b889a280 con 0x55d1b8887090 2024-05-21T00:18:11.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.452+0000 7fdb64495b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55d1b889a950 con 0x55d1b8881340 2024-05-21T00:18:11.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.453+0000 7fdb52000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8886770 0x55d1b8881720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.453+0000 7fdb53400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8887090 0x55d1b888a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.453+0000 7fdb52000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8886770 0x55d1b8881720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46278/0 (socket says 172.21.15.12:46278) 2024-05-21T00:18:11.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.453+0000 7fdb52000700 1 -- 172.21.15.12:0/73230196 learned_addr learned my addr 172.21.15.12:0/73230196 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:11.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.453+0000 7fdb53400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8887090 0x55d1b888a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:50060/0 (socket says 172.21.15.12:50060) 2024-05-21T00:18:11.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.453+0000 7fdb52a00700 1 --2- 172.21.15.12:0/73230196 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8881340 0x55d1b8880d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.453+0000 7fdb52a00700 1 -- 172.21.15.12:0/73230196 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8887090 msgr2=0x55d1b888a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:11.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.453+0000 7fdb52a00700 1 --2- 172.21.15.12:0/73230196 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8887090 0x55d1b888a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.453+0000 7fdb52a00700 1 -- 172.21.15.12:0/73230196 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8886770 msgr2=0x55d1b8881720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:11.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.453+0000 7fdb52a00700 1 --2- 172.21.15.12:0/73230196 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8886770 0x55d1b8881720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.453+0000 7fdb52a00700 1 -- 172.21.15.12:0/73230196 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d1b887d010 con 0x55d1b8881340 2024-05-21T00:18:11.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.453+0000 7fdb52000700 1 --2- 172.21.15.12:0/73230196 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8886770 0x55d1b8881720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:11.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.454+0000 7fdb52a00700 1 --2- 172.21.15.12:0/73230196 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8881340 0x55d1b8880d20 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fdb440049f0 tx=0x7fdb44011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef400f85f079d648 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:11.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.454+0000 7fdb3f400700 1 -- 172.21.15.12:0/73230196 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb4401e040 con 0x55d1b8881340 2024-05-21T00:18:11.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.454+0000 7fdb3f400700 1 -- 172.21.15.12:0/73230196 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb44027070 con 0x55d1b8881340 2024-05-21T00:18:11.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.454+0000 7fdb3f400700 1 -- 172.21.15.12:0/73230196 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb44005400 con 0x55d1b8881340 2024-05-21T00:18:11.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.455+0000 7fdb64495b80 1 -- 172.21.15.12:0/73230196 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8881340 msgr2=0x55d1b8880d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:11.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.455+0000 7fdb64495b80 1 --2- 172.21.15.12:0/73230196 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8881340 0x55d1b8880d20 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fdb440049f0 tx=0x7fdb44011900 comp rx=0 tx=0).stop 2024-05-21T00:18:11.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.455+0000 7fdb64495b80 1 -- 172.21.15.12:0/73230196 shutdown_connections 2024-05-21T00:18:11.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.455+0000 7fdb64495b80 1 --2- 172.21.15.12:0/73230196 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8887090 0x55d1b888a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.455+0000 7fdb64495b80 1 --2- 172.21.15.12:0/73230196 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8881340 0x55d1b8880d20 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.455+0000 7fdb64495b80 1 --2- 172.21.15.12:0/73230196 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8886770 0x55d1b8881720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.455+0000 7fdb64495b80 1 -- 172.21.15.12:0/73230196 >> 172.21.15.12:0/73230196 conn(0x55d1b87aeb90 msgr2=0x55d1b8889f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.455+0000 7fdb64495b80 1 -- 172.21.15.12:0/73230196 shutdown_connections 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.455+0000 7fdb64495b80 1 -- 172.21.15.12:0/73230196 wait complete. 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.456+0000 7fdb64495b80 1 -- start start 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.456+0000 7fdb64495b80 1 Processor -- start 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.456+0000 7fdb64495b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8881340 0x55d1b88a4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.456+0000 7fdb64495b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8886770 0x55d1b88a5230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.456+0000 7fdb64495b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8887090 0x55d1b889fca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.456+0000 7fdb64495b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55d1b889b6f0 con 0x55d1b8887090 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.456+0000 7fdb64495b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55d1b889b020 con 0x55d1b8881340 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.456+0000 7fdb64495b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55d1b889bdc0 con 0x55d1b8886770 2024-05-21T00:18:11.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.456+0000 7fdb64495b80 10 client.0 _ll_register_callbacks cb 0x55d1b8778c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:11.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.457+0000 7fdb53400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8887090 0x55d1b889fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.457+0000 7fdb52000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8886770 0x55d1b88a5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.457+0000 7fdb53400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8887090 0x55d1b889fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46286/0 (socket says 172.21.15.12:46286) 2024-05-21T00:18:11.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.457+0000 7fdb53400700 1 -- 172.21.15.12:0/187647365 learned_addr learned my addr 172.21.15.12:0/187647365 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:11.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.457+0000 7fdb52a00700 1 --2- 172.21.15.12:0/187647365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8881340 0x55d1b88a4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.457+0000 7fdb52000700 1 -- 172.21.15.12:0/187647365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8881340 msgr2=0x55d1b88a4cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:11.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.457+0000 7fdb52000700 1 --2- 172.21.15.12:0/187647365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8881340 0x55d1b88a4cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.457+0000 7fdb52000700 1 -- 172.21.15.12:0/187647365 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8887090 msgr2=0x55d1b889fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:11.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.457+0000 7fdb52000700 1 --2- 172.21.15.12:0/187647365 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8887090 0x55d1b889fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.457+0000 7fdb52000700 1 -- 172.21.15.12:0/187647365 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d1b88a01e0 con 0x55d1b8886770 2024-05-21T00:18:11.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.457+0000 7fdb52000700 1 --2- 172.21.15.12:0/187647365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8886770 0x55d1b88a5230 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdb400aa440 tx=0x7fdb40022cc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e943d21f222d551 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:11.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.457+0000 7fdb3cc00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.458+0000 7fdb3cc00700 1 -- 172.21.15.12:0/187647365 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb400a4e60 con 0x55d1b8886770 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.458+0000 7fdb3cc00700 1 -- 172.21.15.12:0/187647365 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fdb400aa9a0 con 0x55d1b8886770 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.458+0000 7fdb64495b80 1 -- 172.21.15.12:0/187647365 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdb44027070 con 0x55d1b8886770 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.458+0000 7fdb3cc00700 1 -- 172.21.15.12:0/187647365 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdb400aa740 con 0x55d1b8886770 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.458+0000 7fdb64495b80 10 client.25369 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.458+0000 7fdb64495b80 1 -- 172.21.15.12:0/187647365 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d1b890eaa0 con 0x55d1b8886770 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.458+0000 7fdb3cc00700 1 -- 172.21.15.12:0/187647365 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fdb44027070 con 0x55d1b8886770 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.458+0000 7fdb3cc00700 1 -- 172.21.15.12:0/187647365 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fdb40070030 con 0x55d1b8886770 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.458+0000 7fdb64495b80 10 client.25369 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.459+0000 7fdb64495b80 10 client.25369 resolve_mds: resolved name 'a' to daemon mds.a 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.459+0000 7fdb64495b80 20 client.25369 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.459+0000 7fdb64495b80 1 --2- 172.21.15.12:0/187647365 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d1b8913790 0x55d1b89124a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.459+0000 7fdb64495b80 4 client.25369 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "status"}] 2024-05-21T00:18:11.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.459+0000 7fdb64495b80 1 -- 172.21.15.12:0/187647365 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "status"}) -- 0x55d1b87da520 con 0x55d1b8913790 2024-05-21T00:18:11.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.459+0000 7fdb52a00700 1 --2- 172.21.15.12:0/187647365 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d1b8913790 0x55d1b89124a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:11.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.459+0000 7fdb52a00700 1 --2- 172.21.15.12:0/187647365 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d1b8913790 0x55d1b89124a0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4af0c34fdd8bb898 server_cookie=3245631609c39d39 in_seq=0 out_seq=0 2024-05-21T00:18:11.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.459+0000 7fdb3cc00700 10 client.25369 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:11.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb3cc00700 1 -- 172.21.15.12:0/187647365 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55d1b87da520 con 0x55d1b8913790 2024-05-21T00:18:11.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb3cc00700 10 client.25369 handle_command_reply: tid=0 2024-05-21T00:18:11.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb64495b80 1 client.25369 shutdown 2024-05-21T00:18:11.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb64495b80 1 -- 172.21.15.12:0/187647365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8886770 msgr2=0x55d1b88a5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:11.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb64495b80 1 --2- 172.21.15.12:0/187647365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8886770 0x55d1b88a5230 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdb400aa440 tx=0x7fdb40022cc0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb64495b80 1 -- 172.21.15.12:0/187647365 shutdown_connections 2024-05-21T00:18:11.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb64495b80 1 --2- 172.21.15.12:0/187647365 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d1b8887090 0x55d1b889fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb64495b80 1 --2- 172.21.15.12:0/187647365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d1b8881340 0x55d1b88a4cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb64495b80 1 --2- 172.21.15.12:0/187647365 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d1b8913790 0x55d1b89124a0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb64495b80 1 --2- 172.21.15.12:0/187647365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d1b8886770 0x55d1b88a5230 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb64495b80 1 -- 172.21.15.12:0/187647365 >> 172.21.15.12:0/187647365 conn(0x55d1b87aeb90 msgr2=0x55d1b8887470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:11.463 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb3cc00700 0 client.25369 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:11.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb64495b80 1 -- 172.21.15.12:0/187647365 shutdown_connections 2024-05-21T00:18:11.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.460+0000 7fdb64495b80 1 -- 172.21.15.12:0/187647365 wait complete. 2024-05-21T00:18:11.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.461+0000 7fdb64495b80 20 client.25369 trim_cache size 0 max 16384 2024-05-21T00:18:11.464 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:18:11.464 INFO:teuthology.orchestra.run.smithi012.stdout: "cluster_fsid": "66e3e586-1705-11ef-bc9a-c7b262605968", 2024-05-21T00:18:11.464 INFO:teuthology.orchestra.run.smithi012.stdout: "whoami": 0, 2024-05-21T00:18:11.464 INFO:teuthology.orchestra.run.smithi012.stdout: "id": 24538, 2024-05-21T00:18:11.465 INFO:teuthology.orchestra.run.smithi012.stdout: "want_state": "up:active", 2024-05-21T00:18:11.465 INFO:teuthology.orchestra.run.smithi012.stdout: "state": "up:active", 2024-05-21T00:18:11.465 INFO:teuthology.orchestra.run.smithi012.stdout: "fs_name": "cephfs", 2024-05-21T00:18:11.465 INFO:teuthology.orchestra.run.smithi012.stdout: "rank_uptime": 311.397219533, 2024-05-21T00:18:11.465 INFO:teuthology.orchestra.run.smithi012.stdout: "mdsmap_epoch": 29, 2024-05-21T00:18:11.465 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch": 81, 2024-05-21T00:18:11.465 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_epoch_barrier": 81, 2024-05-21T00:18:11.465 INFO:teuthology.orchestra.run.smithi012.stdout: "uptime": 334.30562998400001 2024-05-21T00:18:11.465 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:18:11.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.461+0000 7fdb53e00700 1 -- 172.21.15.12:0/917560666 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdb380b2880 msgr2=0x7fdb380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:11.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.461+0000 7fdb53e00700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdb380b2880 0x7fdb380b4d40 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c00f650 tx=0x7fdb4c009920 comp rx=0 tx=0).stop 2024-05-21T00:18:11.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.461+0000 7fdb53e00700 1 -- 172.21.15.12:0/917560666 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb54106030 msgr2=0x7fdb541a1fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:11.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.461+0000 7fdb53e00700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb54106030 0x7fdb541a1fa0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fdb400047b0 tx=0x7fdb40009550 comp rx=0 tx=0).stop 2024-05-21T00:18:11.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.461+0000 7fdb53e00700 1 -- 172.21.15.12:0/917560666 shutdown_connections 2024-05-21T00:18:11.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.461+0000 7fdb53e00700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fdb5410b670 0x7fdb5419bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.461+0000 7fdb53e00700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fdb54105670 0x7fdb541a1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.461+0000 7fdb53e00700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fdb380b2880 0x7fdb380b4d40 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.461+0000 7fdb53e00700 1 --2- 172.21.15.12:0/917560666 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fdb54106030 0x7fdb541a1fa0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:11.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.461+0000 7fdb53e00700 1 -- 172.21.15.12:0/917560666 >> 172.21.15.12:0/917560666 conn(0x7fdb54101160 msgr2=0x7fdb54101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:11.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.462+0000 7fdb53e00700 1 -- 172.21.15.12:0/917560666 shutdown_connections 2024-05-21T00:18:11.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:11.462+0000 7fdb53e00700 1 -- 172.21.15.12:0/917560666 wait complete. 2024-05-21T00:18:11.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:11 smithi060 ceph-mon[36426]: pgmap v472: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:18:11.530 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:11 smithi077 ceph-mon[36377]: pgmap v472: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:18:12.939 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-05-21T00:18:13.132 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:13 smithi012 ceph-mon[31403]: pgmap v473: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:18:13.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:13 smithi060 ceph-mon[36426]: pgmap v473: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:18:13.530 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:13 smithi077 ceph-mon[36377]: pgmap v473: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:18:13.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.628+0000 7fa833200700 1 -- 172.21.15.12:0/197338247 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa82c106120 msgr2=0x7fa82c112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:13.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.628+0000 7fa833200700 1 --2- 172.21.15.12:0/197338247 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa82c106120 0x7fa82c112630 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa82400b0a0 tx=0x7fa82400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.628+0000 7fa833200700 1 -- 172.21.15.12:0/197338247 shutdown_connections 2024-05-21T00:18:13.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.628+0000 7fa833200700 1 --2- 172.21.15.12:0/197338247 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa82c106120 0x7fa82c112630 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.628+0000 7fa833200700 1 --2- 172.21.15.12:0/197338247 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa82c10b760 0x7fa82c10bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.628+0000 7fa833200700 1 --2- 172.21.15.12:0/197338247 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa82c105760 0x7fa82c105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.628+0000 7fa833200700 1 -- 172.21.15.12:0/197338247 >> 172.21.15.12:0/197338247 conn(0x7fa82c101250 msgr2=0x7fa82c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:13.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.628+0000 7fa833200700 1 -- 172.21.15.12:0/197338247 shutdown_connections 2024-05-21T00:18:13.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.628+0000 7fa833200700 1 -- 172.21.15.12:0/197338247 wait complete. 2024-05-21T00:18:13.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.629+0000 7fa833200700 1 Processor -- start 2024-05-21T00:18:13.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.629+0000 7fa833200700 1 -- start start 2024-05-21T00:18:13.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.630+0000 7fa833200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa82c105760 0x7fa82c19be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.630+0000 7fa833200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa82c106120 0x7fa82c19c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.630+0000 7fa833200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa82c10b760 0x7fa82c1a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.630+0000 7fa833200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa82c115940 con 0x7fa82c105760 2024-05-21T00:18:13.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.630+0000 7fa833200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa82c1157c0 con 0x7fa82c106120 2024-05-21T00:18:13.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.630+0000 7fa833200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fa82c115ac0 con 0x7fa82c10b760 2024-05-21T00:18:13.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.630+0000 7fa82be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa82c105760 0x7fa82c19be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.630+0000 7fa831200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa82c10b760 0x7fa82c1a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.630+0000 7fa82be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa82c105760 0x7fa82c19be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46306/0 (socket says 172.21.15.12:46306) 2024-05-21T00:18:13.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.630+0000 7fa831200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa82c10b760 0x7fa82c1a06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58100/0 (socket says 172.21.15.12:58100) 2024-05-21T00:18:13.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.630+0000 7fa82be00700 1 -- 172.21.15.12:0/2517293479 learned_addr learned my addr 172.21.15.12:0/2517293479 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:13.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.630+0000 7fa82b400700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa82c106120 0x7fa82c19c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.631+0000 7fa831200700 1 -- 172.21.15.12:0/2517293479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa82c106120 msgr2=0x7fa82c19c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:13.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.631+0000 7fa831200700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa82c106120 0x7fa82c19c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.631+0000 7fa831200700 1 -- 172.21.15.12:0/2517293479 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa82c105760 msgr2=0x7fa82c19be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:13.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.631+0000 7fa831200700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa82c105760 0x7fa82c19be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.631+0000 7fa831200700 1 -- 172.21.15.12:0/2517293479 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa82c1a0e20 con 0x7fa82c10b760 2024-05-21T00:18:13.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.631+0000 7fa82b400700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa82c106120 0x7fa82c19c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:13.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.631+0000 7fa831200700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa82c10b760 0x7fa82c1a06e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa82400d010 tx=0x7fa824004d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:13.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.631+0000 7fa828c00700 1 -- 172.21.15.12:0/2517293479 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa824021070 con 0x7fa82c10b760 2024-05-21T00:18:13.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.631+0000 7fa828c00700 1 -- 172.21.15.12:0/2517293479 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa824007e30 con 0x7fa82c10b760 2024-05-21T00:18:13.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.631+0000 7fa833200700 1 -- 172.21.15.12:0/2517293479 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa82c1a10b0 con 0x7fa82c10b760 2024-05-21T00:18:13.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.631+0000 7fa828c00700 1 -- 172.21.15.12:0/2517293479 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8240046a0 con 0x7fa82c10b760 2024-05-21T00:18:13.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.632+0000 7fa833200700 1 -- 172.21.15.12:0/2517293479 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa82c1a8990 con 0x7fa82c10b760 2024-05-21T00:18:13.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.635+0000 7fa828c00700 1 -- 172.21.15.12:0/2517293479 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa824003d00 con 0x7fa82c10b760 2024-05-21T00:18:13.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.636+0000 7fa83dbbfb80 1 Processor -- start 2024-05-21T00:18:13.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.637+0000 7fa83dbbfb80 1 -- start start 2024-05-21T00:18:13.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.637+0000 7fa83dbbfb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d6610 0x55ee2f2d69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.637+0000 7fa83dbbfb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2d0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.637+0000 7fa83dbbfb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d1140 0x55ee2f2d15c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.637+0000 7fa83dbbfb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ee2f22ee40 con 0x55ee2f2d6f30 2024-05-21T00:18:13.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.637+0000 7fa83dbbfb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55ee2f21e9e0 con 0x55ee2f2d6610 2024-05-21T00:18:13.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.637+0000 7fa83dbbfb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55ee2f222a20 con 0x55ee2f2d1140 2024-05-21T00:18:13.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.638+0000 7fa828c00700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa8100b2880 0x7fa8100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.638+0000 7fa82b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d6610 0x55ee2f2d69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.638+0000 7fa82b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d6610 0x55ee2f2d69f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:50104/0 (socket says 172.21.15.12:50104) 2024-05-21T00:18:13.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.638+0000 7fa82b400700 1 -- 172.21.15.12:0/3607005750 learned_addr learned my addr 172.21.15.12:0/3607005750 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:13.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.638+0000 7fa82b400700 1 --2- 172.21.15.12:0/3607005750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d1140 0x55ee2f2d15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.638+0000 7fa82be00700 1 --2- 172.21.15.12:0/3607005750 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2d0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.638+0000 7fa828c00700 1 -- 172.21.15.12:0/2517293479 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fa82400f020 con 0x7fa82c10b760 2024-05-21T00:18:13.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.638+0000 7fa831200700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa8100b2880 0x7fa8100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.638+0000 7fa82b400700 1 -- 172.21.15.12:0/3607005750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d1140 msgr2=0x55ee2f2d15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:13.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.638+0000 7fa82b400700 1 --2- 172.21.15.12:0/3607005750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d1140 0x55ee2f2d15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.638+0000 7fa82b400700 1 -- 172.21.15.12:0/3607005750 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 msgr2=0x55ee2f2d0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:13.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.638+0000 7fa82b400700 1 --2- 172.21.15.12:0/3607005750 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2d0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.638+0000 7fa82b400700 1 -- 172.21.15.12:0/3607005750 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee2f1e7420 con 0x55ee2f2d6610 2024-05-21T00:18:13.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.639+0000 7fa82b400700 1 --2- 172.21.15.12:0/3607005750 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d6610 0x55ee2f2d69f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa8180095f0 tx=0x7fa8180097f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=49d322ef61e9fa0e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:13.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.639+0000 7fa821600700 1 -- 172.21.15.12:0/3607005750 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81800f450 con 0x55ee2f2d6610 2024-05-21T00:18:13.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.639+0000 7fa831200700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa8100b2880 0x7fa8100b4d40 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa824012000 tx=0x7fa824009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:13.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.639+0000 7fa821600700 1 -- 172.21.15.12:0/3607005750 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa81800faa0 con 0x55ee2f2d6610 2024-05-21T00:18:13.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.639+0000 7fa821600700 1 -- 172.21.15.12:0/3607005750 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81801e8b0 con 0x55ee2f2d6610 2024-05-21T00:18:13.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.640+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3607005750 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d6610 msgr2=0x55ee2f2d69f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:13.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.640+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3607005750 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d6610 0x55ee2f2d69f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa8180095f0 tx=0x7fa8180097f0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.640+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3607005750 shutdown_connections 2024-05-21T00:18:13.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.640+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3607005750 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d1140 0x55ee2f2d15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.640+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3607005750 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d6610 0x55ee2f2d69f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.640+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3607005750 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2d0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.640+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3607005750 >> 172.21.15.12:0/3607005750 conn(0x55ee2f1febe0 msgr2=0x55ee2f2cb690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:13.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.640+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3607005750 shutdown_connections 2024-05-21T00:18:13.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.640+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3607005750 wait complete. 2024-05-21T00:18:13.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.641+0000 7fa83dbbfb80 1 -- start start 2024-05-21T00:18:13.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.641+0000 7fa83dbbfb80 1 Processor -- start 2024-05-21T00:18:13.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.642+0000 7fa83dbbfb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d1140 0x55ee2f2dcc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.642+0000 7fa83dbbfb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2da000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.642+0000 7fa83dbbfb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2da540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.642+0000 7fa83dbbfb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ee2f124fa0 con 0x55ee2f2d1140 2024-05-21T00:18:13.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.642+0000 7fa83dbbfb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55ee2f1bf760 con 0x55ee2f2d6f30 2024-05-21T00:18:13.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.642+0000 7fa83dbbfb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55ee2f2dd9e0 con 0x55ee2f2d6610 2024-05-21T00:18:13.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.642+0000 7fa83dbbfb80 10 client.0 _ll_register_callbacks cb 0x55ee2f1c8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:13.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.642+0000 7fa82be00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2da000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.642+0000 7fa82b400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d1140 0x55ee2f2dcc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.642+0000 7fa82be00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2da000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58116/0 (socket says 172.21.15.12:58116) 2024-05-21T00:18:13.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.642+0000 7fa82be00700 1 -- 172.21.15.12:0/809336837 learned_addr learned my addr 172.21.15.12:0/809336837 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:13.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.643+0000 7fa82b400700 1 --2- 172.21.15.12:0/809336837 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2da540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.643+0000 7fa82be00700 1 -- 172.21.15.12:0/809336837 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d6f30 msgr2=0x55ee2f2da540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:13.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.643+0000 7fa82be00700 1 --2- 172.21.15.12:0/809336837 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2da540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.643+0000 7fa82be00700 1 -- 172.21.15.12:0/809336837 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d1140 msgr2=0x55ee2f2dcc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:13.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.643+0000 7fa82be00700 1 --2- 172.21.15.12:0/809336837 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d1140 0x55ee2f2dcc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.643+0000 7fa82be00700 1 -- 172.21.15.12:0/809336837 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee2f16e8d0 con 0x55ee2f2d6610 2024-05-21T00:18:13.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.643+0000 7fa82b400700 1 --2- 172.21.15.12:0/809336837 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d1140 0x55ee2f2dcc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:13.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.643+0000 7fa82be00700 1 --2- 172.21.15.12:0/809336837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2da000 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa81c0116f0 tx=0x7fa81c011a00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=402a0d0010d00a6a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:13.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.643+0000 7fa816000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:18:13.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.643+0000 7fa816000700 1 -- 172.21.15.12:0/809336837 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81c004240 con 0x55ee2f2d6610 2024-05-21T00:18:13.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.643+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/809336837 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa81800faa0 con 0x55ee2f2d6610 2024-05-21T00:18:13.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.644+0000 7fa816000700 1 -- 172.21.15.12:0/809336837 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fa81c0043e0 con 0x55ee2f2d6610 2024-05-21T00:18:13.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.644+0000 7fa816000700 1 -- 172.21.15.12:0/809336837 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa81c022070 con 0x55ee2f2d6610 2024-05-21T00:18:13.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.644+0000 7fa83dbbfb80 10 client.25381 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:13.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.644+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/809336837 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ee2f1ef060 con 0x55ee2f2d6610 2024-05-21T00:18:13.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.644+0000 7fa816000700 1 -- 172.21.15.12:0/809336837 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa81800faa0 con 0x55ee2f2d6610 2024-05-21T00:18:13.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.644+0000 7fa816000700 1 -- 172.21.15.12:0/809336837 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa81c01b730 con 0x55ee2f2d6610 2024-05-21T00:18:13.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.645+0000 7fa83dbbfb80 10 client.25381 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:13.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.645+0000 7fa83dbbfb80 10 client.25381 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:18:13.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.645+0000 7fa83dbbfb80 20 client.25381 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:13.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.645+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/809336837 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55ee2f2ea570 0x55ee2f2ec960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.645+0000 7fa83dbbfb80 4 client.25381 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:13.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.645+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/809336837 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee2f230d90 con 0x55ee2f2ea570 2024-05-21T00:18:13.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.645+0000 7fa82b400700 1 --2- 172.21.15.12:0/809336837 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55ee2f2ea570 0x55ee2f2ec960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.645+0000 7fa82b400700 1 --2- 172.21.15.12:0/809336837 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55ee2f2ea570 0x55ee2f2ec960 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=c488175ef34fb88b server_cookie=2fe659f0b8a01af in_seq=0 out_seq=0 2024-05-21T00:18:13.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.645+0000 7fa816000700 10 client.25381 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:18:13.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.646+0000 7fa816000700 1 -- 172.21.15.12:0/809336837 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ee2f230d90 con 0x55ee2f2ea570 2024-05-21T00:18:13.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.646+0000 7fa816000700 10 client.25381 handle_command_reply: tid=0 2024-05-21T00:18:13.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.647+0000 7fa83dbbfb80 1 client.25381 shutdown 2024-05-21T00:18:13.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.647+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/809336837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 msgr2=0x55ee2f2da000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:13.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.647+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/809336837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2da000 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa81c0116f0 tx=0x7fa81c011a00 comp rx=0 tx=0).stop 2024-05-21T00:18:13.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.647+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/809336837 shutdown_connections 2024-05-21T00:18:13.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.647+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/809336837 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2da540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.647+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/809336837 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d1140 0x55ee2f2dcc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.647+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/809336837 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55ee2f2ea570 0x55ee2f2ec960 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.647+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/809336837 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2da000 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.647+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/809336837 >> 172.21.15.12:0/809336837 conn(0x55ee2f1febe0 msgr2=0x55ee2f2cad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:13.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.647+0000 7fa816000700 0 client.25381 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:18:13.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.647+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/809336837 shutdown_connections 2024-05-21T00:18:13.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.647+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/809336837 wait complete. 2024-05-21T00:18:13.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.647+0000 7fa83dbbfb80 20 client.25381 trim_cache size 0 max 16384 2024-05-21T00:18:13.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.664+0000 7fa83dbbfb80 1 Processor -- start 2024-05-21T00:18:13.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.664+0000 7fa83dbbfb80 1 -- start start 2024-05-21T00:18:13.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.664+0000 7fa83dbbfb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d1140 0x55ee2f2d0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.665+0000 7fa83dbbfb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2cb4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.665+0000 7fa83dbbfb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2f2250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.665+0000 7fa83dbbfb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa82c1afc80 con 0x55ee2f2d6f30 2024-05-21T00:18:13.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.665+0000 7fa83dbbfb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa82c1b17c0 con 0x55ee2f2d1140 2024-05-21T00:18:13.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.665+0000 7fa83dbbfb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fa82c1b0350 con 0x55ee2f2d6610 2024-05-21T00:18:13.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.665+0000 7fa82b400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2f2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.665+0000 7fa82be00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2cb4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.665+0000 7fa82b400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2f2250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46336/0 (socket says 172.21.15.12:46336) 2024-05-21T00:18:13.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.665+0000 7fa82b400700 1 -- 172.21.15.12:0/3570889298 learned_addr learned my addr 172.21.15.12:0/3570889298 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:13.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.666+0000 7fa82b400700 1 --2- 172.21.15.12:0/3570889298 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d1140 0x55ee2f2d0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.666+0000 7fa82b400700 1 -- 172.21.15.12:0/3570889298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 msgr2=0x55ee2f2cb4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:13.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.666+0000 7fa82b400700 1 --2- 172.21.15.12:0/3570889298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2cb4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.666+0000 7fa82b400700 1 -- 172.21.15.12:0/3570889298 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d1140 msgr2=0x55ee2f2d0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:13.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.666+0000 7fa82b400700 1 --2- 172.21.15.12:0/3570889298 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d1140 0x55ee2f2d0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.666+0000 7fa82b400700 1 -- 172.21.15.12:0/3570889298 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee2f2d6d30 con 0x55ee2f2d6f30 2024-05-21T00:18:13.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.666+0000 7fa82be00700 1 --2- 172.21.15.12:0/3570889298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2cb4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:13.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.667+0000 7fa82b400700 1 --2- 172.21.15.12:0/3570889298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2f2250 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa818012e80 tx=0x7fa818014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=159db98975895612 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:13.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.667+0000 7fa820c00700 1 -- 172.21.15.12:0/3570889298 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa818032070 con 0x55ee2f2d6f30 2024-05-21T00:18:13.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.667+0000 7fa820c00700 1 -- 172.21.15.12:0/3570889298 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa81800f980 con 0x55ee2f2d6f30 2024-05-21T00:18:13.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.667+0000 7fa820c00700 1 -- 172.21.15.12:0/3570889298 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa818017040 con 0x55ee2f2d6f30 2024-05-21T00:18:13.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.668+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3570889298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 msgr2=0x55ee2f2f2250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:13.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.668+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3570889298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2f2250 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa818012e80 tx=0x7fa818014040 comp rx=0 tx=0).stop 2024-05-21T00:18:13.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.668+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3570889298 shutdown_connections 2024-05-21T00:18:13.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.668+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3570889298 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2f2250 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.668+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3570889298 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d1140 0x55ee2f2d0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.668+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3570889298 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2cb4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.668+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3570889298 >> 172.21.15.12:0/3570889298 conn(0x55ee2f1febe0 msgr2=0x55ee2f2d4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:13.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.668+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3570889298 shutdown_connections 2024-05-21T00:18:13.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.668+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3570889298 wait complete. 2024-05-21T00:18:13.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.668+0000 7fa83dbbfb80 1 -- start start 2024-05-21T00:18:13.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.669+0000 7fa83dbbfb80 1 Processor -- start 2024-05-21T00:18:13.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.669+0000 7fa83dbbfb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d1140 0x55ee2f2f1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.669+0000 7fa83dbbfb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2f22b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.669+0000 7fa83dbbfb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2f27f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.669+0000 7fa83dbbfb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa82c1b10f0 con 0x55ee2f2d6f30 2024-05-21T00:18:13.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.669+0000 7fa83dbbfb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa82c1b0a20 con 0x55ee2f2d1140 2024-05-21T00:18:13.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.669+0000 7fa83dbbfb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fa82c1adc20 con 0x55ee2f2d6610 2024-05-21T00:18:13.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.669+0000 7fa83dbbfb80 10 client.0 _ll_register_callbacks cb 0x55ee2f1c8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:13.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.669+0000 7fa82b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d1140 0x55ee2f2f1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.670+0000 7fa82b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d1140 0x55ee2f2f1d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:50130/0 (socket says 172.21.15.12:50130) 2024-05-21T00:18:13.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.670+0000 7fa82b400700 1 -- 172.21.15.12:0/3110417173 learned_addr learned my addr 172.21.15.12:0/3110417173 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:13.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.670+0000 7fa82be00700 1 --2- 172.21.15.12:0/3110417173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2f22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.670+0000 7fa82b400700 1 --2- 172.21.15.12:0/3110417173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2f27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.670+0000 7fa82be00700 1 -- 172.21.15.12:0/3110417173 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d1140 msgr2=0x55ee2f2f1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:13.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.670+0000 7fa82be00700 1 --2- 172.21.15.12:0/3110417173 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d1140 0x55ee2f2f1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.670+0000 7fa82be00700 1 -- 172.21.15.12:0/3110417173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 msgr2=0x55ee2f2f27f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:13.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.670+0000 7fa82be00700 1 --2- 172.21.15.12:0/3110417173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2f27f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.670+0000 7fa82be00700 1 -- 172.21.15.12:0/3110417173 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee2f354120 con 0x55ee2f2d6610 2024-05-21T00:18:13.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.670+0000 7fa82be00700 1 --2- 172.21.15.12:0/3110417173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2f22b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa81c01bd40 tx=0x7fa81c010500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ef4bbb30ecd38ec server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:13.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.670+0000 7fa816000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:18:13.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.671+0000 7fa816000700 1 -- 172.21.15.12:0/3110417173 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81c0054c0 con 0x55ee2f2d6610 2024-05-21T00:18:13.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.671+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3110417173 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa81800f980 con 0x55ee2f2d6610 2024-05-21T00:18:13.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.671+0000 7fa816000700 1 -- 172.21.15.12:0/3110417173 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fa81c01b420 con 0x55ee2f2d6610 2024-05-21T00:18:13.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.671+0000 7fa816000700 1 -- 172.21.15.12:0/3110417173 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa81c03b070 con 0x55ee2f2d6610 2024-05-21T00:18:13.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.671+0000 7fa83dbbfb80 10 client.25387 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:13.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.671+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3110417173 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ee2f3553b0 con 0x55ee2f2d6610 2024-05-21T00:18:13.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.671+0000 7fa816000700 1 -- 172.21.15.12:0/3110417173 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa81800f980 con 0x55ee2f2d6610 2024-05-21T00:18:13.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.671+0000 7fa816000700 1 -- 172.21.15.12:0/3110417173 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa81c003c50 con 0x55ee2f2d6610 2024-05-21T00:18:13.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.672+0000 7fa83dbbfb80 10 client.25387 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:13.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.672+0000 7fa83dbbfb80 10 client.25387 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:18:13.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.672+0000 7fa83dbbfb80 20 client.25387 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:13.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.672+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3110417173 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55ee2f355ac0 0x55ee2f357ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:13.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.672+0000 7fa83dbbfb80 4 client.25387 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:18:13.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.672+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3110417173 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ee2f22a570 con 0x55ee2f355ac0 2024-05-21T00:18:13.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.672+0000 7fa82b400700 1 --2- 172.21.15.12:0/3110417173 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55ee2f355ac0 0x55ee2f357ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:13.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.672+0000 7fa82b400700 1 --2- 172.21.15.12:0/3110417173 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55ee2f355ac0 0x55ee2f357ee0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a604ef2b03d2daea server_cookie=ad32e6261c7eb7d5 in_seq=0 out_seq=0 2024-05-21T00:18:13.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.672+0000 7fa816000700 10 client.25387 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:18:13.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa816000700 1 -- 172.21.15.12:0/3110417173 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ee2f22a570 con 0x55ee2f355ac0 2024-05-21T00:18:13.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa816000700 10 client.25387 handle_command_reply: tid=0 2024-05-21T00:18:13.674 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa83dbbfb80 1 client.25387 shutdown 2024-05-21T00:18:13.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3110417173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 msgr2=0x55ee2f2f22b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:13.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3110417173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2f22b0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa81c01bd40 tx=0x7fa81c010500 comp rx=0 tx=0).stop 2024-05-21T00:18:13.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3110417173 shutdown_connections 2024-05-21T00:18:13.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3110417173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ee2f2d6f30 0x55ee2f2f27f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3110417173 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ee2f2d1140 0x55ee2f2f1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3110417173 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x55ee2f355ac0 0x55ee2f357ee0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa83dbbfb80 1 --2- 172.21.15.12:0/3110417173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ee2f2d6610 0x55ee2f2f22b0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3110417173 >> 172.21.15.12:0/3110417173 conn(0x55ee2f1febe0 msgr2=0x55ee2f2d7310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:13.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa816000700 0 client.25387 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:18:13.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3110417173 shutdown_connections 2024-05-21T00:18:13.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa83dbbfb80 1 -- 172.21.15.12:0/3110417173 wait complete. 2024-05-21T00:18:13.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.673+0000 7fa83dbbfb80 20 client.25387 trim_cache size 0 max 16384 2024-05-21T00:18:13.676 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:18:13.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.674+0000 7fa833200700 1 -- 172.21.15.12:0/2517293479 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa8100b2880 msgr2=0x7fa8100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:13.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.674+0000 7fa833200700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa8100b2880 0x7fa8100b4d40 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fa824012000 tx=0x7fa824009040 comp rx=0 tx=0).stop 2024-05-21T00:18:13.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.674+0000 7fa833200700 1 -- 172.21.15.12:0/2517293479 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa82c10b760 msgr2=0x7fa82c1a06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:13.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.674+0000 7fa833200700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa82c10b760 0x7fa82c1a06e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fa82400d010 tx=0x7fa824004d00 comp rx=0 tx=0).stop 2024-05-21T00:18:13.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.674+0000 7fa833200700 1 -- 172.21.15.12:0/2517293479 shutdown_connections 2024-05-21T00:18:13.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.674+0000 7fa833200700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa82c10b760 0x7fa82c1a06e0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.674+0000 7fa833200700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa8100b2880 0x7fa8100b4d40 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.674+0000 7fa833200700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa82c105760 0x7fa82c19be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.674+0000 7fa833200700 1 --2- 172.21.15.12:0/2517293479 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa82c106120 0x7fa82c19c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:13.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.674+0000 7fa833200700 1 -- 172.21.15.12:0/2517293479 >> 172.21.15.12:0/2517293479 conn(0x7fa82c101250 msgr2=0x7fa82c1017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:13.677 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.675+0000 7fa833200700 1 -- 172.21.15.12:0/2517293479 shutdown_connections 2024-05-21T00:18:13.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:13.675+0000 7fa833200700 1 -- 172.21.15.12:0/2517293479 wait complete. 2024-05-21T00:18:14.499 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T00:18:14.975 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:15.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:15 smithi012 ceph-mon[31403]: pgmap v474: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:18:15.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:15 smithi060 ceph-mon[36426]: pgmap v474: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:18:15.530 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:15 smithi077 ceph-mon[36377]: pgmap v474: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:18:16.167 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:18:16.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:18:16.530 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:18:17.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.170+0000 7f60acc00700 1 -- 172.21.15.12:0/1428833654 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f60a8103490 msgr2=0x7f60a8103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:17.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.170+0000 7f60acc00700 1 --2- 172.21.15.12:0/1428833654 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f60a8103490 0x7f60a8103910 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f60940099c0 tx=0x7f6094009cd0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.170+0000 7f60acc00700 1 -- 172.21.15.12:0/1428833654 shutdown_connections 2024-05-21T00:18:17.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.170+0000 7f60acc00700 1 --2- 172.21.15.12:0/1428833654 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f60a8103e50 0x7f60a8110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.170+0000 7f60acc00700 1 --2- 172.21.15.12:0/1428833654 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8109540 0x7f60a8109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.170+0000 7f60acc00700 1 --2- 172.21.15.12:0/1428833654 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f60a8103490 0x7f60a8103910 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.170+0000 7f60acc00700 1 -- 172.21.15.12:0/1428833654 >> 172.21.15.12:0/1428833654 conn(0x7f60a80fefc0 msgr2=0x7f60a81013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:17.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.170+0000 7f60acc00700 1 -- 172.21.15.12:0/1428833654 shutdown_connections 2024-05-21T00:18:17.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.170+0000 7f60acc00700 1 -- 172.21.15.12:0/1428833654 wait complete. 2024-05-21T00:18:17.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.172+0000 7f60acc00700 1 Processor -- start 2024-05-21T00:18:17.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.172+0000 7f60acc00700 1 -- start start 2024-05-21T00:18:17.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.173+0000 7f60acc00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8103490 0x7f60a819f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.173+0000 7f60acc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f60a8103e50 0x7f60a819fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.173+0000 7f60acc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f60a8109540 0x7f60a8199970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.173+0000 7f60acc00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f60a8113670 con 0x7f60a8109540 2024-05-21T00:18:17.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.173+0000 7f60acc00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f60a81134f0 con 0x7f60a8103e50 2024-05-21T00:18:17.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.173+0000 7f60acc00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f60a81137f0 con 0x7f60a8103490 2024-05-21T00:18:17.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.173+0000 7f60a7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f60a8109540 0x7f60a8199970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.173+0000 7f60a7400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8103490 0x7f60a819f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.173+0000 7f60a6a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f60a8103e50 0x7f60a819fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.173+0000 7f60a7400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8103490 0x7f60a819f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58910/0 (socket says 172.21.15.12:58910) 2024-05-21T00:18:17.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.173+0000 7f60a7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f60a8109540 0x7f60a8199970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44894/0 (socket says 172.21.15.12:44894) 2024-05-21T00:18:17.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.173+0000 7f60a7400700 1 -- 172.21.15.12:0/3636395761 learned_addr learned my addr 172.21.15.12:0/3636395761 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:17.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.173+0000 7f60a6a00700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f60a8103e50 0x7f60a819fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:44974/0 (socket says 172.21.15.12:44974) 2024-05-21T00:18:17.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.174+0000 7f60a6a00700 1 -- 172.21.15.12:0/3636395761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8103490 msgr2=0x7f60a819f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:17.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.174+0000 7f60a6a00700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8103490 0x7f60a819f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.174+0000 7f60a6a00700 1 -- 172.21.15.12:0/3636395761 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f60a8109540 msgr2=0x7f60a8199970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:17.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.174+0000 7f60a6a00700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f60a8109540 0x7f60a8199970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.174+0000 7f60a6a00700 1 -- 172.21.15.12:0/3636395761 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60a819a0d0 con 0x7f60a8103e50 2024-05-21T00:18:17.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.174+0000 7f60a7400700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8103490 0x7f60a819f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:17.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.174+0000 7f60a6a00700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f60a8103e50 0x7f60a819fca0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f60940098e0 tx=0x7f6094005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:17.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.174+0000 7f609fe00700 1 -- 172.21.15.12:0/3636395761 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6094026070 con 0x7f60a8103e50 2024-05-21T00:18:17.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.174+0000 7f60acc00700 1 -- 172.21.15.12:0/3636395761 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60a819a360 con 0x7f60a8103e50 2024-05-21T00:18:17.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.174+0000 7f609fe00700 1 -- 172.21.15.12:0/3636395761 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6094003c70 con 0x7f60a8103e50 2024-05-21T00:18:17.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.174+0000 7f609fe00700 1 -- 172.21.15.12:0/3636395761 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609400f970 con 0x7f60a8103e50 2024-05-21T00:18:17.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.175+0000 7f60acc00700 1 -- 172.21.15.12:0/3636395761 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60a8075770 con 0x7f60a8103e50 2024-05-21T00:18:17.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.178+0000 7f609fe00700 1 -- 172.21.15.12:0/3636395761 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6094029070 con 0x7f60a8103e50 2024-05-21T00:18:17.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.180+0000 7f60b8ac9b80 1 Processor -- start 2024-05-21T00:18:17.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.180+0000 7f60b8ac9b80 1 -- start start 2024-05-21T00:18:17.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.180+0000 7f60b8ac9b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1020 0x562e53fa1400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.180+0000 7f60b8ac9b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53fa1940 0x562e53f9b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.181+0000 7f60b8ac9b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53f9bad0 0x562e53f9bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.181+0000 7f60b8ac9b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x562e53ef9e40 con 0x562e53fa1020 2024-05-21T00:18:17.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.181+0000 7f60b8ac9b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x562e53ee99e0 con 0x562e53fa1940 2024-05-21T00:18:17.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.181+0000 7f609fe00700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f608c0b2880 0x7f608c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.181+0000 7f60b8ac9b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x562e53eeda20 con 0x562e53f9bad0 2024-05-21T00:18:17.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.181+0000 7f609fe00700 1 -- 172.21.15.12:0/3636395761 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f60940e2910 con 0x7f60a8103e50 2024-05-21T00:18:17.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.181+0000 7f60a7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1020 0x562e53fa1400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.181+0000 7f60a7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1020 0x562e53fa1400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44910/0 (socket says 172.21.15.12:44910) 2024-05-21T00:18:17.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.181+0000 7f60a7400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53fa1940 0x562e53f9b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.181+0000 7f60a7e00700 1 -- 172.21.15.12:0/1557837883 learned_addr learned my addr 172.21.15.12:0/1557837883 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:17.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.181+0000 7f60a6a00700 1 --2- 172.21.15.12:0/1557837883 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53f9bad0 0x562e53f9bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.181+0000 7f60a7e00700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f608c0b2880 0x7f608c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.181+0000 7f60a6a00700 1 -- 172.21.15.12:0/1557837883 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53fa1940 msgr2=0x562e53f9b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:17.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.182+0000 7f60a6a00700 1 --2- 172.21.15.12:0/1557837883 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53fa1940 0x562e53f9b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.182+0000 7f60a6a00700 1 -- 172.21.15.12:0/1557837883 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1020 msgr2=0x562e53fa1400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:17.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.182+0000 7f60a6a00700 1 --2- 172.21.15.12:0/1557837883 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1020 0x562e53fa1400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.182+0000 7f60a6a00700 1 -- 172.21.15.12:0/1557837883 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e53eb2420 con 0x562e53f9bad0 2024-05-21T00:18:17.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.182+0000 7f60a7400700 1 --2- 172.21.15.12:0/1557837883 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53fa1940 0x562e53f9b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:17.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.182+0000 7f60a6a00700 1 --2- 172.21.15.12:0/1557837883 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53f9bad0 0x562e53f9bf30 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f609400b580 tx=0x7f60940a9700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=61622028dcd3b157 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:17.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.182+0000 7f60a7e00700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f608c0b2880 0x7f608c0b4d40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f60a0009da0 tx=0x7f60a000b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:17.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.182+0000 7f609cc00700 1 -- 172.21.15.12:0/1557837883 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60940ab0c0 con 0x562e53f9bad0 2024-05-21T00:18:17.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.182+0000 7f609cc00700 1 -- 172.21.15.12:0/1557837883 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60940a9aa0 con 0x562e53f9bad0 2024-05-21T00:18:17.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.182+0000 7f609cc00700 1 -- 172.21.15.12:0/1557837883 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60940aa690 con 0x562e53f9bad0 2024-05-21T00:18:17.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.183+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/1557837883 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53f9bad0 msgr2=0x562e53f9bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:17.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.183+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/1557837883 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53f9bad0 0x562e53f9bf30 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f609400b580 tx=0x7f60940a9700 comp rx=0 tx=0).stop 2024-05-21T00:18:17.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.183+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/1557837883 shutdown_connections 2024-05-21T00:18:17.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.183+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/1557837883 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53f9bad0 0x562e53f9bf30 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.183+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/1557837883 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1020 0x562e53fa1400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.183+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/1557837883 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53fa1940 0x562e53f9b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.183+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/1557837883 >> 172.21.15.12:0/1557837883 conn(0x562e53ec9be0 msgr2=0x562e53f96150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:17.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.183+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/1557837883 shutdown_connections 2024-05-21T00:18:17.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.184+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/1557837883 wait complete. 2024-05-21T00:18:17.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.184+0000 7f60b8ac9b80 1 -- start start 2024-05-21T00:18:17.185 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.184+0000 7f60b8ac9b80 1 Processor -- start 2024-05-21T00:18:17.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.185+0000 7f60b8ac9b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53f9bad0 0x562e53fa7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.185+0000 7f60b8ac9b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1020 0x562e53fa4a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.185+0000 7f60b8ac9b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1940 0x562e53fa4f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.185+0000 7f60b8ac9b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x562e53deffa0 con 0x562e53fa1940 2024-05-21T00:18:17.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.185+0000 7f60b8ac9b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x562e53e8a760 con 0x562e53f9bad0 2024-05-21T00:18:17.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.185+0000 7f60b8ac9b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x562e53fa8220 con 0x562e53fa1020 2024-05-21T00:18:17.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.185+0000 7f60b8ac9b80 10 client.0 _ll_register_callbacks cb 0x562e53e93c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:17.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.185+0000 7f60a6a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1020 0x562e53fa4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.185+0000 7f60a6a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1020 0x562e53fa4a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58924/0 (socket says 172.21.15.12:58924) 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.185+0000 7f60a7e00700 1 --2- 172.21.15.12:0/2868947996 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1940 0x562e53fa4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.185+0000 7f60a6a00700 1 -- 172.21.15.12:0/2868947996 learned_addr learned my addr 172.21.15.12:0/2868947996 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.185+0000 7f60a7400700 1 --2- 172.21.15.12:0/2868947996 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53f9bad0 0x562e53fa7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.186+0000 7f60a6a00700 1 -- 172.21.15.12:0/2868947996 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53f9bad0 msgr2=0x562e53fa7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.186+0000 7f60a6a00700 1 --2- 172.21.15.12:0/2868947996 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53f9bad0 0x562e53fa7670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.186+0000 7f60a6a00700 1 -- 172.21.15.12:0/2868947996 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1940 msgr2=0x562e53fa4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.186+0000 7f60a6a00700 1 --2- 172.21.15.12:0/2868947996 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1940 0x562e53fa4f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.186+0000 7f60a6a00700 1 -- 172.21.15.12:0/2868947996 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e53e398d0 con 0x562e53fa1020 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.186+0000 7f60a6a00700 1 --2- 172.21.15.12:0/2868947996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1020 0x562e53fa4a10 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f60940a9f20 tx=0x7f60940ae110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae626da8c693edeb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.186+0000 7f6091600700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.186+0000 7f6091600700 1 -- 172.21.15.12:0/2868947996 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60940a9f90 con 0x562e53fa1020 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.186+0000 7f6091600700 1 -- 172.21.15.12:0/2868947996 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f60940e0460 con 0x562e53fa1020 2024-05-21T00:18:17.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.186+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/2868947996 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60940a9aa0 con 0x562e53fa1020 2024-05-21T00:18:17.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.186+0000 7f6091600700 1 -- 172.21.15.12:0/2868947996 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f60940ab080 con 0x562e53fa1020 2024-05-21T00:18:17.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.186+0000 7f60b8ac9b80 10 client.25399 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:17.188 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.186+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/2868947996 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562e53eba060 con 0x562e53fa1020 2024-05-21T00:18:17.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.187+0000 7f6091600700 1 -- 172.21.15.12:0/2868947996 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60940a9aa0 con 0x562e53fa1020 2024-05-21T00:18:17.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.187+0000 7f6091600700 1 -- 172.21.15.12:0/2868947996 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f60940a91f0 con 0x562e53fa1020 2024-05-21T00:18:17.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.187+0000 7f60b8ac9b80 10 client.25399 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:17.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.187+0000 7f60b8ac9b80 10 client.25399 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:18:17.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.187+0000 7f60b8ac9b80 20 client.25399 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:17.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.187+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/2868947996 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x562e53fb4b20 0x562e53fb6f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.187+0000 7f60b8ac9b80 4 client.25399 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:17.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.187+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/2868947996 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562e53efbd90 con 0x562e53fb4b20 2024-05-21T00:18:17.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.187+0000 7f60a7400700 1 --2- 172.21.15.12:0/2868947996 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x562e53fb4b20 0x562e53fb6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.188+0000 7f60a7400700 1 --2- 172.21.15.12:0/2868947996 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x562e53fb4b20 0x562e53fb6f10 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=dd40a9e68ba5c537 server_cookie=9c4db062efba117d in_seq=0 out_seq=0 2024-05-21T00:18:17.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.188+0000 7f6091600700 10 client.25399 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:18:17.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.189+0000 7f6091600700 1 -- 172.21.15.12:0/2868947996 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562e53efbd90 con 0x562e53fb4b20 2024-05-21T00:18:17.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.189+0000 7f6091600700 10 client.25399 handle_command_reply: tid=0 2024-05-21T00:18:17.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.189+0000 7f60b8ac9b80 1 client.25399 shutdown 2024-05-21T00:18:17.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.189+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/2868947996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1020 msgr2=0x562e53fa4a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:17.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.189+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/2868947996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1020 0x562e53fa4a10 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f60940a9f20 tx=0x7f60940ae110 comp rx=0 tx=0).stop 2024-05-21T00:18:17.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.189+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/2868947996 shutdown_connections 2024-05-21T00:18:17.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.189+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/2868947996 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1940 0x562e53fa4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.189+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/2868947996 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53f9bad0 0x562e53fa7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.189+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/2868947996 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x562e53fb4b20 0x562e53fb6f10 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.189+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/2868947996 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1020 0x562e53fa4a10 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.189+0000 7f6091600700 0 client.25399 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:18:17.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.189+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/2868947996 >> 172.21.15.12:0/2868947996 conn(0x562e53ec9be0 msgr2=0x562e53f9a4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:17.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.190+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/2868947996 shutdown_connections 2024-05-21T00:18:17.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.190+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/2868947996 wait complete. 2024-05-21T00:18:17.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.190+0000 7f60b8ac9b80 20 client.25399 trim_cache size 0 max 16384 2024-05-21T00:18:17.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.207+0000 7f60b8ac9b80 1 Processor -- start 2024-05-21T00:18:17.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.207+0000 7f60b8ac9b80 1 -- start start 2024-05-21T00:18:17.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.207+0000 7f60b8ac9b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53f9bad0 0x562e53f90a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.207+0000 7f60b8ac9b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1020 0x562e53f9eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.207+0000 7f60b8ac9b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1940 0x562e53f9f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.207+0000 7f60b8ac9b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f60a81ab640 con 0x562e53fa1940 2024-05-21T00:18:17.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.207+0000 7f60b8ac9b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f60a81ad180 con 0x562e53f9bad0 2024-05-21T00:18:17.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.207+0000 7f60b8ac9b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f60a81abd10 con 0x562e53fa1020 2024-05-21T00:18:17.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.207+0000 7f60a7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1940 0x562e53f9f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.208+0000 7f60a6a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1020 0x562e53f9eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.208+0000 7f60a7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1940 0x562e53f9f0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44932/0 (socket says 172.21.15.12:44932) 2024-05-21T00:18:17.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.208+0000 7f60a7e00700 1 -- 172.21.15.12:0/3316348406 learned_addr learned my addr 172.21.15.12:0/3316348406 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:17.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.208+0000 7f60a7400700 1 --2- 172.21.15.12:0/3316348406 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53f9bad0 0x562e53f90a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.208+0000 7f60a6a00700 1 -- 172.21.15.12:0/3316348406 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53f9bad0 msgr2=0x562e53f90a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:17.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.208+0000 7f60a6a00700 1 --2- 172.21.15.12:0/3316348406 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53f9bad0 0x562e53f90a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.208+0000 7f60a6a00700 1 -- 172.21.15.12:0/3316348406 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1940 msgr2=0x562e53f9f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:17.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.208+0000 7f60a6a00700 1 --2- 172.21.15.12:0/3316348406 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1940 0x562e53f9f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.208+0000 7f60a6a00700 1 -- 172.21.15.12:0/3316348406 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e53f978b0 con 0x562e53fa1020 2024-05-21T00:18:17.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.208+0000 7f60a7e00700 1 --2- 172.21.15.12:0/3316348406 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1940 0x562e53f9f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:17.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.208+0000 7f60a6a00700 1 --2- 172.21.15.12:0/3316348406 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1020 0x562e53f9eb70 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f60940a7200 tx=0x7f60940096c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e24a6f4d809ff2b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:17.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.209+0000 7f6093e00700 1 -- 172.21.15.12:0/3316348406 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6094003e20 con 0x562e53fa1020 2024-05-21T00:18:17.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.209+0000 7f6093e00700 1 -- 172.21.15.12:0/3316348406 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60940aa690 con 0x562e53fa1020 2024-05-21T00:18:17.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.209+0000 7f6093e00700 1 -- 172.21.15.12:0/3316348406 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60940e0460 con 0x562e53fa1020 2024-05-21T00:18:17.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.209+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/3316348406 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1020 msgr2=0x562e53f9eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:17.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.209+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/3316348406 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1020 0x562e53f9eb70 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f60940a7200 tx=0x7f60940096c0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.209+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/3316348406 shutdown_connections 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.209+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/3316348406 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53fa1940 0x562e53f9f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.209+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/3316348406 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53f9bad0 0x562e53f90a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.209+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/3316348406 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1020 0x562e53f9eb70 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.209+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/3316348406 >> 172.21.15.12:0/3316348406 conn(0x562e53ec9be0 msgr2=0x562e53fa49d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.209+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/3316348406 shutdown_connections 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.209+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/3316348406 wait complete. 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.210+0000 7f60b8ac9b80 1 -- start start 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.210+0000 7f60b8ac9b80 1 Processor -- start 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60b8ac9b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53f9bad0 0x562e53fad960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60b8ac9b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53fa1020 0x562e53fbbd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60b8ac9b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1940 0x562e53fbc280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60b8ac9b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f60a81acab0 con 0x562e53f9bad0 2024-05-21T00:18:17.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60b8ac9b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f60a81ac3e0 con 0x562e53fa1020 2024-05-21T00:18:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60b8ac9b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f60a81a9620 con 0x562e53fa1940 2024-05-21T00:18:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60b8ac9b80 10 client.0 _ll_register_callbacks cb 0x562e53e93c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60a7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53f9bad0 0x562e53fad960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60a7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53f9bad0 0x562e53fad960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44940/0 (socket says 172.21.15.12:44940) 2024-05-21T00:18:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60a7400700 1 -- 172.21.15.12:0/1154009636 learned_addr learned my addr 172.21.15.12:0/1154009636 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60a6a00700 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53fa1020 0x562e53fbbd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60a7e00700 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1940 0x562e53fbc280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60a7400700 1 -- 172.21.15.12:0/1154009636 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1940 msgr2=0x562e53fbc280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60a7400700 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1940 0x562e53fbc280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60a7400700 1 -- 172.21.15.12:0/1154009636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53fa1020 msgr2=0x562e53fbbd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60a7400700 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53fa1020 0x562e53fbbd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60a7400700 1 -- 172.21.15.12:0/1154009636 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e53fbc840 con 0x562e53f9bad0 2024-05-21T00:18:17.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.211+0000 7f60a6a00700 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53fa1020 0x562e53fbbd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:17.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.212+0000 7f60a7400700 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53f9bad0 0x562e53fad960 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6098000c00 tx=0x7f609801c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f06e995c987672ff server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:17.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.212+0000 7f6091600700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:18:17.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.212+0000 7f6091600700 1 -- 172.21.15.12:0/1154009636 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6098004020 con 0x562e53f9bad0 2024-05-21T00:18:17.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.212+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/1154009636 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f60940aa690 con 0x562e53f9bad0 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.212+0000 7f6091600700 1 -- 172.21.15.12:0/1154009636 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f60980041c0 con 0x562e53f9bad0 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.212+0000 7f6091600700 1 -- 172.21.15.12:0/1154009636 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f60980043c0 con 0x562e53f9bad0 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.212+0000 7f60b8ac9b80 10 client.15270 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.212+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/1154009636 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562e5401f3b0 con 0x562e53f9bad0 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.213+0000 7f6091600700 1 -- 172.21.15.12:0/1154009636 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f60940aa690 con 0x562e53f9bad0 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.213+0000 7f6091600700 1 -- 172.21.15.12:0/1154009636 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6098029070 con 0x562e53f9bad0 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.213+0000 7f60b8ac9b80 10 client.15270 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.213+0000 7f60b8ac9b80 10 client.15270 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.213+0000 7f60b8ac9b80 20 client.15270 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.213+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x562e5401faf0 0x562e54021f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.213+0000 7f60b8ac9b80 4 client.15270 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.213+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/1154009636 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562e53ef5570 con 0x562e5401faf0 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.213+0000 7f60a6a00700 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x562e5401faf0 0x562e54021f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f60a6a00700 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x562e5401faf0 0x562e54021f10 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b9c4b051591777cd server_cookie=efbf734c455b41ac in_seq=0 out_seq=0 2024-05-21T00:18:17.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f6091600700 10 client.15270 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f6091600700 1 -- 172.21.15.12:0/1154009636 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562e53ef5570 con 0x562e5401faf0 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f6091600700 10 client.15270 handle_command_reply: tid=0 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f60b8ac9b80 1 client.15270 shutdown 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/1154009636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53f9bad0 msgr2=0x562e53fad960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53f9bad0 0x562e53fad960 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6098000c00 tx=0x7f609801c7c0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/1154009636 shutdown_connections 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x562e5401faf0 0x562e54021f10 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562e53fa1940 0x562e53fbc280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562e53f9bad0 0x562e53fad960 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f60b8ac9b80 1 --2- 172.21.15.12:0/1154009636 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562e53fa1020 0x562e53fbbd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f6091600700 0 client.15270 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.214+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/1154009636 >> 172.21.15.12:0/1154009636 conn(0x562e53ec9be0 msgr2=0x562e53f9eb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.215+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/1154009636 shutdown_connections 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.215+0000 7f60b8ac9b80 1 -- 172.21.15.12:0/1154009636 wait complete. 2024-05-21T00:18:17.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.215+0000 7f60b8ac9b80 20 client.15270 trim_cache size 0 max 16384 2024-05-21T00:18:17.218 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:18:17.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.215+0000 7f60acc00700 1 -- 172.21.15.12:0/3636395761 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f608c0b2880 msgr2=0x7f608c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:17.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.215+0000 7f60acc00700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f608c0b2880 0x7f608c0b4d40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f60a0009da0 tx=0x7f60a000b040 comp rx=0 tx=0).stop 2024-05-21T00:18:17.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.215+0000 7f60acc00700 1 -- 172.21.15.12:0/3636395761 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f60a8103e50 msgr2=0x7f60a819fca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:17.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.215+0000 7f60acc00700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f60a8103e50 0x7f60a819fca0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f60940098e0 tx=0x7f6094005280 comp rx=0 tx=0).stop 2024-05-21T00:18:17.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.216+0000 7f60acc00700 1 -- 172.21.15.12:0/3636395761 shutdown_connections 2024-05-21T00:18:17.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.216+0000 7f60acc00700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f608c0b2880 0x7f608c0b4d40 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.216+0000 7f60acc00700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f60a8109540 0x7f60a8199970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.216+0000 7f60acc00700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f60a8103490 0x7f60a819f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.216+0000 7f60acc00700 1 --2- 172.21.15.12:0/3636395761 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f60a8103e50 0x7f60a819fca0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:17.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.216+0000 7f60acc00700 1 -- 172.21.15.12:0/3636395761 >> 172.21.15.12:0/3636395761 conn(0x7f60a80fefc0 msgr2=0x7f60a81007d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:17.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.216+0000 7f60acc00700 1 -- 172.21.15.12:0/3636395761 shutdown_connections 2024-05-21T00:18:17.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:17.216+0000 7f60acc00700 1 -- 172.21.15.12:0/3636395761 wait complete. 2024-05-21T00:18:17.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:17 smithi012 ceph-mon[31403]: pgmap v475: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:18:17.317 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:17 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:18:17.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:17 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:18:17.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:17 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:18:17.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:17 smithi060 ceph-mon[36426]: pgmap v475: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:18:17.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:17 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:18:17.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:17 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:18:17.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:17 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:18:17.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:17 smithi077 ceph-mon[36377]: pgmap v475: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:18:17.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:17 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:18:17.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:17 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:18:17.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:17 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:18:18.159 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:18:18.618 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:19.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:19 smithi060 ceph-mon[36426]: pgmap v476: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:18:19.530 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:19 smithi077 ceph-mon[36377]: pgmap v476: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:18:19.559 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:19 smithi012 ceph-mon[31403]: pgmap v476: 97 pgs: 97 active+clean; 659 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:18:20.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.902+0000 7f0203e00700 1 -- 172.21.15.12:0/2708661141 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0204103460 msgr2=0x7f02041038e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:20.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.902+0000 7f0203e00700 1 --2- 172.21.15.12:0/2708661141 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0204103460 0x7f02041038e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f01f0009990 tx=0x7f01f0009ca0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.902+0000 7f0203e00700 1 -- 172.21.15.12:0/2708661141 shutdown_connections 2024-05-21T00:18:20.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.902+0000 7f0203e00700 1 --2- 172.21.15.12:0/2708661141 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0204103e20 0x7f0204110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.902+0000 7f0203e00700 1 --2- 172.21.15.12:0/2708661141 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f02041094f0 0x7f02041098d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.902+0000 7f0203e00700 1 --2- 172.21.15.12:0/2708661141 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0204103460 0x7f02041038e0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.902+0000 7f0203e00700 1 -- 172.21.15.12:0/2708661141 >> 172.21.15.12:0/2708661141 conn(0x7f02040fef50 msgr2=0x7f0204101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:20.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.902+0000 7f0203e00700 1 -- 172.21.15.12:0/2708661141 shutdown_connections 2024-05-21T00:18:20.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.902+0000 7f0203e00700 1 -- 172.21.15.12:0/2708661141 wait complete. 2024-05-21T00:18:20.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.903+0000 7f0203e00700 1 Processor -- start 2024-05-21T00:18:20.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.904+0000 7f0203e00700 1 -- start start 2024-05-21T00:18:20.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.904+0000 7f0203e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0204103460 0x7f0204075840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.904+0000 7f0203e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0204103e20 0x7f0204075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.904+0000 7f0203e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f02041094f0 0x7f02040762c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.904+0000 7f0203e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0204113650 con 0x7f02041094f0 2024-05-21T00:18:20.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.904+0000 7f0203e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f02041134d0 con 0x7f0204103e20 2024-05-21T00:18:20.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.904+0000 7f0203e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f02041137d0 con 0x7f0204103460 2024-05-21T00:18:20.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.904+0000 7f0202a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0204103460 0x7f0204075840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.904+0000 7f0202000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0204103e20 0x7f0204075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.904+0000 7f0202000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0204103e20 0x7f0204075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:45022/0 (socket says 172.21.15.12:45022) 2024-05-21T00:18:20.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.904+0000 7f0202000700 1 -- 172.21.15.12:0/4070888887 learned_addr learned my addr 172.21.15.12:0/4070888887 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:20.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.904+0000 7f0202a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0204103460 0x7f0204075840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58962/0 (socket says 172.21.15.12:58962) 2024-05-21T00:18:20.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.904+0000 7f0203400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f02041094f0 0x7f02040762c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.905+0000 7f0202000700 1 -- 172.21.15.12:0/4070888887 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0204103460 msgr2=0x7f0204075840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:20.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.905+0000 7f0202000700 1 --2- 172.21.15.12:0/4070888887 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0204103460 0x7f0204075840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.905+0000 7f0202000700 1 -- 172.21.15.12:0/4070888887 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f02041094f0 msgr2=0x7f02040762c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:20.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.905+0000 7f0202000700 1 --2- 172.21.15.12:0/4070888887 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f02041094f0 0x7f02040762c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.905+0000 7f0202000700 1 -- 172.21.15.12:0/4070888887 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02041a80e0 con 0x7f0204103e20 2024-05-21T00:18:20.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.905+0000 7f0202a00700 1 --2- 172.21.15.12:0/4070888887 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0204103460 0x7f0204075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:20.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.905+0000 7f0202000700 1 --2- 172.21.15.12:0/4070888887 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0204103e20 0x7f0204075d80 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f01f0000c00 tx=0x7f01f00057a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:20.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.906+0000 7f01fb400700 1 -- 172.21.15.12:0/4070888887 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01f0027070 con 0x7f0204103e20 2024-05-21T00:18:20.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.906+0000 7f01fb400700 1 -- 172.21.15.12:0/4070888887 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01f0003680 con 0x7f0204103e20 2024-05-21T00:18:20.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.906+0000 7f0203e00700 1 -- 172.21.15.12:0/4070888887 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02041a8370 con 0x7f0204103e20 2024-05-21T00:18:20.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.906+0000 7f01fb400700 1 -- 172.21.15.12:0/4070888887 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01f0022aa0 con 0x7f0204103e20 2024-05-21T00:18:20.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.906+0000 7f0203e00700 1 -- 172.21.15.12:0/4070888887 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02041a8820 con 0x7f0204103e20 2024-05-21T00:18:20.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.910+0000 7f01fb400700 1 -- 172.21.15.12:0/4070888887 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f01f002a070 con 0x7f0204103e20 2024-05-21T00:18:20.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.911+0000 7f0213f97b80 1 Processor -- start 2024-05-21T00:18:20.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.911+0000 7f0213f97b80 1 -- start start 2024-05-21T00:18:20.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.912+0000 7f0213f97b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb427c0 0x560c5cb42ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.912+0000 7f0213f97b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb3cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.912+0000 7f0213f97b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb3d390 0x560c5cb3d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.912+0000 7f0213f97b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x560c5ca9ae40 con 0x560c5cb3d390 2024-05-21T00:18:20.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.912+0000 7f0213f97b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x560c5ca8a9e0 con 0x560c5cb427c0 2024-05-21T00:18:20.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.912+0000 7f0213f97b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x560c5ca8ea20 con 0x560c5cb430e0 2024-05-21T00:18:20.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.912+0000 7f0203400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb427c0 0x560c5cb42ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.912+0000 7f0202a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb3cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.912+0000 7f0203400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb427c0 0x560c5cb42ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:45034/0 (socket says 172.21.15.12:45034) 2024-05-21T00:18:20.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.912+0000 7f0202a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb3cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58974/0 (socket says 172.21.15.12:58974) 2024-05-21T00:18:20.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.912+0000 7f0203400700 1 -- 172.21.15.12:0/3302747419 learned_addr learned my addr 172.21.15.12:0/3302747419 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:20.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.912+0000 7f01fb400700 1 --2- 172.21.15.12:0/4070888887 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f01e80b2900 0x7f01e80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.912+0000 7f0202000700 1 --2- 172.21.15.12:0/3302747419 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb3d390 0x560c5cb3d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.913+0000 7f0202a00700 1 -- 172.21.15.12:0/3302747419 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb427c0 msgr2=0x560c5cb42ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:20.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.913+0000 7f0202a00700 1 --2- 172.21.15.12:0/3302747419 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb427c0 0x560c5cb42ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.913+0000 7f0203400700 1 --2- 172.21.15.12:0/4070888887 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f01e80b2900 0x7f01e80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.913+0000 7f0202a00700 1 -- 172.21.15.12:0/3302747419 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb3d390 msgr2=0x560c5cb3d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:20.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.913+0000 7f0202a00700 1 --2- 172.21.15.12:0/3302747419 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb3d390 0x560c5cb3d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.913+0000 7f0202a00700 1 -- 172.21.15.12:0/3302747419 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c5ca53420 con 0x560c5cb430e0 2024-05-21T00:18:20.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.913+0000 7f01fb400700 1 -- 172.21.15.12:0/4070888887 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f01f00e3170 con 0x7f0204103e20 2024-05-21T00:18:20.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.913+0000 7f0202000700 1 --2- 172.21.15.12:0/3302747419 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb3d390 0x560c5cb3d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:20.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.913+0000 7f0202a00700 1 --2- 172.21.15.12:0/3302747419 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb3cd70 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f01f4007f60 tx=0x7f01f4007f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15931976028d15e4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:20.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.913+0000 7f01efe00700 1 -- 172.21.15.12:0/3302747419 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01f4011440 con 0x560c5cb430e0 2024-05-21T00:18:20.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.913+0000 7f01efe00700 1 -- 172.21.15.12:0/3302747419 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01f4011a90 con 0x560c5cb430e0 2024-05-21T00:18:20.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.914+0000 7f01efe00700 1 -- 172.21.15.12:0/3302747419 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01f4019ab0 con 0x560c5cb430e0 2024-05-21T00:18:20.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.914+0000 7f0213f97b80 1 -- 172.21.15.12:0/3302747419 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 msgr2=0x560c5cb3cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:20.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.914+0000 7f0213f97b80 1 --2- 172.21.15.12:0/3302747419 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb3cd70 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f01f4007f60 tx=0x7f01f4007f90 comp rx=0 tx=0).stop 2024-05-21T00:18:20.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.914+0000 7f0203400700 1 --2- 172.21.15.12:0/4070888887 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f01e80b2900 0x7f01e80b4dc0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f01fc003fd0 tx=0x7f01fc004b40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:20.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.914+0000 7f0213f97b80 1 -- 172.21.15.12:0/3302747419 shutdown_connections 2024-05-21T00:18:20.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.914+0000 7f0213f97b80 1 --2- 172.21.15.12:0/3302747419 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb3d390 0x560c5cb3d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.914+0000 7f0213f97b80 1 --2- 172.21.15.12:0/3302747419 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb427c0 0x560c5cb42ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.914+0000 7f0213f97b80 1 --2- 172.21.15.12:0/3302747419 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb3cd70 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.914+0000 7f0213f97b80 1 -- 172.21.15.12:0/3302747419 >> 172.21.15.12:0/3302747419 conn(0x560c5ca6abe0 msgr2=0x560c5cb37810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:20.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.914+0000 7f0213f97b80 1 -- 172.21.15.12:0/3302747419 shutdown_connections 2024-05-21T00:18:20.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.915+0000 7f0213f97b80 1 -- 172.21.15.12:0/3302747419 wait complete. 2024-05-21T00:18:20.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.915+0000 7f0213f97b80 1 -- start start 2024-05-21T00:18:20.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.915+0000 7f0213f97b80 1 Processor -- start 2024-05-21T00:18:20.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.916+0000 7f0213f97b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb3d390 0x560c5cb48e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.916+0000 7f0213f97b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb427c0 0x560c5cb461b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.916+0000 7f0213f97b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb430e0 0x560c5cb466f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.916+0000 7f0213f97b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x560c5c990fa0 con 0x560c5cb427c0 2024-05-21T00:18:20.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.916+0000 7f0213f97b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x560c5ca2b760 con 0x560c5cb430e0 2024-05-21T00:18:20.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.916+0000 7f0213f97b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x560c5cb49c00 con 0x560c5cb3d390 2024-05-21T00:18:20.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.916+0000 7f0213f97b80 10 client.0 _ll_register_callbacks cb 0x560c5ca34c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:20.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.916+0000 7f0203400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb430e0 0x560c5cb466f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.916+0000 7f0202a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb3d390 0x560c5cb48e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.916+0000 7f0202a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb3d390 0x560c5cb48e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58988/0 (socket says 172.21.15.12:58988) 2024-05-21T00:18:20.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.916+0000 7f0202000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb427c0 0x560c5cb461b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.916+0000 7f0202a00700 1 -- 172.21.15.12:0/483758613 learned_addr learned my addr 172.21.15.12:0/483758613 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:20.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.917+0000 7f0202a00700 1 -- 172.21.15.12:0/483758613 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb430e0 msgr2=0x560c5cb466f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:20.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.917+0000 7f0202a00700 1 --2- 172.21.15.12:0/483758613 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb430e0 0x560c5cb466f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.917+0000 7f0202a00700 1 -- 172.21.15.12:0/483758613 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb427c0 msgr2=0x560c5cb461b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:20.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.917+0000 7f0202a00700 1 --2- 172.21.15.12:0/483758613 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb427c0 0x560c5cb461b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.917+0000 7f0202a00700 1 -- 172.21.15.12:0/483758613 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c5c9da8d0 con 0x560c5cb3d390 2024-05-21T00:18:20.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.917+0000 7f0202a00700 1 --2- 172.21.15.12:0/483758613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb3d390 0x560c5cb48e10 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f01f40059c0 tx=0x7f01f4010d80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=321b22e9deb68c56 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:20.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.917+0000 7f01ecc00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:18:20.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.918+0000 7f01ecc00700 1 -- 172.21.15.12:0/483758613 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01f4027020 con 0x560c5cb3d390 2024-05-21T00:18:20.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.918+0000 7f01ecc00700 1 -- 172.21.15.12:0/483758613 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f01f4011640 con 0x560c5cb3d390 2024-05-21T00:18:20.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.918+0000 7f0213f97b80 1 -- 172.21.15.12:0/483758613 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01f4011a90 con 0x560c5cb3d390 2024-05-21T00:18:20.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.918+0000 7f01ecc00700 1 -- 172.21.15.12:0/483758613 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f01f401f040 con 0x560c5cb3d390 2024-05-21T00:18:20.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.918+0000 7f0213f97b80 10 client.25417 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:20.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.918+0000 7f0213f97b80 1 -- 172.21.15.12:0/483758613 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560c5ca5b060 con 0x560c5cb3d390 2024-05-21T00:18:20.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.918+0000 7f01ecc00700 1 -- 172.21.15.12:0/483758613 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01f4011a90 con 0x560c5cb3d390 2024-05-21T00:18:20.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.918+0000 7f01ecc00700 1 -- 172.21.15.12:0/483758613 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f01f4022030 con 0x560c5cb3d390 2024-05-21T00:18:20.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.919+0000 7f0213f97b80 10 client.25417 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:20.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.919+0000 7f0213f97b80 10 client.25417 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:18:20.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.919+0000 7f0213f97b80 20 client.25417 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:20.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.919+0000 7f0213f97b80 1 --2- 172.21.15.12:0/483758613 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x560c5cb565c0 0x560c5cb589b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.919+0000 7f0213f97b80 4 client.25417 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:20.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.919+0000 7f0213f97b80 1 -- 172.21.15.12:0/483758613 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c5ca9cd90 con 0x560c5cb565c0 2024-05-21T00:18:20.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.919+0000 7f0202000700 1 --2- 172.21.15.12:0/483758613 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x560c5cb565c0 0x560c5cb589b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.920+0000 7f0202000700 1 --2- 172.21.15.12:0/483758613 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x560c5cb565c0 0x560c5cb589b0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=aadc717031c7d6d3 server_cookie=aef3841b2f00c173 in_seq=0 out_seq=0 2024-05-21T00:18:20.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.920+0000 7f01ecc00700 10 client.25417 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:18:20.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.920+0000 7f01ecc00700 1 -- 172.21.15.12:0/483758613 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560c5ca9cd90 con 0x560c5cb565c0 2024-05-21T00:18:20.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.920+0000 7f01ecc00700 10 client.25417 handle_command_reply: tid=0 2024-05-21T00:18:20.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.921+0000 7f0213f97b80 1 client.25417 shutdown 2024-05-21T00:18:20.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.921+0000 7f0213f97b80 1 -- 172.21.15.12:0/483758613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb3d390 msgr2=0x560c5cb48e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:20.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.921+0000 7f0213f97b80 1 --2- 172.21.15.12:0/483758613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb3d390 0x560c5cb48e10 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f01f40059c0 tx=0x7f01f4010d80 comp rx=0 tx=0).stop 2024-05-21T00:18:20.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.921+0000 7f0213f97b80 1 -- 172.21.15.12:0/483758613 shutdown_connections 2024-05-21T00:18:20.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.921+0000 7f0213f97b80 1 --2- 172.21.15.12:0/483758613 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x560c5cb565c0 0x560c5cb589b0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.921+0000 7f0213f97b80 1 --2- 172.21.15.12:0/483758613 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb430e0 0x560c5cb466f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.921+0000 7f0213f97b80 1 --2- 172.21.15.12:0/483758613 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb3d390 0x560c5cb48e10 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.921+0000 7f0213f97b80 1 --2- 172.21.15.12:0/483758613 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb427c0 0x560c5cb461b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.921+0000 7f0213f97b80 1 -- 172.21.15.12:0/483758613 >> 172.21.15.12:0/483758613 conn(0x560c5ca6abe0 msgr2=0x560c5cb36fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:20.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.921+0000 7f01ecc00700 0 client.25417 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:18:20.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.921+0000 7f0213f97b80 1 -- 172.21.15.12:0/483758613 shutdown_connections 2024-05-21T00:18:20.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.921+0000 7f0213f97b80 1 -- 172.21.15.12:0/483758613 wait complete. 2024-05-21T00:18:20.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.921+0000 7f0213f97b80 20 client.25417 trim_cache size 0 max 16384 2024-05-21T00:18:20.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.938+0000 7f0213f97b80 1 Processor -- start 2024-05-21T00:18:20.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.938+0000 7f0213f97b80 1 -- start start 2024-05-21T00:18:20.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.939+0000 7f0213f97b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb3d390 0x560c5cb3cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.939+0000 7f0213f97b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb427c0 0x560c5cb43e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.939+0000 7f0213f97b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb37740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.939+0000 7f0213f97b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f02041afb70 con 0x560c5cb427c0 2024-05-21T00:18:20.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.939+0000 7f0213f97b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f02041b16b0 con 0x560c5cb3d390 2024-05-21T00:18:20.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.939+0000 7f0213f97b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f02041b0240 con 0x560c5cb430e0 2024-05-21T00:18:20.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.939+0000 7f0202000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb427c0 0x560c5cb43e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.939+0000 7f0202000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb427c0 0x560c5cb43e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44986/0 (socket says 172.21.15.12:44986) 2024-05-21T00:18:20.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.939+0000 7f0202000700 1 -- 172.21.15.12:0/277619698 learned_addr learned my addr 172.21.15.12:0/277619698 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:20.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.939+0000 7f0202a00700 1 --2- 172.21.15.12:0/277619698 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb3d390 0x560c5cb3cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.939+0000 7f0203400700 1 --2- 172.21.15.12:0/277619698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb37740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.940+0000 7f0202000700 1 -- 172.21.15.12:0/277619698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 msgr2=0x560c5cb37740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:20.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.940+0000 7f0202000700 1 --2- 172.21.15.12:0/277619698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb37740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.940+0000 7f0202000700 1 -- 172.21.15.12:0/277619698 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb3d390 msgr2=0x560c5cb3cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:20.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.940+0000 7f0202000700 1 --2- 172.21.15.12:0/277619698 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb3d390 0x560c5cb3cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.940+0000 7f0202000700 1 -- 172.21.15.12:0/277619698 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c5cb42df0 con 0x560c5cb427c0 2024-05-21T00:18:20.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.940+0000 7f0202000700 1 --2- 172.21.15.12:0/277619698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb427c0 0x560c5cb43e10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f01f00e0c40 tx=0x7f01f00b3050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef777d04dd877a37 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:20.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.940+0000 7f01ef400700 1 -- 172.21.15.12:0/277619698 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01f00bf040 con 0x560c5cb427c0 2024-05-21T00:18:20.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.940+0000 7f01ef400700 1 -- 172.21.15.12:0/277619698 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01f00cd0b0 con 0x560c5cb427c0 2024-05-21T00:18:20.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.940+0000 7f01ef400700 1 -- 172.21.15.12:0/277619698 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01f00aeba0 con 0x560c5cb427c0 2024-05-21T00:18:20.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.941+0000 7f0213f97b80 1 -- 172.21.15.12:0/277619698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb427c0 msgr2=0x560c5cb43e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:20.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.941+0000 7f0213f97b80 1 --2- 172.21.15.12:0/277619698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb427c0 0x560c5cb43e10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f01f00e0c40 tx=0x7f01f00b3050 comp rx=0 tx=0).stop 2024-05-21T00:18:20.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.941+0000 7f0213f97b80 1 -- 172.21.15.12:0/277619698 shutdown_connections 2024-05-21T00:18:20.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.941+0000 7f0213f97b80 1 --2- 172.21.15.12:0/277619698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb37740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.941+0000 7f0213f97b80 1 --2- 172.21.15.12:0/277619698 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb3d390 0x560c5cb3cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.941+0000 7f0213f97b80 1 --2- 172.21.15.12:0/277619698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb427c0 0x560c5cb43e10 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.941+0000 7f0213f97b80 1 -- 172.21.15.12:0/277619698 >> 172.21.15.12:0/277619698 conn(0x560c5ca6abe0 msgr2=0x560c5cb44ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.941+0000 7f0213f97b80 1 -- 172.21.15.12:0/277619698 shutdown_connections 2024-05-21T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.941+0000 7f0213f97b80 1 -- 172.21.15.12:0/277619698 wait complete. 2024-05-21T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.942+0000 7f0213f97b80 1 -- start start 2024-05-21T00:18:20.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.942+0000 7f0213f97b80 1 Processor -- start 2024-05-21T00:18:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0213f97b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb3d390 0x560c5cb4ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0213f97b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb427c0 0x560c5cb4f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0213f97b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb4be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0213f97b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f02041b0fe0 con 0x560c5cb3d390 2024-05-21T00:18:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0213f97b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f02041b0910 con 0x560c5cb427c0 2024-05-21T00:18:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0213f97b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f02041adb30 con 0x560c5cb430e0 2024-05-21T00:18:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0213f97b80 10 client.0 _ll_register_callbacks cb 0x560c5ca34c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0202a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb3d390 0x560c5cb4ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0202a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb3d390 0x560c5cb4ee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45000/0 (socket says 172.21.15.12:45000) 2024-05-21T00:18:20.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0202a00700 1 -- 172.21.15.12:0/3959459869 learned_addr learned my addr 172.21.15.12:0/3959459869 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:20.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0203400700 1 --2- 172.21.15.12:0/3959459869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb4be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0202000700 1 --2- 172.21.15.12:0/3959459869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb427c0 0x560c5cb4f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0202a00700 1 -- 172.21.15.12:0/3959459869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 msgr2=0x560c5cb4be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:20.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0202a00700 1 --2- 172.21.15.12:0/3959459869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb4be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0202a00700 1 -- 172.21.15.12:0/3959459869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb427c0 msgr2=0x560c5cb4f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:20.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0202a00700 1 --2- 172.21.15.12:0/3959459869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb427c0 0x560c5cb4f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.943+0000 7f0202a00700 1 -- 172.21.15.12:0/3959459869 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c5cb4c3a0 con 0x560c5cb3d390 2024-05-21T00:18:20.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.944+0000 7f0202a00700 1 --2- 172.21.15.12:0/3959459869 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb3d390 0x560c5cb4ee90 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f01f40194a0 tx=0x7f01f4007eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b417f4a85129ab4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:20.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.944+0000 7f01ecc00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:18:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.944+0000 7f01ecc00700 1 -- 172.21.15.12:0/3959459869 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01f403b060 con 0x560c5cb3d390 2024-05-21T00:18:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.944+0000 7f01ecc00700 1 -- 172.21.15.12:0/3959459869 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f01f4019bb0 con 0x560c5cb3d390 2024-05-21T00:18:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.944+0000 7f0213f97b80 1 -- 172.21.15.12:0/3959459869 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01f00cd0b0 con 0x560c5cb3d390 2024-05-21T00:18:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.944+0000 7f01ecc00700 1 -- 172.21.15.12:0/3959459869 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f01f4027040 con 0x560c5cb3d390 2024-05-21T00:18:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.945+0000 7f0213f97b80 10 client.15288 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.945+0000 7f0213f97b80 1 -- 172.21.15.12:0/3959459869 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560c5cbc1630 con 0x560c5cb3d390 2024-05-21T00:18:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.945+0000 7f01ecc00700 1 -- 172.21.15.12:0/3959459869 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f01f00cd0b0 con 0x560c5cb3d390 2024-05-21T00:18:20.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.945+0000 7f01ecc00700 1 -- 172.21.15.12:0/3959459869 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f01f4022040 con 0x560c5cb3d390 2024-05-21T00:18:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.945+0000 7f0213f97b80 10 client.15288 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.945+0000 7f0213f97b80 10 client.15288 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:18:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.945+0000 7f0213f97b80 20 client.15288 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.945+0000 7f0213f97b80 1 --2- 172.21.15.12:0/3959459869 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x560c5cbc1cf0 0x560c5cbc4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.945+0000 7f0213f97b80 4 client.15288 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:18:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.945+0000 7f0213f97b80 1 -- 172.21.15.12:0/3959459869 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560c5ca96570 con 0x560c5cbc1cf0 2024-05-21T00:18:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.946+0000 7f0202000700 1 --2- 172.21.15.12:0/3959459869 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x560c5cbc1cf0 0x560c5cbc4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.946+0000 7f0202000700 1 --2- 172.21.15.12:0/3959459869 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x560c5cbc1cf0 0x560c5cbc4110 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4fe8b5642e17f378 server_cookie=7f8a81c23e71d4cb in_seq=0 out_seq=0 2024-05-21T00:18:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.946+0000 7f01ecc00700 10 client.15288 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:18:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.946+0000 7f01ecc00700 1 -- 172.21.15.12:0/3959459869 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560c5ca96570 con 0x560c5cbc1cf0 2024-05-21T00:18:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.946+0000 7f01ecc00700 10 client.15288 handle_command_reply: tid=0 2024-05-21T00:18:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.946+0000 7f0213f97b80 1 client.15288 shutdown 2024-05-21T00:18:20.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.946+0000 7f0213f97b80 1 -- 172.21.15.12:0/3959459869 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb3d390 msgr2=0x560c5cb4ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:20.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.946+0000 7f0213f97b80 1 --2- 172.21.15.12:0/3959459869 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb3d390 0x560c5cb4ee90 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f01f40194a0 tx=0x7f01f4007eb0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.947+0000 7f0213f97b80 1 -- 172.21.15.12:0/3959459869 shutdown_connections 2024-05-21T00:18:20.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.947+0000 7f0213f97b80 1 --2- 172.21.15.12:0/3959459869 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x560c5cbc1cf0 0x560c5cbc4110 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.947+0000 7f0213f97b80 1 --2- 172.21.15.12:0/3959459869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560c5cb430e0 0x560c5cb4be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.947+0000 7f0213f97b80 1 --2- 172.21.15.12:0/3959459869 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560c5cb3d390 0x560c5cb4ee90 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.947+0000 7f0213f97b80 1 --2- 172.21.15.12:0/3959459869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560c5cb427c0 0x560c5cb4f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.947+0000 7f01ecc00700 0 client.15288 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:18:20.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.947+0000 7f0213f97b80 1 -- 172.21.15.12:0/3959459869 >> 172.21.15.12:0/3959459869 conn(0x560c5ca6abe0 msgr2=0x560c5cb45350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:20.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.947+0000 7f0213f97b80 1 -- 172.21.15.12:0/3959459869 shutdown_connections 2024-05-21T00:18:20.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.947+0000 7f0213f97b80 1 -- 172.21.15.12:0/3959459869 wait complete. 2024-05-21T00:18:20.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.947+0000 7f0213f97b80 20 client.15288 trim_cache size 0 max 16384 2024-05-21T00:18:20.950 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:18:20.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.948+0000 7f0203e00700 1 -- 172.21.15.12:0/4070888887 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f01e80b2900 msgr2=0x7f01e80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:20.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.948+0000 7f0203e00700 1 --2- 172.21.15.12:0/4070888887 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f01e80b2900 0x7f01e80b4dc0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f01fc003fd0 tx=0x7f01fc004b40 comp rx=0 tx=0).stop 2024-05-21T00:18:20.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.948+0000 7f0203e00700 1 -- 172.21.15.12:0/4070888887 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0204103e20 msgr2=0x7f0204075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:20.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.948+0000 7f0203e00700 1 --2- 172.21.15.12:0/4070888887 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0204103e20 0x7f0204075d80 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f01f0000c00 tx=0x7f01f00057a0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.948+0000 7f0203e00700 1 -- 172.21.15.12:0/4070888887 shutdown_connections 2024-05-21T00:18:20.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.948+0000 7f0203e00700 1 --2- 172.21.15.12:0/4070888887 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f01e80b2900 0x7f01e80b4dc0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.948+0000 7f0203e00700 1 --2- 172.21.15.12:0/4070888887 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f02041094f0 0x7f02040762c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.948+0000 7f0203e00700 1 --2- 172.21.15.12:0/4070888887 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0204103460 0x7f0204075840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.948+0000 7f0203e00700 1 --2- 172.21.15.12:0/4070888887 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0204103e20 0x7f0204075d80 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:20.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.948+0000 7f0203e00700 1 -- 172.21.15.12:0/4070888887 >> 172.21.15.12:0/4070888887 conn(0x7f02040fef50 msgr2=0x7f02040ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:20.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.948+0000 7f0203e00700 1 -- 172.21.15.12:0/4070888887 shutdown_connections 2024-05-21T00:18:20.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:20.948+0000 7f0203e00700 1 -- 172.21.15.12:0/4070888887 wait complete. 2024-05-21T00:18:21.330 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:21 smithi012 ceph-mon[31403]: pgmap v477: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-21T00:18:21.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:21 smithi060 ceph-mon[36426]: pgmap v477: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-21T00:18:21.530 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:21 smithi077 ceph-mon[36377]: pgmap v477: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-21T00:18:21.781 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:18:22.247 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:23.257 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:23 smithi012 ceph-mon[31403]: pgmap v478: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 597 B/s wr, 9 op/s 2024-05-21T00:18:23.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:23 smithi060 ceph-mon[36426]: pgmap v478: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 597 B/s wr, 9 op/s 2024-05-21T00:18:23.530 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:23 smithi077 ceph-mon[36377]: pgmap v478: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 597 B/s wr, 9 op/s 2024-05-21T00:18:24.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.491+0000 7f5894a00700 1 -- 172.21.15.12:0/3360039466 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5890103490 msgr2=0x7f5890103910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:24.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.491+0000 7f5894a00700 1 --2- 172.21.15.12:0/3360039466 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5890103490 0x7f5890103910 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f58780099c0 tx=0x7f5878009cd0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.491+0000 7f5894a00700 1 -- 172.21.15.12:0/3360039466 shutdown_connections 2024-05-21T00:18:24.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.491+0000 7f5894a00700 1 --2- 172.21.15.12:0/3360039466 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5890103e50 0x7f5890110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.491+0000 7f5894a00700 1 --2- 172.21.15.12:0/3360039466 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5890109540 0x7f5890109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.491+0000 7f5894a00700 1 --2- 172.21.15.12:0/3360039466 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5890103490 0x7f5890103910 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.491+0000 7f5894a00700 1 -- 172.21.15.12:0/3360039466 >> 172.21.15.12:0/3360039466 conn(0x7f58900fefc0 msgr2=0x7f58901013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:24.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.492+0000 7f5894a00700 1 -- 172.21.15.12:0/3360039466 shutdown_connections 2024-05-21T00:18:24.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.492+0000 7f5894a00700 1 -- 172.21.15.12:0/3360039466 wait complete. 2024-05-21T00:18:24.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.492+0000 7f5894a00700 1 Processor -- start 2024-05-21T00:18:24.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.493+0000 7f5894a00700 1 -- start start 2024-05-21T00:18:24.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.493+0000 7f5894a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5890103e50 0x7f589019fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.493+0000 7f5894a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5890109540 0x7f589019ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.493+0000 7f5894a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5890199b20 0x7f5890199fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.493+0000 7f5894a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f58901136a0 con 0x7f5890199b20 2024-05-21T00:18:24.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.493+0000 7f5894a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5890113520 con 0x7f5890103e50 2024-05-21T00:18:24.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.493+0000 7f5894a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f5890113820 con 0x7f5890109540 2024-05-21T00:18:24.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.493+0000 7f588fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5890199b20 0x7f5890199fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.494+0000 7f5886a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5890109540 0x7f589019ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.494+0000 7f588f400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5890103e50 0x7f589019fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.494+0000 7f588fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5890199b20 0x7f5890199fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45018/0 (socket says 172.21.15.12:45018) 2024-05-21T00:18:24.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.494+0000 7f588fe00700 1 -- 172.21.15.12:0/585266827 learned_addr learned my addr 172.21.15.12:0/585266827 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:24.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.494+0000 7f588fe00700 1 -- 172.21.15.12:0/585266827 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5890109540 msgr2=0x7f589019ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:24.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.494+0000 7f588fe00700 1 --2- 172.21.15.12:0/585266827 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5890109540 0x7f589019ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.494+0000 7f588fe00700 1 -- 172.21.15.12:0/585266827 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5890103e50 msgr2=0x7f589019fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:24.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.494+0000 7f588fe00700 1 --2- 172.21.15.12:0/585266827 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5890103e50 0x7f589019fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.494+0000 7f588fe00700 1 -- 172.21.15.12:0/585266827 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f589019a740 con 0x7f5890199b20 2024-05-21T00:18:24.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.494+0000 7f5886a00700 1 --2- 172.21.15.12:0/585266827 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5890109540 0x7f589019ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:24.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.494+0000 7f588fe00700 1 --2- 172.21.15.12:0/585266827 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5890199b20 0x7f5890199fd0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f588800ef30 tx=0x7f588800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:24.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.495+0000 7f588cc00700 1 -- 172.21.15.12:0/585266827 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58880092e0 con 0x7f5890199b20 2024-05-21T00:18:24.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.495+0000 7f5894a00700 1 -- 172.21.15.12:0/585266827 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58901a6800 con 0x7f5890199b20 2024-05-21T00:18:24.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.495+0000 7f588cc00700 1 -- 172.21.15.12:0/585266827 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5888004bb0 con 0x7f5890199b20 2024-05-21T00:18:24.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.495+0000 7f588cc00700 1 -- 172.21.15.12:0/585266827 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5888004020 con 0x7f5890199b20 2024-05-21T00:18:24.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.495+0000 7f5894a00700 1 -- 172.21.15.12:0/585266827 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58901a6bf0 con 0x7f5890199b20 2024-05-21T00:18:24.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.498+0000 7f588cc00700 1 -- 172.21.15.12:0/585266827 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f588801b030 con 0x7f5890199b20 2024-05-21T00:18:24.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.499+0000 7f58a09c8b80 1 Processor -- start 2024-05-21T00:18:24.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f58a09c8b80 1 -- start start 2024-05-21T00:18:24.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f58a09c8b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9e7c0 0x5608ddf9eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f58a09c8b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9f0e0 0x5608ddf98d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f58a09c8b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 0x5608ddf997f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f58a09c8b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5608ddef6e40 con 0x5608ddf99390 2024-05-21T00:18:24.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f58a09c8b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5608ddee69e0 con 0x5608ddf9e7c0 2024-05-21T00:18:24.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f58a09c8b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5608ddeeaa20 con 0x5608ddf9f0e0 2024-05-21T00:18:24.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f588cc00700 1 --2- 172.21.15.12:0/585266827 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f58740b2900 0x7f58740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f5886a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9e7c0 0x5608ddf9eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f5886a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 0x5608ddf997f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f588f400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9f0e0 0x5608ddf98d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f588f400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9f0e0 0x5608ddf98d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:59026/0 (socket says 172.21.15.12:59026) 2024-05-21T00:18:24.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f5886a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 0x5608ddf997f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45026/0 (socket says 172.21.15.12:45026) 2024-05-21T00:18:24.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f588f400700 1 -- 172.21.15.12:0/3806528444 learned_addr learned my addr 172.21.15.12:0/3806528444 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:24.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.500+0000 7f588cc00700 1 -- 172.21.15.12:0/585266827 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f58880e1c10 con 0x7f5890199b20 2024-05-21T00:18:24.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.501+0000 7f588fe00700 1 --2- 172.21.15.12:0/585266827 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f58740b2900 0x7f58740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.501+0000 7f588f400700 1 -- 172.21.15.12:0/3806528444 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9e7c0 msgr2=0x5608ddf9eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:24.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.501+0000 7f588f400700 1 --2- 172.21.15.12:0/3806528444 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9e7c0 0x5608ddf9eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.501+0000 7f588f400700 1 -- 172.21.15.12:0/3806528444 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 msgr2=0x5608ddf997f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:24.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.501+0000 7f588f400700 1 --2- 172.21.15.12:0/3806528444 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 0x5608ddf997f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.501+0000 7f588f400700 1 -- 172.21.15.12:0/3806528444 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608ddeaf420 con 0x5608ddf9f0e0 2024-05-21T00:18:24.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.501+0000 7f5886a00700 1 --2- 172.21.15.12:0/3806528444 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 0x5608ddf997f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:24.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.501+0000 7f588f400700 1 --2- 172.21.15.12:0/3806528444 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9f0e0 0x5608ddf98d70 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5880007cf0 tx=0x7f58800103d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=81d029830b6c5991 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:24.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.501+0000 7f588fe00700 1 --2- 172.21.15.12:0/585266827 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f58740b2900 0x7f58740b4dc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f58880a5310 tx=0x7f5888009ed0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:24.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.502+0000 7f5884c00700 1 -- 172.21.15.12:0/3806528444 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5880010d10 con 0x5608ddf9f0e0 2024-05-21T00:18:24.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.502+0000 7f5884c00700 1 -- 172.21.15.12:0/3806528444 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58800118f0 con 0x5608ddf9f0e0 2024-05-21T00:18:24.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.502+0000 7f5884c00700 1 -- 172.21.15.12:0/3806528444 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58800196c0 con 0x5608ddf9f0e0 2024-05-21T00:18:24.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.502+0000 7f58a09c8b80 1 -- 172.21.15.12:0/3806528444 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9f0e0 msgr2=0x5608ddf98d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:24.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.502+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/3806528444 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9f0e0 0x5608ddf98d70 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5880007cf0 tx=0x7f58800103d0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.503+0000 7f58a09c8b80 1 -- 172.21.15.12:0/3806528444 shutdown_connections 2024-05-21T00:18:24.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.503+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/3806528444 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 0x5608ddf997f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.503+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/3806528444 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9e7c0 0x5608ddf9eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.503+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/3806528444 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9f0e0 0x5608ddf98d70 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.503+0000 7f58a09c8b80 1 -- 172.21.15.12:0/3806528444 >> 172.21.15.12:0/3806528444 conn(0x5608ddec6be0 msgr2=0x5608ddf93810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:24.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.503+0000 7f58a09c8b80 1 -- 172.21.15.12:0/3806528444 shutdown_connections 2024-05-21T00:18:24.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.503+0000 7f58a09c8b80 1 -- 172.21.15.12:0/3806528444 wait complete. 2024-05-21T00:18:24.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.503+0000 7f58a09c8b80 1 -- start start 2024-05-21T00:18:24.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.504+0000 7f58a09c8b80 1 Processor -- start 2024-05-21T00:18:24.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.504+0000 7f58a09c8b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf99390 0x5608ddfa4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.504+0000 7f58a09c8b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf9e7c0 0x5608ddfa2170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.504+0000 7f58a09c8b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9f0e0 0x5608ddfa26b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.504+0000 7f58a09c8b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5608dddecfa0 con 0x5608ddf9e7c0 2024-05-21T00:18:24.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.504+0000 7f58a09c8b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5608dde87760 con 0x5608ddf99390 2024-05-21T00:18:24.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.504+0000 7f58a09c8b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5608ddfa5c00 con 0x5608ddf9f0e0 2024-05-21T00:18:24.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.504+0000 7f58a09c8b80 10 client.0 _ll_register_callbacks cb 0x5608dde90c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:24.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.504+0000 7f588f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf9e7c0 0x5608ddfa2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.504+0000 7f588f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf9e7c0 0x5608ddfa2170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45030/0 (socket says 172.21.15.12:45030) 2024-05-21T00:18:24.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.504+0000 7f588f400700 1 -- 172.21.15.12:0/656946664 learned_addr learned my addr 172.21.15.12:0/656946664 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:24.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.505+0000 7f5886a00700 1 --2- 172.21.15.12:0/656946664 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf99390 0x5608ddfa4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.505+0000 7f5886a00700 1 --2- 172.21.15.12:0/656946664 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9f0e0 0x5608ddfa26b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.505+0000 7f588f400700 1 -- 172.21.15.12:0/656946664 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9f0e0 msgr2=0x5608ddfa26b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:24.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.505+0000 7f588f400700 1 --2- 172.21.15.12:0/656946664 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9f0e0 0x5608ddfa26b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.505+0000 7f588f400700 1 -- 172.21.15.12:0/656946664 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf99390 msgr2=0x5608ddfa4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:24.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.505+0000 7f588f400700 1 --2- 172.21.15.12:0/656946664 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf99390 0x5608ddfa4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.505+0000 7f588f400700 1 -- 172.21.15.12:0/656946664 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5608dde368d0 con 0x5608ddf9e7c0 2024-05-21T00:18:24.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.505+0000 7f588f400700 1 --2- 172.21.15.12:0/656946664 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf9e7c0 0x5608ddfa2170 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5880005fa0 tx=0x7f5880010c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f99076c5908d37b7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:24.509 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.505+0000 7f587d600700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:18:24.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.505+0000 7f587d600700 1 -- 172.21.15.12:0/656946664 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5880026020 con 0x5608ddf9e7c0 2024-05-21T00:18:24.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.506+0000 7f58a09c8b80 1 -- 172.21.15.12:0/656946664 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58800118f0 con 0x5608ddf9e7c0 2024-05-21T00:18:24.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.506+0000 7f587d600700 1 -- 172.21.15.12:0/656946664 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f5880011aa0 con 0x5608ddf9e7c0 2024-05-21T00:18:24.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.506+0000 7f587d600700 1 -- 172.21.15.12:0/656946664 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5880011710 con 0x5608ddf9e7c0 2024-05-21T00:18:24.512 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.506+0000 7f58a09c8b80 10 client.15300 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:24.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.506+0000 7f58a09c8b80 1 -- 172.21.15.12:0/656946664 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5608ddeb7060 con 0x5608ddf9e7c0 2024-05-21T00:18:24.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.506+0000 7f587d600700 1 -- 172.21.15.12:0/656946664 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58800118f0 con 0x5608ddf9e7c0 2024-05-21T00:18:24.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.506+0000 7f587d600700 1 -- 172.21.15.12:0/656946664 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f5880004980 con 0x5608ddf9e7c0 2024-05-21T00:18:24.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.506+0000 7f58a09c8b80 10 client.15300 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:24.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.506+0000 7f58a09c8b80 10 client.15300 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:18:24.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.507+0000 7f58a09c8b80 20 client.15300 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:24.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.507+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/656946664 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5608ddfb2640 0x5608ddfb4a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.507+0000 7f58a09c8b80 4 client.15300 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:24.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.507+0000 7f58a09c8b80 1 -- 172.21.15.12:0/656946664 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5608ddef8d90 con 0x5608ddfb2640 2024-05-21T00:18:24.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.507+0000 7f5886a00700 1 --2- 172.21.15.12:0/656946664 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5608ddfb2640 0x5608ddfb4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.508+0000 7f5886a00700 1 --2- 172.21.15.12:0/656946664 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5608ddfb2640 0x5608ddfb4a30 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=869521af375a9f2d server_cookie=a05724d2f10bd30 in_seq=0 out_seq=0 2024-05-21T00:18:24.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.508+0000 7f587d600700 10 client.15300 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:18:24.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.508+0000 7f587d600700 1 -- 172.21.15.12:0/656946664 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5608ddef8d90 con 0x5608ddfb2640 2024-05-21T00:18:24.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.508+0000 7f587d600700 10 client.15300 handle_command_reply: tid=0 2024-05-21T00:18:24.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.509+0000 7f58a09c8b80 1 client.15300 shutdown 2024-05-21T00:18:24.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.509+0000 7f58a09c8b80 1 -- 172.21.15.12:0/656946664 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf9e7c0 msgr2=0x5608ddfa2170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:24.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.509+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/656946664 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf9e7c0 0x5608ddfa2170 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5880005fa0 tx=0x7f5880010c60 comp rx=0 tx=0).stop 2024-05-21T00:18:24.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.509+0000 7f58a09c8b80 1 -- 172.21.15.12:0/656946664 shutdown_connections 2024-05-21T00:18:24.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.509+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/656946664 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9f0e0 0x5608ddfa26b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.509+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/656946664 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf99390 0x5608ddfa4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.509+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/656946664 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5608ddfb2640 0x5608ddfb4a30 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.509+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/656946664 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf9e7c0 0x5608ddfa2170 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.509+0000 7f58a09c8b80 1 -- 172.21.15.12:0/656946664 >> 172.21.15.12:0/656946664 conn(0x5608ddec6be0 msgr2=0x5608ddf92fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:24.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.509+0000 7f587d600700 0 client.15300 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:18:24.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.509+0000 7f58a09c8b80 1 -- 172.21.15.12:0/656946664 shutdown_connections 2024-05-21T00:18:24.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.509+0000 7f58a09c8b80 1 -- 172.21.15.12:0/656946664 wait complete. 2024-05-21T00:18:24.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.509+0000 7f58a09c8b80 20 client.15300 trim_cache size 0 max 16384 2024-05-21T00:18:24.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.526+0000 7f58a09c8b80 1 Processor -- start 2024-05-21T00:18:24.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.526+0000 7f58a09c8b80 1 -- start start 2024-05-21T00:18:24.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.526+0000 7f58a09c8b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf99390 0x5608ddf98d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.527 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.526+0000 7f58a09c8b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf9e7c0 0x5608ddf93740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.526+0000 7f58a09c8b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9f0e0 0x5608ddf9f580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.526+0000 7f58a09c8b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f58901abe00 con 0x5608ddf9e7c0 2024-05-21T00:18:24.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.526+0000 7f58a09c8b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f58901ad940 con 0x5608ddf9f0e0 2024-05-21T00:18:24.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.526+0000 7f58a09c8b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f58901ac4d0 con 0x5608ddf99390 2024-05-21T00:18:24.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.527+0000 7f588f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf9e7c0 0x5608ddf93740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.527+0000 7f5886a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf99390 0x5608ddf98d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.527+0000 7f5886a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9f0e0 0x5608ddf9f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.527+0000 7f5886a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9f0e0 0x5608ddf9f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:45096/0 (socket says 172.21.15.12:45096) 2024-05-21T00:18:24.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.527+0000 7f5886a00700 1 -- 172.21.15.12:0/441225413 learned_addr learned my addr 172.21.15.12:0/441225413 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:24.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.527+0000 7f588f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf9e7c0 0x5608ddf93740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45046/0 (socket says 172.21.15.12:45046) 2024-05-21T00:18:24.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.527+0000 7f5886a00700 1 -- 172.21.15.12:0/441225413 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf99390 msgr2=0x5608ddf98d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:24.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.527+0000 7f5886a00700 1 --2- 172.21.15.12:0/441225413 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf99390 0x5608ddf98d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.527+0000 7f5886a00700 1 -- 172.21.15.12:0/441225413 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf9e7c0 msgr2=0x5608ddf93740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:24.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.527+0000 7f5886a00700 1 --2- 172.21.15.12:0/441225413 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf9e7c0 0x5608ddf93740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.527+0000 7f5886a00700 1 -- 172.21.15.12:0/441225413 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5608ddfa06e0 con 0x5608ddf9f0e0 2024-05-21T00:18:24.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.527+0000 7f5886a00700 1 --2- 172.21.15.12:0/441225413 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9f0e0 0x5608ddf9f580 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f58780098e0 tx=0x7f5878009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b801d6efa187bb50 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:24.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.528+0000 7f587fe00700 1 -- 172.21.15.12:0/441225413 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58780049e0 con 0x5608ddf9f0e0 2024-05-21T00:18:24.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.528+0000 7f587fe00700 1 -- 172.21.15.12:0/441225413 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58780054f0 con 0x5608ddf9f0e0 2024-05-21T00:18:24.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.528+0000 7f587fe00700 1 -- 172.21.15.12:0/441225413 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58780278d0 con 0x5608ddf9f0e0 2024-05-21T00:18:24.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.528+0000 7f58a09c8b80 1 -- 172.21.15.12:0/441225413 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9f0e0 msgr2=0x5608ddf9f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:24.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.528+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/441225413 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9f0e0 0x5608ddf9f580 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f58780098e0 tx=0x7f5878009310 comp rx=0 tx=0).stop 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.528+0000 7f58a09c8b80 1 -- 172.21.15.12:0/441225413 shutdown_connections 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.528+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/441225413 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9f0e0 0x5608ddf9f580 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.528+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/441225413 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf99390 0x5608ddf98d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.528+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/441225413 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf9e7c0 0x5608ddf93740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.528+0000 7f58a09c8b80 1 -- 172.21.15.12:0/441225413 >> 172.21.15.12:0/441225413 conn(0x5608ddec6be0 msgr2=0x5608ddfa0a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.528+0000 7f58a09c8b80 1 -- 172.21.15.12:0/441225413 shutdown_connections 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.529+0000 7f58a09c8b80 1 -- 172.21.15.12:0/441225413 wait complete. 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.529+0000 7f58a09c8b80 1 -- start start 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.529+0000 7f58a09c8b80 1 Processor -- start 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f58a09c8b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 0x5608ddfb7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f58a09c8b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9e7c0 0x5608ddfb50d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f58a09c8b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9f0e0 0x5608ddfb5610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f58a09c8b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f58901ad270 con 0x5608ddf99390 2024-05-21T00:18:24.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f58a09c8b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f58901acba0 con 0x5608ddf9f0e0 2024-05-21T00:18:24.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f58a09c8b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f58901a9de0 con 0x5608ddf9e7c0 2024-05-21T00:18:24.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f58a09c8b80 10 client.0 _ll_register_callbacks cb 0x5608dde90c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:24.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f5886a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 0x5608ddfb7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f5886a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 0x5608ddfb7ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45056/0 (socket says 172.21.15.12:45056) 2024-05-21T00:18:24.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f5886a00700 1 -- 172.21.15.12:0/3376864340 learned_addr learned my addr 172.21.15.12:0/3376864340 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:24.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f588f400700 1 --2- 172.21.15.12:0/3376864340 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9e7c0 0x5608ddfb50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f5886a00700 1 --2- 172.21.15.12:0/3376864340 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9f0e0 0x5608ddfb5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f5886a00700 1 -- 172.21.15.12:0/3376864340 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9e7c0 msgr2=0x5608ddfb50d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:24.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f5886a00700 1 --2- 172.21.15.12:0/3376864340 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9e7c0 0x5608ddfb50d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f5886a00700 1 -- 172.21.15.12:0/3376864340 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9f0e0 msgr2=0x5608ddfb5610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:24.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f5886a00700 1 --2- 172.21.15.12:0/3376864340 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9f0e0 0x5608ddfb5610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.530+0000 7f5886a00700 1 -- 172.21.15.12:0/3376864340 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5608ddfb5e00 con 0x5608ddf99390 2024-05-21T00:18:24.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.531+0000 7f5886a00700 1 --2- 172.21.15.12:0/3376864340 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 0x5608ddfb7ce0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f587800c010 tx=0x7f5878009ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=747df83b2271b1ca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:24.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.531+0000 7f587d600700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:18:24.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.531+0000 7f587d600700 1 -- 172.21.15.12:0/3376864340 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5878029110 con 0x5608ddf99390 2024-05-21T00:18:24.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.531+0000 7f587d600700 1 -- 172.21.15.12:0/3376864340 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f58780292b0 con 0x5608ddf99390 2024-05-21T00:18:24.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.531+0000 7f58a09c8b80 1 -- 172.21.15.12:0/3376864340 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58780054f0 con 0x5608ddf99390 2024-05-21T00:18:24.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.531+0000 7f587d600700 1 -- 172.21.15.12:0/3376864340 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5878043070 con 0x5608ddf99390 2024-05-21T00:18:24.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.531+0000 7f58a09c8b80 10 client.15306 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:24.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.531+0000 7f58a09c8b80 1 -- 172.21.15.12:0/3376864340 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5608de01ce50 con 0x5608ddf99390 2024-05-21T00:18:24.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.532+0000 7f587d600700 1 -- 172.21.15.12:0/3376864340 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f58780054f0 con 0x5608ddf99390 2024-05-21T00:18:24.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.532+0000 7f587d600700 1 -- 172.21.15.12:0/3376864340 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f5878027810 con 0x5608ddf99390 2024-05-21T00:18:24.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.532+0000 7f58a09c8b80 10 client.15306 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:24.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.532+0000 7f58a09c8b80 10 client.15306 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:18:24.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.532+0000 7f58a09c8b80 20 client.15306 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:24.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.532+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/3376864340 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5608de01d3a0 0x5608de01f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:24.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.532+0000 7f58a09c8b80 4 client.15306 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:18:24.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.532+0000 7f58a09c8b80 1 -- 172.21.15.12:0/3376864340 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5608ddef2570 con 0x5608de01d3a0 2024-05-21T00:18:24.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.532+0000 7f588f400700 1 --2- 172.21.15.12:0/3376864340 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5608de01d3a0 0x5608de01f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:24.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f588f400700 1 --2- 172.21.15.12:0/3376864340 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5608de01d3a0 0x5608de01f7c0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=74d6905691e3bc98 server_cookie=7462ecb9c3bd5b65 in_seq=0 out_seq=0 2024-05-21T00:18:24.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f587d600700 10 client.15306 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:18:24.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f587d600700 1 -- 172.21.15.12:0/3376864340 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5608ddef2570 con 0x5608de01d3a0 2024-05-21T00:18:24.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f587d600700 10 client.15306 handle_command_reply: tid=0 2024-05-21T00:18:24.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f58a09c8b80 1 client.15306 shutdown 2024-05-21T00:18:24.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f58a09c8b80 1 -- 172.21.15.12:0/3376864340 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 msgr2=0x5608ddfb7ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:24.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/3376864340 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 0x5608ddfb7ce0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f587800c010 tx=0x7f5878009ee0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f58a09c8b80 1 -- 172.21.15.12:0/3376864340 shutdown_connections 2024-05-21T00:18:24.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/3376864340 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5608ddf9f0e0 0x5608ddfb5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/3376864340 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5608de01d3a0 0x5608de01f7c0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/3376864340 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5608ddf99390 0x5608ddfb7ce0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f58a09c8b80 1 --2- 172.21.15.12:0/3376864340 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5608ddf9e7c0 0x5608ddfb50d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f587d600700 0 client.15306 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:18:24.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.533+0000 7f58a09c8b80 1 -- 172.21.15.12:0/3376864340 >> 172.21.15.12:0/3376864340 conn(0x5608ddec6be0 msgr2=0x5608ddf9f4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:24.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.534+0000 7f58a09c8b80 1 -- 172.21.15.12:0/3376864340 shutdown_connections 2024-05-21T00:18:24.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.534+0000 7f58a09c8b80 1 -- 172.21.15.12:0/3376864340 wait complete. 2024-05-21T00:18:24.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.534+0000 7f58a09c8b80 20 client.15306 trim_cache size 0 max 16384 2024-05-21T00:18:24.539 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:18:24.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.535+0000 7f5894a00700 1 -- 172.21.15.12:0/585266827 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f58740b2900 msgr2=0x7f58740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:24.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.535+0000 7f5894a00700 1 --2- 172.21.15.12:0/585266827 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f58740b2900 0x7f58740b4dc0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f58880a5310 tx=0x7f5888009ed0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.535+0000 7f5894a00700 1 -- 172.21.15.12:0/585266827 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5890199b20 msgr2=0x7f5890199fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:24.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.535+0000 7f5894a00700 1 --2- 172.21.15.12:0/585266827 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5890199b20 0x7f5890199fd0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f588800ef30 tx=0x7f588800c3a0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.535+0000 7f5894a00700 1 -- 172.21.15.12:0/585266827 shutdown_connections 2024-05-21T00:18:24.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.535+0000 7f5894a00700 1 --2- 172.21.15.12:0/585266827 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f58740b2900 0x7f58740b4dc0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.535+0000 7f5894a00700 1 --2- 172.21.15.12:0/585266827 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5890199b20 0x7f5890199fd0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.535+0000 7f5894a00700 1 --2- 172.21.15.12:0/585266827 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5890103e50 0x7f589019fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.535+0000 7f5894a00700 1 --2- 172.21.15.12:0/585266827 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5890109540 0x7f589019ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:24.540 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.535+0000 7f5894a00700 1 -- 172.21.15.12:0/585266827 >> 172.21.15.12:0/585266827 conn(0x7f58900fefc0 msgr2=0x7f58901007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:24.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.535+0000 7f5894a00700 1 -- 172.21.15.12:0/585266827 shutdown_connections 2024-05-21T00:18:24.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:24.535+0000 7f5894a00700 1 -- 172.21.15.12:0/585266827 wait complete. 2024-05-21T00:18:25.303 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:25 smithi012 ceph-mon[31403]: pgmap v479: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 9 op/s 2024-05-21T00:18:25.370 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:18:25.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:25 smithi060 ceph-mon[36426]: pgmap v479: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 9 op/s 2024-05-21T00:18:25.530 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:25 smithi077 ceph-mon[36377]: pgmap v479: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 597 B/s wr, 9 op/s 2024-05-21T00:18:25.839 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:26.307 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:26 smithi012 ceph-mon[31403]: pgmap v480: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T00:18:26.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:26 smithi060 ceph-mon[36426]: pgmap v480: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T00:18:26.530 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:26 smithi077 ceph-mon[36377]: pgmap v480: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T00:18:27.940 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-05-21T00:18:27.940 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-05-21T00:18:27.941 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:18:27.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.945+0000 7f28f6800700 1 -- 172.21.15.12:0/767968113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28f0103e50 msgr2=0x7f28f0110310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:27.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.945+0000 7f28f6800700 1 --2- 172.21.15.12:0/767968113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28f0103e50 0x7f28f0110310 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f28e800b0d0 tx=0x7f28e800b3e0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.945+0000 7f28f6800700 1 -- 172.21.15.12:0/767968113 shutdown_connections 2024-05-21T00:18:27.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.945+0000 7f28f6800700 1 --2- 172.21.15.12:0/767968113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28f0103e50 0x7f28f0110310 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.945+0000 7f28f6800700 1 --2- 172.21.15.12:0/767968113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f28f0109540 0x7f28f0109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.945+0000 7f28f6800700 1 --2- 172.21.15.12:0/767968113 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f28f0103490 0x7f28f0103910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.945+0000 7f28f6800700 1 -- 172.21.15.12:0/767968113 >> 172.21.15.12:0/767968113 conn(0x7f28f00fefc0 msgr2=0x7f28f01013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:27.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.945+0000 7f28f6800700 1 -- 172.21.15.12:0/767968113 shutdown_connections 2024-05-21T00:18:27.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.945+0000 7f28f6800700 1 -- 172.21.15.12:0/767968113 wait complete. 2024-05-21T00:18:27.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.947+0000 7f28f6800700 1 Processor -- start 2024-05-21T00:18:27.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.947+0000 7f28f6800700 1 -- start start 2024-05-21T00:18:27.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.948+0000 7f28f6800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28f0103490 0x7f28f01a18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.948+0000 7f28f6800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f28f0103e50 0x7f28f01a1df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.948+0000 7f28f6800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f28f0109540 0x7f28f019ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.948+0000 7f28f6800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f28f0113670 con 0x7f28f0103e50 2024-05-21T00:18:27.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.948+0000 7f28f6800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01134f0 con 0x7f28f0103490 2024-05-21T00:18:27.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.948+0000 7f28f6800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01137f0 con 0x7f28f0109540 2024-05-21T00:18:27.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.948+0000 7f28f4a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f28f0103e50 0x7f28f01a1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.948+0000 7f28f5400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28f0103490 0x7f28f01a18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.948+0000 7f28f5400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28f0103490 0x7f28f01a18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:59672/0 (socket says 172.21.15.12:59672) 2024-05-21T00:18:27.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.948+0000 7f28f5400700 1 -- 172.21.15.12:0/2035097329 learned_addr learned my addr 172.21.15.12:0/2035097329 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:27.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.949+0000 7f28f5e00700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f28f0109540 0x7f28f019ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.949+0000 7f28f5400700 1 -- 172.21.15.12:0/2035097329 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f28f0109540 msgr2=0x7f28f019ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:27.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.949+0000 7f28f5400700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f28f0109540 0x7f28f019ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.949+0000 7f28f5400700 1 -- 172.21.15.12:0/2035097329 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f28f0103e50 msgr2=0x7f28f01a1df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:27.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.949+0000 7f28f5400700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f28f0103e50 0x7f28f01a1df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.949+0000 7f28f5400700 1 -- 172.21.15.12:0/2035097329 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28f019c1d0 con 0x7f28f0103490 2024-05-21T00:18:27.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.949+0000 7f28f4a00700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f28f0103e50 0x7f28f01a1df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:27.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.949+0000 7f28f5e00700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f28f0109540 0x7f28f019ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:18:27.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.950+0000 7f28f5400700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28f0103490 0x7f28f01a18b0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f28e400eb30 tx=0x7f28e400ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:27.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.950+0000 7f28ee000700 1 -- 172.21.15.12:0/2035097329 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e400cc90 con 0x7f28f0103490 2024-05-21T00:18:27.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.950+0000 7f28ee000700 1 -- 172.21.15.12:0/2035097329 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28e40044d0 con 0x7f28f0103490 2024-05-21T00:18:27.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.950+0000 7f28f6800700 1 -- 172.21.15.12:0/2035097329 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28f019c4c0 con 0x7f28f0103490 2024-05-21T00:18:27.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.950+0000 7f28ee000700 1 -- 172.21.15.12:0/2035097329 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e4010430 con 0x7f28f0103490 2024-05-21T00:18:27.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.950+0000 7f28f6800700 1 -- 172.21.15.12:0/2035097329 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28f01a8780 con 0x7f28f0103490 2024-05-21T00:18:27.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.955+0000 7f28ee000700 1 -- 172.21.15.12:0/2035097329 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f28e4003ea0 con 0x7f28f0103490 2024-05-21T00:18:27.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.955+0000 7f2902867b80 1 Processor -- start 2024-05-21T00:18:27.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.956+0000 7f2902867b80 1 -- start start 2024-05-21T00:18:27.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.956+0000 7f2902867b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 0x55ea20ae6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.956+0000 7f2902867b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.956+0000 7f2902867b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae0ad0 0x55ea20ae0f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.956+0000 7f2902867b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ea20a3ee40 con 0x55ea20ae6020 2024-05-21T00:18:27.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.956+0000 7f2902867b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55ea20a2e9e0 con 0x55ea20ae6940 2024-05-21T00:18:27.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.956+0000 7f2902867b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55ea20a32a20 con 0x55ea20ae0ad0 2024-05-21T00:18:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.957+0000 7f28f5e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 0x55ea20ae6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.957+0000 7f28f5e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 0x55ea20ae6400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44058/0 (socket says 172.21.15.12:44058) 2024-05-21T00:18:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.957+0000 7f28f5e00700 1 -- 172.21.15.12:0/424827292 learned_addr learned my addr 172.21.15.12:0/424827292 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.957+0000 7f28f5400700 1 --2- 172.21.15.12:0/424827292 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.957+0000 7f28f4a00700 1 --2- 172.21.15.12:0/424827292 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae0ad0 0x55ea20ae0f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.957+0000 7f28ee000700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f28d80b2900 0x7f28d80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.957+0000 7f28f5e00700 1 -- 172.21.15.12:0/424827292 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae0ad0 msgr2=0x55ea20ae0f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.957+0000 7f28f5e00700 1 --2- 172.21.15.12:0/424827292 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae0ad0 0x55ea20ae0f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.957+0000 7f28f5e00700 1 -- 172.21.15.12:0/424827292 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 msgr2=0x55ea20ae04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.957+0000 7f28f5e00700 1 --2- 172.21.15.12:0/424827292 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.957+0000 7f28f5e00700 1 -- 172.21.15.12:0/424827292 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea209f7420 con 0x55ea20ae6020 2024-05-21T00:18:27.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.958+0000 7f28f5400700 1 --2- 172.21.15.12:0/424827292 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.958+0000 7f28ee000700 1 -- 172.21.15.12:0/2035097329 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f28e40e2420 con 0x7f28f0103490 2024-05-21T00:18:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.958+0000 7f28f5e00700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f28d80b2900 0x7f28d80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.958+0000 7f28f5e00700 1 --2- 172.21.15.12:0/424827292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 0x55ea20ae6400 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f28e8009d40 tx=0x7f28e8009d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=111303c0aa6aea4f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:27.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.959+0000 7f28e2a00700 1 -- 172.21.15.12:0/424827292 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e801f040 con 0x55ea20ae6020 2024-05-21T00:18:27.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.959+0000 7f28e2a00700 1 -- 172.21.15.12:0/424827292 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28e8007990 con 0x55ea20ae6020 2024-05-21T00:18:27.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.959+0000 7f28e2a00700 1 -- 172.21.15.12:0/424827292 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e80277a0 con 0x55ea20ae6020 2024-05-21T00:18:27.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.960+0000 7f28f5e00700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f28d80b2900 0x7f28d80b4dc0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f28e8027000 tx=0x7f28e802a000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.960+0000 7f2902867b80 1 -- 172.21.15.12:0/424827292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 msgr2=0x55ea20ae6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.960+0000 7f2902867b80 1 --2- 172.21.15.12:0/424827292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 0x55ea20ae6400 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f28e8009d40 tx=0x7f28e8009d70 comp rx=0 tx=0).stop 2024-05-21T00:18:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.960+0000 7f2902867b80 1 -- 172.21.15.12:0/424827292 shutdown_connections 2024-05-21T00:18:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.960+0000 7f2902867b80 1 --2- 172.21.15.12:0/424827292 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae0ad0 0x55ea20ae0f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.960+0000 7f2902867b80 1 --2- 172.21.15.12:0/424827292 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 0x55ea20ae6400 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.960+0000 7f2902867b80 1 --2- 172.21.15.12:0/424827292 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.960+0000 7f2902867b80 1 -- 172.21.15.12:0/424827292 >> 172.21.15.12:0/424827292 conn(0x55ea20a0ebe0 msgr2=0x55ea20adb150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.961+0000 7f2902867b80 1 -- 172.21.15.12:0/424827292 shutdown_connections 2024-05-21T00:18:27.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.961+0000 7f2902867b80 1 -- 172.21.15.12:0/424827292 wait complete. 2024-05-21T00:18:27.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.961+0000 7f2902867b80 1 -- start start 2024-05-21T00:18:27.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.962+0000 7f2902867b80 1 Processor -- start 2024-05-21T00:18:27.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.962+0000 7f2902867b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae0ad0 0x55ea20aec680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.962+0000 7f2902867b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6020 0x55ea20ae9a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.962+0000 7f2902867b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.962+0000 7f2902867b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ea20934fa0 con 0x55ea20ae0ad0 2024-05-21T00:18:27.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.962+0000 7f2902867b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55ea209cf760 con 0x55ea20ae6940 2024-05-21T00:18:27.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.962+0000 7f2902867b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55ea20aed460 con 0x55ea20ae6020 2024-05-21T00:18:27.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.962+0000 7f2902867b80 10 client.0 _ll_register_callbacks cb 0x55ea209d8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:27.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.963+0000 7f28f4a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6020 0x55ea20ae9a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.963+0000 7f28f5400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae0ad0 0x55ea20aec680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.963+0000 7f28f5400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae0ad0 0x55ea20aec680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44070/0 (socket says 172.21.15.12:44070) 2024-05-21T00:18:27.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.963+0000 7f28f5400700 1 -- 172.21.15.12:0/538921351 learned_addr learned my addr 172.21.15.12:0/538921351 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:27.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.963+0000 7f28f5e00700 1 --2- 172.21.15.12:0/538921351 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.963+0000 7f28f5400700 1 -- 172.21.15.12:0/538921351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6020 msgr2=0x55ea20ae9a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:27.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.963+0000 7f28f5400700 1 --2- 172.21.15.12:0/538921351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6020 0x55ea20ae9a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.963+0000 7f28f5400700 1 -- 172.21.15.12:0/538921351 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 msgr2=0x55ea20ae9f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:27.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.963+0000 7f28f5400700 1 --2- 172.21.15.12:0/538921351 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae9f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.963+0000 7f28f5400700 1 -- 172.21.15.12:0/538921351 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea2097e8d0 con 0x55ea20ae0ad0 2024-05-21T00:18:27.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.964+0000 7f28f5400700 1 --2- 172.21.15.12:0/538921351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae0ad0 0x55ea20aec680 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f28e40046a0 tx=0x7f28e40a93d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df0535cba20c6639 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:27.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.964+0000 7f28d7400700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:18:27.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.964+0000 7f28d7400700 1 -- 172.21.15.12:0/538921351 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28e40aa110 con 0x55ea20ae0ad0 2024-05-21T00:18:27.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.964+0000 7f28d7400700 1 -- 172.21.15.12:0/538921351 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f28e40a9c70 con 0x55ea20ae0ad0 2024-05-21T00:18:27.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.964+0000 7f2902867b80 1 -- 172.21.15.12:0/538921351 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28e8007990 con 0x55ea20ae0ad0 2024-05-21T00:18:27.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.965+0000 7f28d7400700 1 -- 172.21.15.12:0/538921351 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f28e40bee60 con 0x55ea20ae0ad0 2024-05-21T00:18:27.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.965+0000 7f2902867b80 10 client.15318 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:27.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.965+0000 7f2902867b80 1 -- 172.21.15.12:0/538921351 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ea209ff060 con 0x55ea20ae0ad0 2024-05-21T00:18:27.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.965+0000 7f28d7400700 1 -- 172.21.15.12:0/538921351 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28e8007990 con 0x55ea20ae0ad0 2024-05-21T00:18:27.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.965+0000 7f28d7400700 1 -- 172.21.15.12:0/538921351 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f28e40cc0e0 con 0x55ea20ae0ad0 2024-05-21T00:18:27.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.966+0000 7f2902867b80 10 client.15318 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:27.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.966+0000 7f2902867b80 10 client.15318 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:18:27.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.966+0000 7f2902867b80 20 client.15318 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:27.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.966+0000 7f2902867b80 1 --2- 172.21.15.12:0/538921351 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ea20b026f0 0x55ea20b04b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.966+0000 7f2902867b80 4 client.15318 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:27.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.966+0000 7f2902867b80 1 -- 172.21.15.12:0/538921351 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea20a40d90 con 0x55ea20b026f0 2024-05-21T00:18:27.968 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.966+0000 7f28f4a00700 1 --2- 172.21.15.12:0/538921351 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ea20b026f0 0x55ea20b04b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.967+0000 7f28f4a00700 1 --2- 172.21.15.12:0/538921351 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ea20b026f0 0x55ea20b04b20 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c3c2d7bd4aceea4 server_cookie=56d19fe3dd6b438f in_seq=0 out_seq=0 2024-05-21T00:18:27.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.967+0000 7f28d7400700 10 client.15318 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:27.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.967+0000 7f28d7400700 1 -- 172.21.15.12:0/538921351 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ea20a40d90 con 0x55ea20b026f0 2024-05-21T00:18:27.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.967+0000 7f28d7400700 10 client.15318 handle_command_reply: tid=0 2024-05-21T00:18:27.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.968+0000 7f2902867b80 1 client.15318 shutdown 2024-05-21T00:18:27.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.968+0000 7f2902867b80 1 -- 172.21.15.12:0/538921351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae0ad0 msgr2=0x55ea20aec680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:27.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.968+0000 7f2902867b80 1 --2- 172.21.15.12:0/538921351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae0ad0 0x55ea20aec680 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f28e40046a0 tx=0x7f28e40a93d0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.968+0000 7f2902867b80 1 -- 172.21.15.12:0/538921351 shutdown_connections 2024-05-21T00:18:27.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.968+0000 7f2902867b80 1 --2- 172.21.15.12:0/538921351 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.968+0000 7f2902867b80 1 --2- 172.21.15.12:0/538921351 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae0ad0 0x55ea20aec680 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.968+0000 7f2902867b80 1 --2- 172.21.15.12:0/538921351 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ea20b026f0 0x55ea20b04b20 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.968+0000 7f2902867b80 1 --2- 172.21.15.12:0/538921351 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6020 0x55ea20ae9a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.968+0000 7f28d7400700 0 client.15318 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:27.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.968+0000 7f2902867b80 1 -- 172.21.15.12:0/538921351 >> 172.21.15.12:0/538921351 conn(0x55ea20a0ebe0 msgr2=0x55ea20adf4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:27.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.968+0000 7f2902867b80 1 -- 172.21.15.12:0/538921351 shutdown_connections 2024-05-21T00:18:27.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.968+0000 7f2902867b80 1 -- 172.21.15.12:0/538921351 wait complete. 2024-05-21T00:18:27.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.969+0000 7f2902867b80 20 client.15318 trim_cache size 0 max 16384 2024-05-21T00:18:27.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.987+0000 7f2902867b80 1 Processor -- start 2024-05-21T00:18:27.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.987+0000 7f2902867b80 1 -- start start 2024-05-21T00:18:27.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f2902867b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae0ad0 0x55ea20ae04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f2902867b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6020 0x55ea20aec680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f2902867b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae9f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f2902867b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01ab6a0 con 0x55ea20ae0ad0 2024-05-21T00:18:27.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f2902867b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01ad1e0 con 0x55ea20ae6940 2024-05-21T00:18:27.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f2902867b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01abd70 con 0x55ea20ae6020 2024-05-21T00:18:27.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f28f4a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6020 0x55ea20aec680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f28f5400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae0ad0 0x55ea20ae04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f28f4a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6020 0x55ea20aec680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:43914/0 (socket says 172.21.15.12:43914) 2024-05-21T00:18:27.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f28f4a00700 1 -- 172.21.15.12:0/1607346517 learned_addr learned my addr 172.21.15.12:0/1607346517 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:27.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f28f5e00700 1 --2- 172.21.15.12:0/1607346517 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f28f4a00700 1 -- 172.21.15.12:0/1607346517 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 msgr2=0x55ea20ae9f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:27.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f28f4a00700 1 --2- 172.21.15.12:0/1607346517 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae9f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f28f4a00700 1 -- 172.21.15.12:0/1607346517 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae0ad0 msgr2=0x55ea20ae04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:27.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f28f4a00700 1 --2- 172.21.15.12:0/1607346517 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae0ad0 0x55ea20ae04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.988+0000 7f28f4a00700 1 -- 172.21.15.12:0/1607346517 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea20adc8b0 con 0x55ea20ae6020 2024-05-21T00:18:27.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.989+0000 7f28f5e00700 1 --2- 172.21.15.12:0/1607346517 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae9f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:27.991 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.989+0000 7f28f4a00700 1 --2- 172.21.15.12:0/1607346517 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6020 0x55ea20aec680 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x55ea20aeaff0 tx=0x7f28dc009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7766157fc08479b8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:27.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.989+0000 7f28e2000700 1 -- 172.21.15.12:0/1607346517 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28dc024070 con 0x55ea20ae6020 2024-05-21T00:18:27.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.989+0000 7f28e2000700 1 -- 172.21.15.12:0/1607346517 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28dc005020 con 0x55ea20ae6020 2024-05-21T00:18:27.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.989+0000 7f28e2000700 1 -- 172.21.15.12:0/1607346517 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28dc010690 con 0x55ea20ae6020 2024-05-21T00:18:27.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.991+0000 7f2902867b80 1 -- 172.21.15.12:0/1607346517 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6020 msgr2=0x55ea20aec680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:27.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.991+0000 7f2902867b80 1 --2- 172.21.15.12:0/1607346517 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6020 0x55ea20aec680 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x55ea20aeaff0 tx=0x7f28dc009260 comp rx=0 tx=0).stop 2024-05-21T00:18:27.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.991+0000 7f2902867b80 1 -- 172.21.15.12:0/1607346517 shutdown_connections 2024-05-21T00:18:27.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.991+0000 7f2902867b80 1 --2- 172.21.15.12:0/1607346517 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae6940 0x55ea20ae9f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.991+0000 7f2902867b80 1 --2- 172.21.15.12:0/1607346517 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae0ad0 0x55ea20ae04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.991+0000 7f2902867b80 1 --2- 172.21.15.12:0/1607346517 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6020 0x55ea20aec680 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.992 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.991+0000 7f2902867b80 1 -- 172.21.15.12:0/1607346517 >> 172.21.15.12:0/1607346517 conn(0x55ea20a0ebe0 msgr2=0x55ea20ae9800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:27.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.991+0000 7f2902867b80 1 -- 172.21.15.12:0/1607346517 shutdown_connections 2024-05-21T00:18:27.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.991+0000 7f2902867b80 1 -- 172.21.15.12:0/1607346517 wait complete. 2024-05-21T00:18:27.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.992+0000 7f2902867b80 1 -- start start 2024-05-21T00:18:27.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.992+0000 7f2902867b80 1 Processor -- start 2024-05-21T00:18:27.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f2902867b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae0ad0 0x55ea20afb6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f2902867b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 0x55ea20b09c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f2902867b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6940 0x55ea20b0a190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f2902867b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01acb10 con 0x55ea20ae6020 2024-05-21T00:18:27.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f2902867b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f28f01ac440 con 0x55ea20ae0ad0 2024-05-21T00:18:27.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f2902867b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f28f010e000 con 0x55ea20ae6940 2024-05-21T00:18:27.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f2902867b80 10 client.0 _ll_register_callbacks cb 0x55ea209d8c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:27.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f28f4a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 0x55ea20b09c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f28f4a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 0x55ea20b09c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44094/0 (socket says 172.21.15.12:44094) 2024-05-21T00:18:27.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f28f4a00700 1 -- 172.21.15.12:0/217420124 learned_addr learned my addr 172.21.15.12:0/217420124 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:27.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f28f5e00700 1 --2- 172.21.15.12:0/217420124 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6940 0x55ea20b0a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f28f5400700 1 --2- 172.21.15.12:0/217420124 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae0ad0 0x55ea20afb6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f28f4a00700 1 -- 172.21.15.12:0/217420124 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6940 msgr2=0x55ea20b0a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:27.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.993+0000 7f28f4a00700 1 --2- 172.21.15.12:0/217420124 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6940 0x55ea20b0a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.994+0000 7f28f4a00700 1 -- 172.21.15.12:0/217420124 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae0ad0 msgr2=0x55ea20afb6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:27.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.994+0000 7f28f4a00700 1 --2- 172.21.15.12:0/217420124 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae0ad0 0x55ea20afb6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:27.996 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.994+0000 7f28f4a00700 1 -- 172.21.15.12:0/217420124 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea20b0a980 con 0x55ea20ae6020 2024-05-21T00:18:27.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.994+0000 7f28f4a00700 1 --2- 172.21.15.12:0/217420124 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 0x55ea20b09c50 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f28dc0121a0 tx=0x7f28dc005540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3d5aa5e51f46079 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:27.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.994+0000 7f28d7400700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:18:27.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.994+0000 7f28d7400700 1 -- 172.21.15.12:0/217420124 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28dc024050 con 0x55ea20ae6020 2024-05-21T00:18:27.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.995+0000 7f28d7400700 1 -- 172.21.15.12:0/217420124 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f28dc004b60 con 0x55ea20ae6020 2024-05-21T00:18:27.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.995+0000 7f2902867b80 1 -- 172.21.15.12:0/217420124 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28dc005020 con 0x55ea20ae6020 2024-05-21T00:18:27.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.995+0000 7f28d7400700 1 -- 172.21.15.12:0/217420124 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f28dc004d60 con 0x55ea20ae6020 2024-05-21T00:18:27.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.995+0000 7f2902867b80 10 client.15324 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:27.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.995+0000 7f2902867b80 1 -- 172.21.15.12:0/217420124 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ea20b6d2f0 con 0x55ea20ae6020 2024-05-21T00:18:27.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.995+0000 7f28d7400700 1 -- 172.21.15.12:0/217420124 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f28dc005020 con 0x55ea20ae6020 2024-05-21T00:18:27.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.996+0000 7f28d7400700 1 -- 172.21.15.12:0/217420124 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f28dc010550 con 0x55ea20ae6020 2024-05-21T00:18:27.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.996+0000 7f2902867b80 10 client.15324 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:27.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.996+0000 7f2902867b80 10 client.15324 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:18:27.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.996+0000 7f2902867b80 20 client.15324 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:27.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.996+0000 7f2902867b80 1 --2- 172.21.15.12:0/217420124 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ea20b6d8c0 0x55ea20b6fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:27.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.996+0000 7f2902867b80 4 client.15324 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:18:27.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.996+0000 7f2902867b80 1 -- 172.21.15.12:0/217420124 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ea20a3a570 con 0x55ea20b6d8c0 2024-05-21T00:18:27.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.996+0000 7f28f5400700 1 --2- 172.21.15.12:0/217420124 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ea20b6d8c0 0x55ea20b6fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:27.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.997+0000 7f28f5400700 1 --2- 172.21.15.12:0/217420124 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ea20b6d8c0 0x55ea20b6fce0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f620ab11dcff77ce server_cookie=7e22decece1a1e77 in_seq=0 out_seq=0 2024-05-21T00:18:27.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.997+0000 7f28d7400700 10 client.15324 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:27.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.997+0000 7f28d7400700 1 -- 172.21.15.12:0/217420124 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ea20a3a570 con 0x55ea20b6d8c0 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.997+0000 7f28d7400700 10 client.15324 handle_command_reply: tid=0 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.997+0000 7f2902867b80 1 client.15324 shutdown 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.997+0000 7f2902867b80 1 -- 172.21.15.12:0/217420124 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 msgr2=0x55ea20b09c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.997+0000 7f2902867b80 1 --2- 172.21.15.12:0/217420124 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 0x55ea20b09c50 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f28dc0121a0 tx=0x7f28dc005540 comp rx=0 tx=0).stop 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.997+0000 7f2902867b80 1 -- 172.21.15.12:0/217420124 shutdown_connections 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.997+0000 7f2902867b80 1 --2- 172.21.15.12:0/217420124 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ea20b6d8c0 0x55ea20b6fce0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.997+0000 7f2902867b80 1 --2- 172.21.15.12:0/217420124 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ea20ae6940 0x55ea20b0a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.997+0000 7f2902867b80 1 --2- 172.21.15.12:0/217420124 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ea20ae0ad0 0x55ea20afb6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.997+0000 7f2902867b80 1 --2- 172.21.15.12:0/217420124 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ea20ae6020 0x55ea20b09c50 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.997+0000 7f2902867b80 1 -- 172.21.15.12:0/217420124 >> 172.21.15.12:0/217420124 conn(0x55ea20a0ebe0 msgr2=0x55ea20ae6d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.998+0000 7f28d7400700 0 client.15324 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.998+0000 7f2902867b80 1 -- 172.21.15.12:0/217420124 shutdown_connections 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.998+0000 7f2902867b80 1 -- 172.21.15.12:0/217420124 wait complete. 2024-05-21T00:18:28.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.998+0000 7f2902867b80 20 client.15324 trim_cache size 0 max 16384 2024-05-21T00:18:28.001 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:18:28.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.999+0000 7f28f6800700 1 -- 172.21.15.12:0/2035097329 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f28d80b2900 msgr2=0x7f28d80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:28.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.999+0000 7f28f6800700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f28d80b2900 0x7f28d80b4dc0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f28e8027000 tx=0x7f28e802a000 comp rx=0 tx=0).stop 2024-05-21T00:18:28.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.999+0000 7f28f6800700 1 -- 172.21.15.12:0/2035097329 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28f0103490 msgr2=0x7f28f01a18b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:28.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.999+0000 7f28f6800700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28f0103490 0x7f28f01a18b0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f28e400eb30 tx=0x7f28e400ee40 comp rx=0 tx=0).stop 2024-05-21T00:18:28.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.999+0000 7f28f6800700 1 -- 172.21.15.12:0/2035097329 shutdown_connections 2024-05-21T00:18:28.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.999+0000 7f28f6800700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f28f0109540 0x7f28f019ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:28.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.999+0000 7f28f6800700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f28f0103490 0x7f28f01a18b0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:28.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.999+0000 7f28f6800700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f28d80b2900 0x7f28d80b4dc0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:28.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.999+0000 7f28f6800700 1 --2- 172.21.15.12:0/2035097329 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f28f0103e50 0x7f28f01a1df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:28.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.999+0000 7f28f6800700 1 -- 172.21.15.12:0/2035097329 >> 172.21.15.12:0/2035097329 conn(0x7f28f00fefc0 msgr2=0x7f28f0100460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:28.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.999+0000 7f28f6800700 1 -- 172.21.15.12:0/2035097329 shutdown_connections 2024-05-21T00:18:28.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:27.999+0000 7f28f6800700 1 -- 172.21.15.12:0/2035097329 wait complete. 2024-05-21T00:18:28.978 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:28 smithi060 ceph-mon[36426]: pgmap v481: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T00:18:28.988 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:29.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:28 smithi077 ceph-mon[36377]: pgmap v481: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T00:18:29.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:28 smithi012 ceph-mon[31403]: pgmap v481: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 682 B/s wr, 9 op/s 2024-05-21T00:18:29.956 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:18:29.956 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:18:31.002 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:30 smithi012 ceph-mon[31403]: pgmap v482: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T00:18:31.019 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:31.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:30 smithi077 ceph-mon[36377]: pgmap v482: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T00:18:31.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:30 smithi060 ceph-mon[36426]: pgmap v482: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 682 B/s wr, 11 op/s 2024-05-21T00:18:31.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.301+0000 7f7c95200700 1 -- 172.21.15.12:0/2464376249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c90101d70 msgr2=0x7f7c901021f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:31.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.301+0000 7f7c95200700 1 --2- 172.21.15.12:0/2464376249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c90101d70 0x7f7c901021f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f7c780098f0 tx=0x7f7c78009c00 comp rx=0 tx=0).stop 2024-05-21T00:18:31.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.301+0000 7f7c95200700 1 -- 172.21.15.12:0/2464376249 shutdown_connections 2024-05-21T00:18:31.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.301+0000 7f7c95200700 1 --2- 172.21.15.12:0/2464376249 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c90102730 0x7f7c90112640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:31.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.301+0000 7f7c95200700 1 --2- 172.21.15.12:0/2464376249 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c90104250 0x7f7c90104630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:31.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.301+0000 7f7c95200700 1 --2- 172.21.15.12:0/2464376249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c90101d70 0x7f7c901021f0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:31.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.301+0000 7f7c95200700 1 -- 172.21.15.12:0/2464376249 >> 172.21.15.12:0/2464376249 conn(0x7f7c900776f0 msgr2=0x7f7c90077b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:31.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.302+0000 7f7c95200700 1 -- 172.21.15.12:0/2464376249 shutdown_connections 2024-05-21T00:18:31.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.302+0000 7f7c95200700 1 -- 172.21.15.12:0/2464376249 wait complete. 2024-05-21T00:18:31.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.303+0000 7f7c95200700 1 Processor -- start 2024-05-21T00:18:31.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.303+0000 7f7c95200700 1 -- start start 2024-05-21T00:18:31.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.304+0000 7f7c95200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c90101d70 0x7f7c9019bf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:31.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.304+0000 7f7c95200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c90102730 0x7f7c9019c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:31.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.304+0000 7f7c95200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c90104250 0x7f7c901a0830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:31.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.304+0000 7f7c95200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7c90115a10 con 0x7f7c90101d70 2024-05-21T00:18:31.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.304+0000 7f7c95200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7c90115890 con 0x7f7c90102730 2024-05-21T00:18:31.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.304+0000 7f7c95200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7c90115b90 con 0x7f7c90104250 2024-05-21T00:18:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.304+0000 7f7c86a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c90102730 0x7f7c9019c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.304+0000 7f7c8fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c90104250 0x7f7c901a0830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.304+0000 7f7c8f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c90101d70 0x7f7c9019bf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.304+0000 7f7c86a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c90102730 0x7f7c9019c4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:59726/0 (socket says 172.21.15.12:59726) 2024-05-21T00:18:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.304+0000 7f7c86a00700 1 -- 172.21.15.12:0/2939081487 learned_addr learned my addr 172.21.15.12:0/2939081487 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.305+0000 7f7c8fe00700 1 -- 172.21.15.12:0/2939081487 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c90102730 msgr2=0x7f7c9019c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.305+0000 7f7c8fe00700 1 --2- 172.21.15.12:0/2939081487 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c90102730 0x7f7c9019c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.305+0000 7f7c8fe00700 1 -- 172.21.15.12:0/2939081487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c90101d70 msgr2=0x7f7c9019bf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.305+0000 7f7c8fe00700 1 --2- 172.21.15.12:0/2939081487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c90101d70 0x7f7c9019bf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:31.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.305+0000 7f7c8fe00700 1 -- 172.21.15.12:0/2939081487 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c901a0f70 con 0x7f7c90104250 2024-05-21T00:18:31.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.305+0000 7f7c8fe00700 1 --2- 172.21.15.12:0/2939081487 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c90104250 0x7f7c901a0830 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7c88009cd0 tx=0x7f7c8800c620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:31.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.305+0000 7f7c8cc00700 1 -- 172.21.15.12:0/2939081487 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c8800cd10 con 0x7f7c90104250 2024-05-21T00:18:31.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.305+0000 7f7c8cc00700 1 -- 172.21.15.12:0/2939081487 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c88003a00 con 0x7f7c90104250 2024-05-21T00:18:31.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.305+0000 7f7c95200700 1 -- 172.21.15.12:0/2939081487 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c901a1200 con 0x7f7c90104250 2024-05-21T00:18:31.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.305+0000 7f7c95200700 1 -- 172.21.15.12:0/2939081487 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c901a8ae0 con 0x7f7c90104250 2024-05-21T00:18:31.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.306+0000 7f7c8cc00700 1 -- 172.21.15.12:0/2939081487 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c88004520 con 0x7f7c90104250 2024-05-21T00:18:31.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.307+0000 7f7c85600700 1 -- 172.21.15.12:0/2939081487 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c68005330 con 0x7f7c90104250 2024-05-21T00:18:31.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.309+0000 7f7c8cc00700 1 -- 172.21.15.12:0/2939081487 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7c8801a020 con 0x7f7c90104250 2024-05-21T00:18:31.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.312+0000 7f7c8cc00700 1 --2- 172.21.15.12:0/2939081487 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c740b2900 0x7f7c740b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:31.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.312+0000 7f7c8cc00700 1 -- 172.21.15.12:0/2939081487 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7c880e2550 con 0x7f7c90104250 2024-05-21T00:18:31.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.312+0000 7f7c8f400700 1 --2- 172.21.15.12:0/2939081487 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c740b2900 0x7f7c740b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:31.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.313+0000 7f7c8f400700 1 --2- 172.21.15.12:0/2939081487 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c740b2900 0x7f7c740b4dc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7c80009be0 tx=0x7f7c80009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:31.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.313+0000 7f7c8cc00700 1 -- 172.21.15.12:0/2939081487 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7c88010040 con 0x7f7c90104250 2024-05-21T00:18:31.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.631+0000 7f7c85600700 1 -- 172.21.15.12:0/2939081487 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c68005620 con 0x7f7c90104250 2024-05-21T00:18:31.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.632+0000 7f7c8cc00700 1 -- 172.21.15.12:0/2939081487 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f7c880aa240 con 0x7f7c90104250 2024-05-21T00:18:31.633 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:18:31.633 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:18:31.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.635+0000 7f7c85600700 1 -- 172.21.15.12:0/2939081487 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c740b2900 msgr2=0x7f7c740b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:31.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.635+0000 7f7c85600700 1 --2- 172.21.15.12:0/2939081487 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c740b2900 0x7f7c740b4dc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7c80009be0 tx=0x7f7c80009260 comp rx=0 tx=0).stop 2024-05-21T00:18:31.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.635+0000 7f7c85600700 1 -- 172.21.15.12:0/2939081487 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c90104250 msgr2=0x7f7c901a0830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:31.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.635+0000 7f7c85600700 1 --2- 172.21.15.12:0/2939081487 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c90104250 0x7f7c901a0830 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f7c88009cd0 tx=0x7f7c8800c620 comp rx=0 tx=0).stop 2024-05-21T00:18:31.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.635+0000 7f7c85600700 1 -- 172.21.15.12:0/2939081487 shutdown_connections 2024-05-21T00:18:31.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.635+0000 7f7c85600700 1 --2- 172.21.15.12:0/2939081487 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c90104250 0x7f7c901a0830 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:31.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.635+0000 7f7c85600700 1 --2- 172.21.15.12:0/2939081487 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c740b2900 0x7f7c740b4dc0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:31.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.635+0000 7f7c85600700 1 --2- 172.21.15.12:0/2939081487 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c90101d70 0x7f7c9019bf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:31.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.635+0000 7f7c85600700 1 --2- 172.21.15.12:0/2939081487 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c90102730 0x7f7c9019c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:31.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.635+0000 7f7c85600700 1 -- 172.21.15.12:0/2939081487 >> 172.21.15.12:0/2939081487 conn(0x7f7c900776f0 msgr2=0x7f7c900ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:31.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.635+0000 7f7c85600700 1 -- 172.21.15.12:0/2939081487 shutdown_connections 2024-05-21T00:18:31.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:31.635+0000 7f7c85600700 1 -- 172.21.15.12:0/2939081487 wait complete. 2024-05-21T00:18:31.638 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:18:32.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:31 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2939081487' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:18:32.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:31 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2939081487' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:18:32.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:31 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2939081487' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:18:32.912 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-05-21T00:18:32.913 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24538 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-05-21T00:18:33.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:32 smithi077 ceph-mon[36377]: pgmap v483: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:33.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:32 smithi012 ceph-mon[31403]: pgmap v483: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:33.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:32 smithi060 ceph-mon[36426]: pgmap v483: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:33.963 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.318+0000 7f30f5800700 1 -- 172.21.15.12:0/2009756627 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f01095b0 msgr2=0x7f30f0109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.318+0000 7f30f5800700 1 --2- 172.21.15.12:0/2009756627 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f01095b0 0x7f30f0109990 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f30e0009990 tx=0x7f30e0009ca0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.318+0000 7f30f5800700 1 -- 172.21.15.12:0/2009756627 shutdown_connections 2024-05-21T00:18:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.318+0000 7f30f5800700 1 --2- 172.21.15.12:0/2009756627 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f006bbe0 0x7f30f01103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.318+0000 7f30f5800700 1 --2- 172.21.15.12:0/2009756627 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f01095b0 0x7f30f0109990 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.318+0000 7f30f5800700 1 --2- 172.21.15.12:0/2009756627 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30f006b220 0x7f30f006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.318+0000 7f30f5800700 1 -- 172.21.15.12:0/2009756627 >> 172.21.15.12:0/2009756627 conn(0x7f30f00793f0 msgr2=0x7f30f0079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:34.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.319+0000 7f30f5800700 1 -- 172.21.15.12:0/2009756627 shutdown_connections 2024-05-21T00:18:34.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.319+0000 7f30f5800700 1 -- 172.21.15.12:0/2009756627 wait complete. 2024-05-21T00:18:34.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.320+0000 7f30f5800700 1 Processor -- start 2024-05-21T00:18:34.321 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.320+0000 7f30f5800700 1 -- start start 2024-05-21T00:18:34.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.321+0000 7f30f5800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30f006b220 0x7f30f01a08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.321+0000 7f30f5800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f006bbe0 0x7f30f01a0e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.321+0000 7f30f5800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f01095b0 0x7f30f010f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.321+0000 7f30f5800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f30f01136c0 con 0x7f30f01095b0 2024-05-21T00:18:34.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.321+0000 7f30f5800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f30f0113540 con 0x7f30f006b220 2024-05-21T00:18:34.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.321+0000 7f30f5800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f30f0113840 con 0x7f30f006bbe0 2024-05-21T00:18:34.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.321+0000 7f30eea00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30f006b220 0x7f30f01a08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.321+0000 7f30ee000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f006bbe0 0x7f30f01a0e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.321+0000 7f30ee000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f006bbe0 0x7f30f01a0e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:43968/0 (socket says 172.21.15.12:43968) 2024-05-21T00:18:34.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.321+0000 7f30ee000700 1 -- 172.21.15.12:0/2934063265 learned_addr learned my addr 172.21.15.12:0/2934063265 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:34.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.321+0000 7f30ef400700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f01095b0 0x7f30f010f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.322+0000 7f30ee000700 1 -- 172.21.15.12:0/2934063265 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30f006b220 msgr2=0x7f30f01a08d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:34.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.322+0000 7f30ee000700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30f006b220 0x7f30f01a08d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.322+0000 7f30ee000700 1 -- 172.21.15.12:0/2934063265 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f01095b0 msgr2=0x7f30f010f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.322+0000 7f30ee000700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f01095b0 0x7f30f010f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.322+0000 7f30ee000700 1 -- 172.21.15.12:0/2934063265 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30f0110080 con 0x7f30f006bbe0 2024-05-21T00:18:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.322+0000 7f30ef400700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f01095b0 0x7f30f010f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.322+0000 7f30ee000700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f006bbe0 0x7f30f01a0e10 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f30dc00e9a0 tx=0x7f30dc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.322+0000 7f30e7400700 1 -- 172.21.15.12:0/2934063265 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30dc00cbd0 con 0x7f30f006bbe0 2024-05-21T00:18:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.322+0000 7f30e7400700 1 -- 172.21.15.12:0/2934063265 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30dc00cd70 con 0x7f30f006bbe0 2024-05-21T00:18:34.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.322+0000 7f30e7400700 1 -- 172.21.15.12:0/2934063265 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30dc018680 con 0x7f30f006bbe0 2024-05-21T00:18:34.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.323+0000 7f30f5800700 1 -- 172.21.15.12:0/2934063265 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30f0110370 con 0x7f30f006bbe0 2024-05-21T00:18:34.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.323+0000 7f30f5800700 1 -- 172.21.15.12:0/2934063265 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30f019c480 con 0x7f30f006bbe0 2024-05-21T00:18:34.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.328+0000 7f30e7400700 1 -- 172.21.15.12:0/2934063265 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f30dc010430 con 0x7f30f006bbe0 2024-05-21T00:18:34.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.328+0000 7f3100225b80 1 Processor -- start 2024-05-21T00:18:34.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.329+0000 7f3100225b80 1 -- start start 2024-05-21T00:18:34.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.329+0000 7f3100225b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 0x562a0b85a310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.329+0000 7f3100225b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b85a850 0x562a0b8542e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.329+0000 7f3100225b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 0x562a0b854d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.329+0000 7f3100225b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x562a0b7b2ec0 con 0x562a0b85a850 2024-05-21T00:18:34.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.329+0000 7f3100225b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x562a0b7a2a60 con 0x562a0b854900 2024-05-21T00:18:34.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.329+0000 7f3100225b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x562a0b7a6aa0 con 0x562a0b859f30 2024-05-21T00:18:34.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.330+0000 7f30eea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b85a850 0x562a0b8542e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.330+0000 7f30eea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b85a850 0x562a0b8542e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44136/0 (socket says 172.21.15.12:44136) 2024-05-21T00:18:34.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.330+0000 7f30eea00700 1 -- 172.21.15.12:0/442842647 learned_addr learned my addr 172.21.15.12:0/442842647 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:34.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.330+0000 7f30e7400700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30d40b2900 0x7f30d40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.330+0000 7f30e7400700 1 -- 172.21.15.12:0/2934063265 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f30dc0e2410 con 0x7f30f006bbe0 2024-05-21T00:18:34.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.330+0000 7f30ef400700 1 --2- 172.21.15.12:0/442842647 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 0x562a0b85a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.330+0000 7f30eea00700 1 -- 172.21.15.12:0/442842647 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 msgr2=0x562a0b85a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:34.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.330+0000 7f30eea00700 1 --2- 172.21.15.12:0/442842647 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 0x562a0b85a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.330+0000 7f30eea00700 1 -- 172.21.15.12:0/442842647 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 msgr2=0x562a0b854d60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:18:34.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.330+0000 7f30eea00700 1 --2- 172.21.15.12:0/442842647 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 0x562a0b854d60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.330+0000 7f30eea00700 1 -- 172.21.15.12:0/442842647 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a0b76b4a0 con 0x562a0b85a850 2024-05-21T00:18:34.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.331+0000 7f30eea00700 1 --2- 172.21.15.12:0/442842647 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b85a850 0x562a0b8542e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f30e0009990 tx=0x7f30e00096a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2117468479d09365 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:34.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.331+0000 7f30ef400700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30d40b2900 0x7f30d40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.331+0000 7f30dbe00700 1 -- 172.21.15.12:0/442842647 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e0027070 con 0x562a0b85a850 2024-05-21T00:18:34.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.331+0000 7f30dbe00700 1 -- 172.21.15.12:0/442842647 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30e00056a0 con 0x562a0b85a850 2024-05-21T00:18:34.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.331+0000 7f30dbe00700 1 -- 172.21.15.12:0/442842647 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e0003b40 con 0x562a0b85a850 2024-05-21T00:18:34.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.332+0000 7f3100225b80 1 -- 172.21.15.12:0/442842647 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b85a850 msgr2=0x562a0b8542e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:34.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.332+0000 7f30ef400700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30d40b2900 0x7f30d40b4dc0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f30e8009410 tx=0x7f30e8004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:34.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.332+0000 7f3100225b80 1 --2- 172.21.15.12:0/442842647 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b85a850 0x562a0b8542e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f30e0009990 tx=0x7f30e00096a0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.333+0000 7f3100225b80 1 -- 172.21.15.12:0/442842647 shutdown_connections 2024-05-21T00:18:34.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.333+0000 7f3100225b80 1 --2- 172.21.15.12:0/442842647 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 0x562a0b854d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.333+0000 7f3100225b80 1 --2- 172.21.15.12:0/442842647 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 0x562a0b85a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.333+0000 7f3100225b80 1 --2- 172.21.15.12:0/442842647 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b85a850 0x562a0b8542e0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.333+0000 7f3100225b80 1 -- 172.21.15.12:0/442842647 >> 172.21.15.12:0/442842647 conn(0x562a0b782c60 msgr2=0x562a0b84f090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:34.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.333+0000 7f3100225b80 1 -- 172.21.15.12:0/442842647 shutdown_connections 2024-05-21T00:18:34.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.333+0000 7f3100225b80 1 -- 172.21.15.12:0/442842647 wait complete. 2024-05-21T00:18:34.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.334+0000 7f3100225b80 1 -- start start 2024-05-21T00:18:34.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.334+0000 7f3100225b80 1 Processor -- start 2024-05-21T00:18:34.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.334+0000 7f3100225b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 0x562a0b860650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.334+0000 7f3100225b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 0x562a0b85d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.334+0000 7f3100225b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b85a850 0x562a0b85df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.334+0000 7f3100225b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x562a0b6a9020 con 0x562a0b85a850 2024-05-21T00:18:34.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.334+0000 7f3100225b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x562a0b7437e0 con 0x562a0b854900 2024-05-21T00:18:34.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.334+0000 7f3100225b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x562a0b861260 con 0x562a0b859f30 2024-05-21T00:18:34.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.335+0000 7f30ee000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 0x562a0b85d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.335+0000 7f3100225b80 10 client.0 _ll_register_callbacks cb 0x562a0b74ccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:34.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.335+0000 7f30ee000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 0x562a0b85d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:43986/0 (socket says 172.21.15.12:43986) 2024-05-21T00:18:34.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.335+0000 7f30ee000700 1 -- 172.21.15.12:0/3080574816 learned_addr learned my addr 172.21.15.12:0/3080574816 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:34.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.335+0000 7f30ef400700 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b85a850 0x562a0b85df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.335+0000 7f30eea00700 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 0x562a0b860650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.335+0000 7f30ee000700 1 -- 172.21.15.12:0/3080574816 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 msgr2=0x562a0b860650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:34.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.335+0000 7f30ee000700 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 0x562a0b860650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.335+0000 7f30ee000700 1 -- 172.21.15.12:0/3080574816 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b85a850 msgr2=0x562a0b85df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:34.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.335+0000 7f30ee000700 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b85a850 0x562a0b85df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.335+0000 7f30ee000700 1 -- 172.21.15.12:0/3080574816 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a0b6f2950 con 0x562a0b859f30 2024-05-21T00:18:34.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.335+0000 7f30ef400700 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b85a850 0x562a0b85df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:34.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.335+0000 7f30eea00700 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 0x562a0b860650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:34.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.336+0000 7f30ee000700 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 0x562a0b85d9f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f30dc0a9700 tx=0x7f30dc0a9f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b9c49365ca42993a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:34.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.336+0000 7f30d8c00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:18:34.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.336+0000 7f30d8c00700 1 -- 172.21.15.12:0/3080574816 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30dc0a9510 con 0x562a0b859f30 2024-05-21T00:18:34.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.336+0000 7f30d8c00700 1 -- 172.21.15.12:0/3080574816 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f30dc0cc2c0 con 0x562a0b859f30 2024-05-21T00:18:34.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.336+0000 7f3100225b80 1 -- 172.21.15.12:0/3080574816 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f30e00056a0 con 0x562a0b859f30 2024-05-21T00:18:34.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.336+0000 7f30d8c00700 1 -- 172.21.15.12:0/3080574816 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f30dc0aa100 con 0x562a0b859f30 2024-05-21T00:18:34.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.336+0000 7f3100225b80 10 client.25471 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:34.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.336+0000 7f3100225b80 1 -- 172.21.15.12:0/3080574816 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562a0b7730e0 con 0x562a0b859f30 2024-05-21T00:18:34.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.337+0000 7f30d8c00700 1 -- 172.21.15.12:0/3080574816 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30e00056a0 con 0x562a0b859f30 2024-05-21T00:18:34.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.337+0000 7f30d8c00700 1 -- 172.21.15.12:0/3080574816 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f30dc0c5020 con 0x562a0b859f30 2024-05-21T00:18:34.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.337+0000 7f3100225b80 10 client.25471 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:34.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.337+0000 7f3100225b80 10 client.25471 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:18:34.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.337+0000 7f3100225b80 20 client.25471 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:34.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.337+0000 7f3100225b80 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x562a0b86df30 0x562a0b870320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.337+0000 7f3100225b80 4 client.25471 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:34.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.337+0000 7f3100225b80 1 -- 172.21.15.12:0/3080574816 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562a0b7b4e10 con 0x562a0b86df30 2024-05-21T00:18:34.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.337+0000 7f30eea00700 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x562a0b86df30 0x562a0b870320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.338+0000 7f30eea00700 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x562a0b86df30 0x562a0b870320 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56511a57f3ee0493 server_cookie=505548dfdcf309c0 in_seq=0 out_seq=0 2024-05-21T00:18:34.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.338+0000 7f30d8c00700 10 client.25471 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:34.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.339+0000 7f30d8c00700 1 -- 172.21.15.12:0/3080574816 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x562a0b7b4e10 con 0x562a0b86df30 2024-05-21T00:18:34.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.339+0000 7f30d8c00700 10 client.25471 handle_command_reply: tid=0 2024-05-21T00:18:34.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.339+0000 7f3100225b80 1 client.25471 shutdown 2024-05-21T00:18:34.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.339+0000 7f3100225b80 1 -- 172.21.15.12:0/3080574816 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 msgr2=0x562a0b85d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:34.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.339+0000 7f3100225b80 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 0x562a0b85d9f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f30dc0a9700 tx=0x7f30dc0a9f40 comp rx=0 tx=0).stop 2024-05-21T00:18:34.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.339+0000 7f3100225b80 1 -- 172.21.15.12:0/3080574816 shutdown_connections 2024-05-21T00:18:34.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.339+0000 7f3100225b80 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b85a850 0x562a0b85df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.339+0000 7f3100225b80 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 0x562a0b860650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.339+0000 7f3100225b80 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x562a0b86df30 0x562a0b870320 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.339+0000 7f3100225b80 1 --2- 172.21.15.12:0/3080574816 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 0x562a0b85d9f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.340+0000 7f30d8c00700 0 client.25471 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:34.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.340+0000 7f3100225b80 1 -- 172.21.15.12:0/3080574816 >> 172.21.15.12:0/3080574816 conn(0x562a0b782c60 msgr2=0x562a0b8532d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:34.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.340+0000 7f3100225b80 1 -- 172.21.15.12:0/3080574816 shutdown_connections 2024-05-21T00:18:34.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.340+0000 7f3100225b80 1 -- 172.21.15.12:0/3080574816 wait complete. 2024-05-21T00:18:34.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.340+0000 7f3100225b80 20 client.25471 trim_cache size 0 max 16384 2024-05-21T00:18:34.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.365+0000 7f3100225b80 1 Processor -- start 2024-05-21T00:18:34.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.365+0000 7f3100225b80 1 -- start start 2024-05-21T00:18:34.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.366+0000 7f3100225b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b854900 0x562a0b8542e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.366+0000 7f3100225b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 0x562a0b86a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.366+0000 7f3100225b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b85a850 0x562a0b85dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.366+0000 7f3100225b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f30f01bc9b0 con 0x562a0b854900 2024-05-21T00:18:34.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.366+0000 7f3100225b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f30f01be4f0 con 0x562a0b85a850 2024-05-21T00:18:34.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.366+0000 7f3100225b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f30f01bd080 con 0x562a0b859f30 2024-05-21T00:18:34.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.366+0000 7f30eea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b854900 0x562a0b8542e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.366+0000 7f30eea00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b854900 0x562a0b8542e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44160/0 (socket says 172.21.15.12:44160) 2024-05-21T00:18:34.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.366+0000 7f30eea00700 1 -- 172.21.15.12:0/740329149 learned_addr learned my addr 172.21.15.12:0/740329149 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:34.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.366+0000 7f30ef400700 1 --2- 172.21.15.12:0/740329149 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b85a850 0x562a0b85dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.367+0000 7f30eea00700 1 -- 172.21.15.12:0/740329149 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 msgr2=0x562a0b86a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:34.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.367+0000 7f30eea00700 1 --2- 172.21.15.12:0/740329149 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 0x562a0b86a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.367+0000 7f30eea00700 1 -- 172.21.15.12:0/740329149 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b85a850 msgr2=0x562a0b85dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:34.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.367+0000 7f30eea00700 1 --2- 172.21.15.12:0/740329149 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b85a850 0x562a0b85dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.367+0000 7f30eea00700 1 -- 172.21.15.12:0/740329149 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562a0b847210 con 0x562a0b854900 2024-05-21T00:18:34.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.367+0000 7f30ef400700 1 --2- 172.21.15.12:0/740329149 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b85a850 0x562a0b85dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:34.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.368+0000 7f30eea00700 1 --2- 172.21.15.12:0/740329149 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b854900 0x562a0b8542e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f30e0025040 tx=0x7f30e0003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8cf9763c67d0bbb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:34.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.368+0000 7f30db400700 1 -- 172.21.15.12:0/740329149 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e0032070 con 0x562a0b854900 2024-05-21T00:18:34.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.368+0000 7f30db400700 1 -- 172.21.15.12:0/740329149 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30e0028040 con 0x562a0b854900 2024-05-21T00:18:34.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.368+0000 7f30db400700 1 -- 172.21.15.12:0/740329149 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e0027040 con 0x562a0b854900 2024-05-21T00:18:34.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.369+0000 7f3100225b80 1 -- 172.21.15.12:0/740329149 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b854900 msgr2=0x562a0b8542e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:34.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.369+0000 7f3100225b80 1 --2- 172.21.15.12:0/740329149 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b854900 0x562a0b8542e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f30e0025040 tx=0x7f30e0003680 comp rx=0 tx=0).stop 2024-05-21T00:18:34.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.369+0000 7f3100225b80 1 -- 172.21.15.12:0/740329149 shutdown_connections 2024-05-21T00:18:34.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.369+0000 7f3100225b80 1 --2- 172.21.15.12:0/740329149 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b85a850 0x562a0b85dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.369+0000 7f3100225b80 1 --2- 172.21.15.12:0/740329149 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b854900 0x562a0b8542e0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.369+0000 7f3100225b80 1 --2- 172.21.15.12:0/740329149 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b859f30 0x562a0b86a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.369+0000 7f3100225b80 1 -- 172.21.15.12:0/740329149 >> 172.21.15.12:0/740329149 conn(0x562a0b782c60 msgr2=0x562a0b85d7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:34.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.371+0000 7f3100225b80 1 -- 172.21.15.12:0/740329149 shutdown_connections 2024-05-21T00:18:34.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.371+0000 7f3100225b80 1 -- 172.21.15.12:0/740329149 wait complete. 2024-05-21T00:18:34.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.371+0000 7f3100225b80 1 -- start start 2024-05-21T00:18:34.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.372+0000 7f3100225b80 1 Processor -- start 2024-05-21T00:18:34.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.372+0000 7f3100225b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 0x562a0b8634c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.372+0000 7f3100225b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b859f30 0x562a0b863a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.373+0000 7f3100225b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b85a850 0x562a0b863f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.373+0000 7f3100225b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f30f01bde20 con 0x562a0b859f30 2024-05-21T00:18:34.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.373+0000 7f3100225b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f30f01bd750 con 0x562a0b854900 2024-05-21T00:18:34.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.373+0000 7f3100225b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f30f01ba970 con 0x562a0b85a850 2024-05-21T00:18:34.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.373+0000 7f3100225b80 10 client.0 _ll_register_callbacks cb 0x562a0b74ccf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:34.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.373+0000 7f30ef400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b85a850 0x562a0b863f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.373+0000 7f30ef400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b85a850 0x562a0b863f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:44004/0 (socket says 172.21.15.12:44004) 2024-05-21T00:18:34.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.373+0000 7f30ef400700 1 -- 172.21.15.12:0/3918290115 learned_addr learned my addr 172.21.15.12:0/3918290115 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:34.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.373+0000 7f30ef400700 1 -- 172.21.15.12:0/3918290115 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 msgr2=0x562a0b8634c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:18:34.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.373+0000 7f30ef400700 1 --2- 172.21.15.12:0/3918290115 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 0x562a0b8634c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.373+0000 7f30ef400700 1 -- 172.21.15.12:0/3918290115 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b859f30 msgr2=0x562a0b863a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:34.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.373+0000 7f30ef400700 1 --2- 172.21.15.12:0/3918290115 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b859f30 0x562a0b863a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.375 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.374+0000 7f30ef400700 1 -- 172.21.15.12:0/3918290115 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562a0b8d8b00 con 0x562a0b85a850 2024-05-21T00:18:34.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.374+0000 7f30ef400700 1 --2- 172.21.15.12:0/3918290115 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b85a850 0x562a0b863f40 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f30e8017ee0 tx=0x7f30e800b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5deb978eb4a96346 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:34.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.374+0000 7f30d8c00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:18:34.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.374+0000 7f30d8c00700 1 -- 172.21.15.12:0/3918290115 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e8028070 con 0x562a0b85a850 2024-05-21T00:18:34.376 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.375+0000 7f3100225b80 1 -- 172.21.15.12:0/3918290115 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f30e0028040 con 0x562a0b85a850 2024-05-21T00:18:34.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.375+0000 7f30d8c00700 1 -- 172.21.15.12:0/3918290115 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f30e8003a00 con 0x562a0b85a850 2024-05-21T00:18:34.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.375+0000 7f30d8c00700 1 -- 172.21.15.12:0/3918290115 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f30e8033050 con 0x562a0b85a850 2024-05-21T00:18:34.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.375+0000 7f3100225b80 10 client.25474 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:34.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.375+0000 7f3100225b80 1 -- 172.21.15.12:0/3918290115 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562a0b8d9e90 con 0x562a0b85a850 2024-05-21T00:18:34.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.375+0000 7f30d8c00700 1 -- 172.21.15.12:0/3918290115 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30e0028040 con 0x562a0b85a850 2024-05-21T00:18:34.377 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.376+0000 7f30d8c00700 1 -- 172.21.15.12:0/3918290115 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f30e8023040 con 0x562a0b85a850 2024-05-21T00:18:34.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.376+0000 7f3100225b80 10 client.25474 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:34.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.376+0000 7f3100225b80 10 client.25474 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:18:34.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.376+0000 7f3100225b80 20 client.25474 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:34.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.376+0000 7f3100225b80 1 --2- 172.21.15.12:0/3918290115 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x562a0b8da5b0 0x562a0b8dca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:34.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.376+0000 7f3100225b80 4 client.25474 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:18:34.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.376+0000 7f3100225b80 1 -- 172.21.15.12:0/3918290115 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x562a0b7ae5f0 con 0x562a0b8da5b0 2024-05-21T00:18:34.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.376+0000 7f30eea00700 1 --2- 172.21.15.12:0/3918290115 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x562a0b8da5b0 0x562a0b8dca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:34.378 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.377+0000 7f30d8c00700 10 client.25474 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:34.379 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.377+0000 7f30eea00700 1 --2- 172.21.15.12:0/3918290115 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x562a0b8da5b0 0x562a0b8dca10 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3520e71831c51061 server_cookie=3b83dca32e06321c in_seq=0 out_seq=0 2024-05-21T00:18:34.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.379+0000 7f30d8c00700 1 -- 172.21.15.12:0/3918290115 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x562a0b7ae5f0 con 0x562a0b8da5b0 2024-05-21T00:18:34.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.379+0000 7f30d8c00700 10 client.25474 handle_command_reply: tid=0 2024-05-21T00:18:34.380 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.379+0000 7f3100225b80 1 client.25474 shutdown 2024-05-21T00:18:34.381 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.379+0000 7f3100225b80 1 -- 172.21.15.12:0/3918290115 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b85a850 msgr2=0x562a0b863f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:34.381 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.379+0000 7f3100225b80 1 --2- 172.21.15.12:0/3918290115 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b85a850 0x562a0b863f40 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f30e8017ee0 tx=0x7f30e800b040 comp rx=0 tx=0).stop 2024-05-21T00:18:34.381 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.379+0000 7f3100225b80 1 -- 172.21.15.12:0/3918290115 shutdown_connections 2024-05-21T00:18:34.381 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.379+0000 7f3100225b80 1 --2- 172.21.15.12:0/3918290115 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x562a0b8da5b0 0x562a0b8dca10 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.381 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.379+0000 7f3100225b80 1 --2- 172.21.15.12:0/3918290115 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x562a0b85a850 0x562a0b863f40 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.379+0000 7f3100225b80 1 --2- 172.21.15.12:0/3918290115 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x562a0b854900 0x562a0b8634c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.379+0000 7f3100225b80 1 --2- 172.21.15.12:0/3918290115 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x562a0b859f30 0x562a0b863a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.379+0000 7f3100225b80 1 -- 172.21.15.12:0/3918290115 >> 172.21.15.12:0/3918290115 conn(0x562a0b782c60 msgr2=0x562a0b858bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:34.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.380+0000 7f30d8c00700 0 client.25474 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:34.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.380+0000 7f3100225b80 1 -- 172.21.15.12:0/3918290115 shutdown_connections 2024-05-21T00:18:34.382 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.380+0000 7f3100225b80 1 -- 172.21.15.12:0/3918290115 wait complete. 2024-05-21T00:18:34.383 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.381+0000 7f3100225b80 20 client.25474 trim_cache size 0 max 16384 2024-05-21T00:18:34.383 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:18:34.383 INFO:teuthology.orchestra.run.smithi012.stdout: "return_code": 0, 2024-05-21T00:18:34.383 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_tag": "6c36e507-c744-4003-a8fc-195b3be951c7", 2024-05-21T00:18:34.383 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": "asynchronous" 2024-05-21T00:18:34.383 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:18:34.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.382+0000 7f30f5800700 1 -- 172.21.15.12:0/2934063265 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30d40b2900 msgr2=0x7f30d40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:34.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.382+0000 7f30f5800700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30d40b2900 0x7f30d40b4dc0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f30e8009410 tx=0x7f30e8004ad0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.382+0000 7f30f5800700 1 -- 172.21.15.12:0/2934063265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f006bbe0 msgr2=0x7f30f01a0e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:34.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.382+0000 7f30f5800700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f006bbe0 0x7f30f01a0e10 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f30dc00e9a0 tx=0x7f30dc00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.382+0000 7f30f5800700 1 -- 172.21.15.12:0/2934063265 shutdown_connections 2024-05-21T00:18:34.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.382+0000 7f30f5800700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30d40b2900 0x7f30d40b4dc0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.382+0000 7f30f5800700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f01095b0 0x7f30f010f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.382+0000 7f30f5800700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30f006b220 0x7f30f01a08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.384 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.382+0000 7f30f5800700 1 --2- 172.21.15.12:0/2934063265 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f006bbe0 0x7f30f01a0e10 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:34.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.382+0000 7f30f5800700 1 -- 172.21.15.12:0/2934063265 >> 172.21.15.12:0/2934063265 conn(0x7f30f00793f0 msgr2=0x7f30f0101050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:34.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.383+0000 7f30f5800700 1 -- 172.21.15.12:0/2934063265 shutdown_connections 2024-05-21T00:18:34.385 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:34.383+0000 7f30f5800700 1 -- 172.21.15.12:0/2934063265 wait complete. 2024-05-21T00:18:35.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:34 smithi077 ceph-mon[36377]: pgmap v484: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:35.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:34 smithi012 ceph-mon[31403]: pgmap v484: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:35.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:34 smithi060 ceph-mon[36426]: pgmap v484: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:35.352 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:18:36.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:35 smithi077 ceph-mon[36377]: scrub queued for path: / 2024-05-21T00:18:36.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:35 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:18:36.031 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:35 smithi077 ceph-mon[36377]: scrub summary: active paths [/] 2024-05-21T00:18:36.031 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:35 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:18:36.041 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:35 smithi012 ceph-mon[31403]: scrub queued for path: / 2024-05-21T00:18:36.041 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:35 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:18:36.041 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:35 smithi012 ceph-mon[31403]: scrub summary: active paths [/] 2024-05-21T00:18:36.041 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:35 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:18:36.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:35 smithi060 ceph-mon[36426]: scrub queued for path: / 2024-05-21T00:18:36.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:35 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:18:36.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:35 smithi060 ceph-mon[36426]: scrub summary: active paths [/] 2024-05-21T00:18:36.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:35 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:18:36.536 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:36.818 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:36 smithi012 ceph-mon[31403]: pgmap v485: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:18:37.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:36 smithi077 ceph-mon[36377]: pgmap v485: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:18:37.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:36 smithi060 ceph-mon[36426]: pgmap v485: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:18:37.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.792+0000 7f2acb200700 1 -- 172.21.15.12:0/1392230724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2acc104fe0 msgr2=0x7f2acc105460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:37.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.792+0000 7f2acb200700 1 --2- 172.21.15.12:0/1392230724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2acc104fe0 0x7f2acc105460 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2ab80099c0 tx=0x7f2ab8009cd0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.792+0000 7f2acb200700 1 -- 172.21.15.12:0/1392230724 shutdown_connections 2024-05-21T00:18:37.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.792+0000 7f2acb200700 1 --2- 172.21.15.12:0/1392230724 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2acc1059a0 0x7f2acc110380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.792+0000 7f2acb200700 1 --2- 172.21.15.12:0/1392230724 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2acc1036f0 0x7f2acc103ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.792+0000 7f2acb200700 1 --2- 172.21.15.12:0/1392230724 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2acc104fe0 0x7f2acc105460 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.792+0000 7f2acb200700 1 -- 172.21.15.12:0/1392230724 >> 172.21.15.12:0/1392230724 conn(0x7f2acc0feea0 msgr2=0x7f2acc1012c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:37.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.793+0000 7f2acb200700 1 -- 172.21.15.12:0/1392230724 shutdown_connections 2024-05-21T00:18:37.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.793+0000 7f2acb200700 1 -- 172.21.15.12:0/1392230724 wait complete. 2024-05-21T00:18:37.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.794+0000 7f2acb200700 1 Processor -- start 2024-05-21T00:18:37.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.794+0000 7f2acb200700 1 -- start start 2024-05-21T00:18:37.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.794+0000 7f2acb200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2acc1036f0 0x7f2acc19f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.794+0000 7f2acb200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2acc104fe0 0x7f2acc19fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2acb200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2acc1059a0 0x7f2acc199880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2acb200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc1136a0 con 0x7f2acc104fe0 2024-05-21T00:18:37.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2acb200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc113520 con 0x7f2acc1059a0 2024-05-21T00:18:37.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2acb200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc113820 con 0x7f2acc1036f0 2024-05-21T00:18:37.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2ac9e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2acc1036f0 0x7f2acc19f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2ac9e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2acc1036f0 0x7f2acc19f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:41940/0 (socket says 172.21.15.12:41940) 2024-05-21T00:18:37.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2ac9e00700 1 -- 172.21.15.12:0/3100460763 learned_addr learned my addr 172.21.15.12:0/3100460763 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:37.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2ac9400700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2acc104fe0 0x7f2acc19fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2aca800700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2acc1059a0 0x7f2acc199880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2ac9e00700 1 -- 172.21.15.12:0/3100460763 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2acc1059a0 msgr2=0x7f2acc199880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:37.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2ac9e00700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2acc1059a0 0x7f2acc199880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2ac9e00700 1 -- 172.21.15.12:0/3100460763 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2acc104fe0 msgr2=0x7f2acc19fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:37.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2ac9e00700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2acc104fe0 0x7f2acc19fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2ac9e00700 1 -- 172.21.15.12:0/3100460763 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2acc199fe0 con 0x7f2acc1036f0 2024-05-21T00:18:37.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.795+0000 7f2aca800700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2acc1059a0 0x7f2acc199880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:37.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.796+0000 7f2ac9e00700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2acc1036f0 0x7f2acc19f6c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f2abc00e9a0 tx=0x7f2abc00ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:37.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.796+0000 7f2ac2a00700 1 -- 172.21.15.12:0/3100460763 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2abc00cbd0 con 0x7f2acc1036f0 2024-05-21T00:18:37.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.796+0000 7f2acb200700 1 -- 172.21.15.12:0/3100460763 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2acc19a2d0 con 0x7f2acc1036f0 2024-05-21T00:18:37.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.796+0000 7f2ac2a00700 1 -- 172.21.15.12:0/3100460763 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2abc00cd70 con 0x7f2acc1036f0 2024-05-21T00:18:37.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.796+0000 7f2ac2a00700 1 -- 172.21.15.12:0/3100460763 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2abc018680 con 0x7f2acc1036f0 2024-05-21T00:18:37.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.796+0000 7f2acb200700 1 -- 172.21.15.12:0/3100460763 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2acc075770 con 0x7f2acc1036f0 2024-05-21T00:18:37.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.800+0000 7f2ac2a00700 1 -- 172.21.15.12:0/3100460763 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f2abc0188c0 con 0x7f2acc1036f0 2024-05-21T00:18:37.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.802+0000 7f2adb4f1b80 1 Processor -- start 2024-05-21T00:18:37.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.802+0000 7f2adb4f1b80 1 -- start start 2024-05-21T00:18:37.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.802+0000 7f2adb4f1b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699640 0x55ceb7699a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.802+0000 7f2adb4f1b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7699f60 0x55ceb7693b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.802+0000 7f2adb4f1b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7694170 0x55ceb76945f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.802+0000 7f2adb4f1b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ceb75f1fd0 con 0x55ceb7699640 2024-05-21T00:18:37.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.802+0000 7f2adb4f1b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55ceb75e1b70 con 0x55ceb7694170 2024-05-21T00:18:37.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.802+0000 7f2adb4f1b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55ceb75e5bb0 con 0x55ceb7699f60 2024-05-21T00:18:37.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.803+0000 7f2ac2a00700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2ab00b2930 0x7f2ab00b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.803+0000 7f2ac9e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7699f60 0x55ceb7693b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.803+0000 7f2ac9e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7699f60 0x55ceb7693b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:41944/0 (socket says 172.21.15.12:41944) 2024-05-21T00:18:37.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.803+0000 7f2ac9e00700 1 -- 172.21.15.12:0/2487904804 learned_addr learned my addr 172.21.15.12:0/2487904804 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:37.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.803+0000 7f2aca800700 1 --2- 172.21.15.12:0/2487904804 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699640 0x55ceb7699a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.803+0000 7f2ac9400700 1 --2- 172.21.15.12:0/2487904804 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7694170 0x55ceb76945f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.803+0000 7f2ac2a00700 1 -- 172.21.15.12:0/3100460763 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f2abc0e2600 con 0x7f2acc1036f0 2024-05-21T00:18:37.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.804+0000 7f2ac9400700 1 -- 172.21.15.12:0/2487904804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7699f60 msgr2=0x55ceb7693b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:37.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.804+0000 7f2ac9400700 1 --2- 172.21.15.12:0/2487904804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7699f60 0x55ceb7693b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.804+0000 7f2ac9400700 1 -- 172.21.15.12:0/2487904804 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699640 msgr2=0x55ceb7699a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:37.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.804+0000 7f2ac9400700 1 --2- 172.21.15.12:0/2487904804 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699640 0x55ceb7699a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.804+0000 7f2ac9400700 1 -- 172.21.15.12:0/2487904804 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ceb75aa5b0 con 0x55ceb7694170 2024-05-21T00:18:37.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.804+0000 7f2aca800700 1 --2- 172.21.15.12:0/2487904804 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699640 0x55ceb7699a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:37.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.804+0000 7f2ac9e00700 1 --2- 172.21.15.12:0/2487904804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7699f60 0x55ceb7693b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:37.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.804+0000 7f2ac9400700 1 --2- 172.21.15.12:0/2487904804 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7694170 0x55ceb76945f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2ab8009990 tx=0x7f2ab8003680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d0011eaeb3098fca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:37.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.804+0000 7f2aca800700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2ab00b2930 0x7f2ab00b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.805+0000 7f2ab7400700 1 -- 172.21.15.12:0/2487904804 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab8027070 con 0x55ceb7694170 2024-05-21T00:18:37.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.805+0000 7f2ab7400700 1 -- 172.21.15.12:0/2487904804 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ab8009590 con 0x55ceb7694170 2024-05-21T00:18:37.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.805+0000 7f2ab7400700 1 -- 172.21.15.12:0/2487904804 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab8003e60 con 0x55ceb7694170 2024-05-21T00:18:37.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.806+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/2487904804 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7694170 msgr2=0x55ceb76945f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:37.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.806+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/2487904804 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7694170 0x55ceb76945f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2ab8009990 tx=0x7f2ab8003680 comp rx=0 tx=0).stop 2024-05-21T00:18:37.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.806+0000 7f2aca800700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2ab00b2930 0x7f2ab00b4df0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2ac40075c0 tx=0x7f2ac4009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:37.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.806+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/2487904804 shutdown_connections 2024-05-21T00:18:37.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.806+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/2487904804 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7694170 0x55ceb76945f0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.806+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/2487904804 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699640 0x55ceb7699a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.806+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/2487904804 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7699f60 0x55ceb7693b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.806+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/2487904804 >> 172.21.15.12:0/2487904804 conn(0x55ceb75c1d70 msgr2=0x55ceb768e6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:37.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.806+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/2487904804 shutdown_connections 2024-05-21T00:18:37.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.806+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/2487904804 wait complete. 2024-05-21T00:18:37.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.807+0000 7f2adb4f1b80 1 -- start start 2024-05-21T00:18:37.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.807+0000 7f2adb4f1b80 1 Processor -- start 2024-05-21T00:18:37.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.808+0000 7f2adb4f1b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7694170 0x55ceb769fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.808+0000 7f2adb4f1b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7699640 0x55ceb769d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.808+0000 7f2adb4f1b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 0x55ceb769d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.808+0000 7f2adb4f1b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ceb74e8130 con 0x55ceb7699f60 2024-05-21T00:18:37.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.808+0000 7f2adb4f1b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55ceb75828f0 con 0x55ceb7699640 2024-05-21T00:18:37.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.808+0000 7f2adb4f1b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55ceb76a09b0 con 0x55ceb7694170 2024-05-21T00:18:37.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.808+0000 7f2adb4f1b80 10 client.0 _ll_register_callbacks cb 0x55ceb758be00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:37.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.808+0000 7f2ac9400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7699640 0x55ceb769d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.808+0000 7f2ac9e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7694170 0x55ceb769fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.808+0000 7f2ac9400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7699640 0x55ceb769d0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:55504/0 (socket says 172.21.15.12:55504) 2024-05-21T00:18:37.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.808+0000 7f2ac9400700 1 -- 172.21.15.12:0/1038005674 learned_addr learned my addr 172.21.15.12:0/1038005674 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:37.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.809+0000 7f2aca800700 1 --2- 172.21.15.12:0/1038005674 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 0x55ceb769d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.809+0000 7f2ac9400700 1 -- 172.21.15.12:0/1038005674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7694170 msgr2=0x55ceb769fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:37.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.809+0000 7f2ac9400700 1 --2- 172.21.15.12:0/1038005674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7694170 0x55ceb769fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.809+0000 7f2ac9400700 1 -- 172.21.15.12:0/1038005674 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 msgr2=0x55ceb769d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:37.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.809+0000 7f2ac9400700 1 --2- 172.21.15.12:0/1038005674 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 0x55ceb769d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.809+0000 7f2ac9400700 1 -- 172.21.15.12:0/1038005674 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ceb7531a60 con 0x55ceb7699640 2024-05-21T00:18:37.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.809+0000 7f2ac9e00700 1 --2- 172.21.15.12:0/1038005674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7694170 0x55ceb769fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:37.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.809+0000 7f2ac9400700 1 --2- 172.21.15.12:0/1038005674 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7699640 0x55ceb769d0e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2ab8006010 tx=0x7f2ab80056b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fcc539807d73360f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:37.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.809+0000 7f2aabe00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:18:37.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.810+0000 7f2aabe00700 1 -- 172.21.15.12:0/1038005674 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ab8031060 con 0x55ceb7699640 2024-05-21T00:18:37.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.810+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/1038005674 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ab8009590 con 0x55ceb7699640 2024-05-21T00:18:37.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.810+0000 7f2aabe00700 1 -- 172.21.15.12:0/1038005674 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f2ab8003bd0 con 0x55ceb7699640 2024-05-21T00:18:37.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.810+0000 7f2aabe00700 1 -- 172.21.15.12:0/1038005674 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2ab8027070 con 0x55ceb7699640 2024-05-21T00:18:37.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.810+0000 7f2adb4f1b80 10 client.25469 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:37.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.810+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/1038005674 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ceb75b21f0 con 0x55ceb7699640 2024-05-21T00:18:37.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.810+0000 7f2aabe00700 1 -- 172.21.15.12:0/1038005674 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2ab8009590 con 0x55ceb7699640 2024-05-21T00:18:37.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.811+0000 7f2aabe00700 1 -- 172.21.15.12:0/1038005674 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2ab8021030 con 0x55ceb7699640 2024-05-21T00:18:37.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.811+0000 7f2adb4f1b80 10 client.25469 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:37.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.811+0000 7f2adb4f1b80 10 client.25469 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:18:37.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.811+0000 7f2adb4f1b80 20 client.25469 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:37.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.811+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/1038005674 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ceb76b5c40 0x55ceb76b8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.811+0000 7f2adb4f1b80 4 client.25469 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:37.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.811+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/1038005674 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ceb75f3f20 con 0x55ceb76b5c40 2024-05-21T00:18:37.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.811+0000 7f2ac9e00700 1 --2- 172.21.15.12:0/1038005674 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ceb76b5c40 0x55ceb76b8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.812+0000 7f2aabe00700 10 client.25469 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:37.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.812+0000 7f2ac9e00700 1 --2- 172.21.15.12:0/1038005674 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ceb76b5c40 0x55ceb76b8030 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c6c075b1eff68c3 server_cookie=e19459c89ed746fb in_seq=0 out_seq=0 2024-05-21T00:18:37.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.813+0000 7f2aabe00700 1 -- 172.21.15.12:0/1038005674 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ceb75f3f20 con 0x55ceb76b5c40 2024-05-21T00:18:37.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.813+0000 7f2aabe00700 10 client.25469 handle_command_reply: tid=0 2024-05-21T00:18:37.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.813+0000 7f2adb4f1b80 1 client.25469 shutdown 2024-05-21T00:18:37.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.813+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/1038005674 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7699640 msgr2=0x55ceb769d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:37.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.813+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/1038005674 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7699640 0x55ceb769d0e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2ab8006010 tx=0x7f2ab80056b0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.813+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/1038005674 shutdown_connections 2024-05-21T00:18:37.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.813+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/1038005674 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 0x55ceb769d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.813+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/1038005674 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ceb76b5c40 0x55ceb76b8030 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.813+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/1038005674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7694170 0x55ceb769fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.813+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/1038005674 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7699640 0x55ceb769d0e0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.813+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/1038005674 >> 172.21.15.12:0/1038005674 conn(0x55ceb75c1d70 msgr2=0x55ceb7692b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:37.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.813+0000 7f2aabe00700 0 client.25469 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:37.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.814+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/1038005674 shutdown_connections 2024-05-21T00:18:37.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.814+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/1038005674 wait complete. 2024-05-21T00:18:37.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.814+0000 7f2adb4f1b80 20 client.25469 trim_cache size 0 max 16384 2024-05-21T00:18:37.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.836+0000 7f2adb4f1b80 1 Processor -- start 2024-05-21T00:18:37.837 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.836+0000 7f2adb4f1b80 1 -- start start 2024-05-21T00:18:37.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2adb4f1b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7694170 0x55ceb76bac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2adb4f1b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7699640 0x55ceb76bb1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2adb4f1b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 0x55ceb769cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2adb4f1b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc1ab590 con 0x55ceb7699f60 2024-05-21T00:18:37.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2adb4f1b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc1ad0d0 con 0x55ceb7699640 2024-05-21T00:18:37.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2adb4f1b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc1abc60 con 0x55ceb7694170 2024-05-21T00:18:37.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2ac9e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7694170 0x55ceb76bac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2aca800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 0x55ceb769cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2ac9e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7694170 0x55ceb76bac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:41962/0 (socket says 172.21.15.12:41962) 2024-05-21T00:18:37.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2ac9e00700 1 -- 172.21.15.12:0/2769399760 learned_addr learned my addr 172.21.15.12:0/2769399760 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:37.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2ac9400700 1 --2- 172.21.15.12:0/2769399760 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7699640 0x55ceb76bb1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2ac9e00700 1 -- 172.21.15.12:0/2769399760 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7699640 msgr2=0x55ceb76bb1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:37.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2ac9e00700 1 --2- 172.21.15.12:0/2769399760 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7699640 0x55ceb76bb1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2ac9e00700 1 -- 172.21.15.12:0/2769399760 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 msgr2=0x55ceb769cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:37.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2ac9e00700 1 --2- 172.21.15.12:0/2769399760 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 0x55ceb769cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.837+0000 7f2ac9e00700 1 -- 172.21.15.12:0/2769399760 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ceb769e010 con 0x55ceb7694170 2024-05-21T00:18:37.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.838+0000 7f2ac9e00700 1 --2- 172.21.15.12:0/2769399760 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7694170 0x55ceb76bac80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f2abc0a6190 tx=0x7f2abc075300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3099d008c1eb72c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:37.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.838+0000 7f2ab6a00700 1 -- 172.21.15.12:0/2769399760 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2abc0a5380 con 0x55ceb7694170 2024-05-21T00:18:37.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.838+0000 7f2ab6a00700 1 -- 172.21.15.12:0/2769399760 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2abc0b2390 con 0x55ceb7694170 2024-05-21T00:18:37.840 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.838+0000 7f2ab6a00700 1 -- 172.21.15.12:0/2769399760 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2abc0adfa0 con 0x55ceb7694170 2024-05-21T00:18:37.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.839+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/2769399760 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7694170 msgr2=0x55ceb76bac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:37.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.839+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/2769399760 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7694170 0x55ceb76bac80 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f2abc0a6190 tx=0x7f2abc075300 comp rx=0 tx=0).stop 2024-05-21T00:18:37.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.839+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/2769399760 shutdown_connections 2024-05-21T00:18:37.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.839+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/2769399760 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 0x55ceb769cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.839+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/2769399760 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7694170 0x55ceb76bac80 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.839+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/2769399760 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7699640 0x55ceb76bb1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.839+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/2769399760 >> 172.21.15.12:0/2769399760 conn(0x55ceb75c1d70 msgr2=0x55ceb769b9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:37.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.839+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/2769399760 shutdown_connections 2024-05-21T00:18:37.841 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.839+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/2769399760 wait complete. 2024-05-21T00:18:37.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.840+0000 7f2adb4f1b80 1 -- start start 2024-05-21T00:18:37.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.840+0000 7f2adb4f1b80 1 Processor -- start 2024-05-21T00:18:37.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.840+0000 7f2adb4f1b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7694170 0x55ceb76bb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2adb4f1b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7699640 0x55ceb76b9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2adb4f1b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 0x55ceb76b9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2adb4f1b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc1aca00 con 0x55ceb7699f60 2024-05-21T00:18:37.842 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2adb4f1b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc1ac330 con 0x55ceb7694170 2024-05-21T00:18:37.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2adb4f1b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f2acc1a9550 con 0x55ceb7699640 2024-05-21T00:18:37.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2adb4f1b80 10 client.0 _ll_register_callbacks cb 0x55ceb758be00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:37.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2aca800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 0x55ceb76b9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2ac9400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7699640 0x55ceb76b9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2ac9e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7694170 0x55ceb76bb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2ac9400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7699640 0x55ceb76b9760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:41974/0 (socket says 172.21.15.12:41974) 2024-05-21T00:18:37.843 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2ac9400700 1 -- 172.21.15.12:0/3360135134 learned_addr learned my addr 172.21.15.12:0/3360135134 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:37.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2aca800700 1 -- 172.21.15.12:0/3360135134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7699640 msgr2=0x55ceb76b9760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:37.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2aca800700 1 --2- 172.21.15.12:0/3360135134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7699640 0x55ceb76b9760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2aca800700 1 -- 172.21.15.12:0/3360135134 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7694170 msgr2=0x55ceb76bb3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:37.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.841+0000 7f2aca800700 1 --2- 172.21.15.12:0/3360135134 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7694170 0x55ceb76bb3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.842+0000 7f2aca800700 1 -- 172.21.15.12:0/3360135134 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ceb76ba4e0 con 0x55ceb7699f60 2024-05-21T00:18:37.844 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.842+0000 7f2ac9e00700 1 --2- 172.21.15.12:0/3360135134 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7694170 0x55ceb76bb3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:37.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.842+0000 7f2aca800700 1 --2- 172.21.15.12:0/3360135134 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 0x55ceb76b9ca0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2ac4009fa0 tx=0x7f2ac4004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2f31a3420b0f3c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:37.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.842+0000 7f2aabe00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:18:37.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.842+0000 7f2aabe00700 1 -- 172.21.15.12:0/3360135134 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ac4016c50 con 0x55ceb7699f60 2024-05-21T00:18:37.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.842+0000 7f2aabe00700 1 -- 172.21.15.12:0/3360135134 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f2ac4016df0 con 0x55ceb7699f60 2024-05-21T00:18:37.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.842+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/3360135134 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ceb75ed700 con 0x55ceb7699f60 2024-05-21T00:18:37.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.843+0000 7f2aabe00700 1 -- 172.21.15.12:0/3360135134 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2ac4003a00 con 0x55ceb7699f60 2024-05-21T00:18:37.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.843+0000 7f2adb4f1b80 10 client.15363 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:37.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.843+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/3360135134 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ceb7721570 con 0x55ceb7699f60 2024-05-21T00:18:37.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.843+0000 7f2aabe00700 1 -- 172.21.15.12:0/3360135134 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55ceb75ed700 con 0x55ceb7699f60 2024-05-21T00:18:37.845 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.843+0000 7f2aabe00700 1 -- 172.21.15.12:0/3360135134 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f2ac4025410 con 0x55ceb7699f60 2024-05-21T00:18:37.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.843+0000 7f2adb4f1b80 10 client.15363 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:37.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.843+0000 7f2adb4f1b80 10 client.15363 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:18:37.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.843+0000 7f2adb4f1b80 20 client.15363 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:37.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.843+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/3360135134 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ceb7721d70 0x55ceb7724190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:37.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.843+0000 7f2adb4f1b80 4 client.15363 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-05-21T00:18:37.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.843+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/3360135134 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x55ceb74643e0 con 0x55ceb7721d70 2024-05-21T00:18:37.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.844+0000 7f2ac9e00700 1 --2- 172.21.15.12:0/3360135134 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ceb7721d70 0x55ceb7724190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:37.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.844+0000 7f2ac9e00700 1 --2- 172.21.15.12:0/3360135134 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ceb7721d70 0x55ceb7724190 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6dd12a6fc75a209 server_cookie=3fcb7dae122364ae in_seq=0 out_seq=0 2024-05-21T00:18:37.846 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.844+0000 7f2aabe00700 10 client.15363 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:37.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.857+0000 7f2aabe00700 1 -- 172.21.15.12:0/3360135134 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x55ceb74643e0 con 0x55ceb7721d70 2024-05-21T00:18:37.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.857+0000 7f2aabe00700 10 client.15363 handle_command_reply: tid=0 2024-05-21T00:18:37.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.857+0000 7f2adb4f1b80 1 client.15363 shutdown 2024-05-21T00:18:37.859 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:37 smithi012 ceph-mon[31403]: scrub summary: idle 2024-05-21T00:18:37.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.857+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/3360135134 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 msgr2=0x55ceb76b9ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:37.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.857+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/3360135134 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 0x55ceb76b9ca0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2ac4009fa0 tx=0x7f2ac4004ad0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.858+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/3360135134 shutdown_connections 2024-05-21T00:18:37.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.858+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/3360135134 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ceb7699f60 0x55ceb76b9ca0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.858+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/3360135134 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ceb7694170 0x55ceb76bb3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.858+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/3360135134 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55ceb7721d70 0x55ceb7724190 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.858+0000 7f2adb4f1b80 1 --2- 172.21.15.12:0/3360135134 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ceb7699640 0x55ceb76b9760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.858+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/3360135134 >> 172.21.15.12:0/3360135134 conn(0x55ceb75c1d70 msgr2=0x55ceb769cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:37.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.858+0000 7f2aabe00700 0 client.15363 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:37.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.858+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/3360135134 shutdown_connections 2024-05-21T00:18:37.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.859+0000 7f2adb4f1b80 1 -- 172.21.15.12:0/3360135134 wait complete. 2024-05-21T00:18:37.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.859+0000 7f2adb4f1b80 20 client.15363 trim_cache size 0 max 16384 2024-05-21T00:18:37.861 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:18:37.861 INFO:teuthology.orchestra.run.smithi012.stdout: "epoch": 29, 2024-05-21T00:18:37.861 INFO:teuthology.orchestra.run.smithi012.stdout: "leader": 24538, 2024-05-21T00:18:37.861 INFO:teuthology.orchestra.run.smithi012.stdout: "set_version": 2, 2024-05-21T00:18:37.861 INFO:teuthology.orchestra.run.smithi012.stdout: "sets": { 2024-05-21T00:18:37.861 INFO:teuthology.orchestra.run.smithi012.stdout: "831a9361": { 2024-05-21T00:18:37.861 INFO:teuthology.orchestra.run.smithi012.stdout: "version": 2, 2024-05-21T00:18:37.861 INFO:teuthology.orchestra.run.smithi012.stdout: "age_ref": 0.0, 2024-05-21T00:18:37.861 INFO:teuthology.orchestra.run.smithi012.stdout: "state": { 2024-05-21T00:18:37.861 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "QUIESCED", 2024-05-21T00:18:37.861 INFO:teuthology.orchestra.run.smithi012.stdout: "age": 0.0 2024-05-21T00:18:37.861 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:18:37.861 INFO:teuthology.orchestra.run.smithi012.stdout: "timeout": 90.0, 2024-05-21T00:18:37.862 INFO:teuthology.orchestra.run.smithi012.stdout: "expiration": 150.0, 2024-05-21T00:18:37.862 INFO:teuthology.orchestra.run.smithi012.stdout: "members": { 2024-05-21T00:18:37.862 INFO:teuthology.orchestra.run.smithi012.stdout: "file:/": { 2024-05-21T00:18:37.862 INFO:teuthology.orchestra.run.smithi012.stdout: "excluded": false, 2024-05-21T00:18:37.862 INFO:teuthology.orchestra.run.smithi012.stdout: "state": { 2024-05-21T00:18:37.862 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "QUIESCED", 2024-05-21T00:18:37.862 INFO:teuthology.orchestra.run.smithi012.stdout: "age": 0.0 2024-05-21T00:18:37.862 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:18:37.862 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:18:37.862 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:18:37.862 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:18:37.862 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:18:37.862 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:18:37.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.860+0000 7f2acb200700 1 -- 172.21.15.12:0/3100460763 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2ab00b2930 msgr2=0x7f2ab00b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:37.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.860+0000 7f2acb200700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2ab00b2930 0x7f2ab00b4df0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2ac40075c0 tx=0x7f2ac4009040 comp rx=0 tx=0).stop 2024-05-21T00:18:37.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.860+0000 7f2acb200700 1 -- 172.21.15.12:0/3100460763 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2acc1036f0 msgr2=0x7f2acc19f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:37.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.860+0000 7f2acb200700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2acc1036f0 0x7f2acc19f6c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f2abc00e9a0 tx=0x7f2abc00ed60 comp rx=0 tx=0).stop 2024-05-21T00:18:37.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.860+0000 7f2acb200700 1 -- 172.21.15.12:0/3100460763 shutdown_connections 2024-05-21T00:18:37.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.860+0000 7f2acb200700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2acc1059a0 0x7f2acc199880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.860+0000 7f2acb200700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2acc1036f0 0x7f2acc19f6c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.860+0000 7f2acb200700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f2ab00b2930 0x7f2ab00b4df0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.860+0000 7f2acb200700 1 --2- 172.21.15.12:0/3100460763 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2acc104fe0 0x7f2acc19fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:37.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.860+0000 7f2acb200700 1 -- 172.21.15.12:0/3100460763 >> 172.21.15.12:0/3100460763 conn(0x7f2acc0feea0 msgr2=0x7f2acc0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:37.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.861+0000 7f2acb200700 1 -- 172.21.15.12:0/3100460763 shutdown_connections 2024-05-21T00:18:37.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:37.861+0000 7f2acb200700 1 -- 172.21.15.12:0/3100460763 wait complete. 2024-05-21T00:18:38.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:37 smithi077 ceph-mon[36377]: scrub summary: idle 2024-05-21T00:18:38.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:37 smithi060 ceph-mon[36426]: scrub summary: idle 2024-05-21T00:18:38.936 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:38 smithi012 ceph-mon[31403]: pgmap v486: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:18:39.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:38 smithi077 ceph-mon[36377]: pgmap v486: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:18:39.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:38 smithi060 ceph-mon[36426]: pgmap v486: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:18:39.266 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '831a9361', quiesce took 11.3 seconds. Will release after: 18.7 2024-05-21T00:18:39.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.861+0000 7f5bdae00700 1 -- 172.21.15.12:0/578865693 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bd4108500 msgr2=0x7f5bd41088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:39.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.861+0000 7f5bdae00700 1 --2- 172.21.15.12:0/578865693 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bd4108500 0x7f5bd41088e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4009990 tx=0x7f5bc4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.861+0000 7f5bdae00700 1 -- 172.21.15.12:0/578865693 shutdown_connections 2024-05-21T00:18:39.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.861+0000 7f5bdae00700 1 --2- 172.21.15.12:0/578865693 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bd4103f90 0x7f5bd4110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.861+0000 7f5bdae00700 1 --2- 172.21.15.12:0/578865693 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bd4108500 0x7f5bd41088e0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.861+0000 7f5bdae00700 1 --2- 172.21.15.12:0/578865693 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bd41035f0 0x7f5bd4103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.863 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.861+0000 7f5bdae00700 1 -- 172.21.15.12:0/578865693 >> 172.21.15.12:0/578865693 conn(0x7f5bd407a6a0 msgr2=0x7f5bd407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:39.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.861+0000 7f5bdae00700 1 -- 172.21.15.12:0/578865693 shutdown_connections 2024-05-21T00:18:39.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.862+0000 7f5bdae00700 1 -- 172.21.15.12:0/578865693 wait complete. 2024-05-21T00:18:39.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.863+0000 7f5bdae00700 1 Processor -- start 2024-05-21T00:18:39.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.863+0000 7f5bdae00700 1 -- start start 2024-05-21T00:18:39.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.863+0000 7f5bdae00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bd41035f0 0x7f5bd419bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.863+0000 7f5bdae00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bd4103f90 0x7f5bd419c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.863+0000 7f5bdae00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bd4108500 0x7f5bd41a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.863+0000 7f5bdae00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd4113770 con 0x7f5bd4103f90 2024-05-21T00:18:39.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.863+0000 7f5bdae00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd41135f0 con 0x7f5bd4108500 2024-05-21T00:18:39.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.863+0000 7f5bdae00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd41138f0 con 0x7f5bd41035f0 2024-05-21T00:18:39.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.864+0000 7f5bd3e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bd41035f0 0x7f5bd419bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.864+0000 7f5bcbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bd4103f90 0x7f5bd419c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.864+0000 7f5bd3e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bd41035f0 0x7f5bd419bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:41990/0 (socket says 172.21.15.12:41990) 2024-05-21T00:18:39.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.864+0000 7f5bd3e00700 1 -- 172.21.15.12:0/2052362034 learned_addr learned my addr 172.21.15.12:0/2052362034 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:39.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.864+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bd4108500 0x7f5bd41a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.864+0000 7f5bd3e00700 1 -- 172.21.15.12:0/2052362034 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bd4108500 msgr2=0x7f5bd41a07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:39.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.864+0000 7f5bd3e00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bd4108500 0x7f5bd41a07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.864+0000 7f5bd3e00700 1 -- 172.21.15.12:0/2052362034 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bd4103f90 msgr2=0x7f5bd419c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:39.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.864+0000 7f5bd3e00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bd4103f90 0x7f5bd419c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.864+0000 7f5bd3e00700 1 -- 172.21.15.12:0/2052362034 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bd41a0f30 con 0x7f5bd41035f0 2024-05-21T00:18:39.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.864+0000 7f5bcbe00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bd4103f90 0x7f5bd419c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:39.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.864+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bd4108500 0x7f5bd41a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:39.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.865+0000 7f5bd3e00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bd41035f0 0x7f5bd419bf20 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4000c00 tx=0x7f5bc40047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:39.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.865+0000 7f5bd1600700 1 -- 172.21.15.12:0/2052362034 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc4026070 con 0x7f5bd41035f0 2024-05-21T00:18:39.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.865+0000 7f5bd1600700 1 -- 172.21.15.12:0/2052362034 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bc4021410 con 0x7f5bd41035f0 2024-05-21T00:18:39.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.865+0000 7f5bdae00700 1 -- 172.21.15.12:0/2052362034 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bd41a11c0 con 0x7f5bd41035f0 2024-05-21T00:18:39.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.865+0000 7f5bd1600700 1 -- 172.21.15.12:0/2052362034 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc4017650 con 0x7f5bd41035f0 2024-05-21T00:18:39.867 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.865+0000 7f5bdae00700 1 -- 172.21.15.12:0/2052362034 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bd41a8aa0 con 0x7f5bd41035f0 2024-05-21T00:18:39.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.870+0000 7f5be5880b80 1 Processor -- start 2024-05-21T00:18:39.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.870+0000 7f5bd1600700 1 -- 172.21.15.12:0/2052362034 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5bc4029070 con 0x7f5bd41035f0 2024-05-21T00:18:39.871 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.870+0000 7f5be5880b80 1 -- start start 2024-05-21T00:18:39.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.871+0000 7f5be5880b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f59eb0 0x55cb49f5a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.871+0000 7f5be5880b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f5a7d0 0x55cb49f54260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.871+0000 7f5be5880b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f54ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.871+0000 7f5be5880b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55cb49eb2e40 con 0x55cb49f54880 2024-05-21T00:18:39.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.871+0000 7f5be5880b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55cb49ea29e0 con 0x55cb49f5a7d0 2024-05-21T00:18:39.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.871+0000 7f5be5880b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55cb49ea6a20 con 0x55cb49f59eb0 2024-05-21T00:18:39.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.871+0000 7f5bd8e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f59eb0 0x55cb49f5a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.871+0000 7f5bd8e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f59eb0 0x55cb49f5a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:41996/0 (socket says 172.21.15.12:41996) 2024-05-21T00:18:39.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.871+0000 7f5bd8e00700 1 -- 172.21.15.12:0/2653310710 learned_addr learned my addr 172.21.15.12:0/2653310710 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:39.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.872+0000 7f5bcbe00700 1 --2- 172.21.15.12:0/2653310710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f54ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.872+0000 7f5bd8e00700 1 -- 172.21.15.12:0/2653310710 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f5a7d0 msgr2=0x55cb49f54260 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:18:39.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.872+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/2653310710 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f5a7d0 0x55cb49f54260 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.872+0000 7f5bd8e00700 1 -- 172.21.15.12:0/2653310710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 msgr2=0x55cb49f54ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:39.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.872+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/2653310710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f54ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.872+0000 7f5bd8e00700 1 -- 172.21.15.12:0/2653310710 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb49e6b420 con 0x55cb49f59eb0 2024-05-21T00:18:39.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.872+0000 7f5bcbe00700 1 --2- 172.21.15.12:0/2653310710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f54ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:39.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.872+0000 7f5bd1600700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bb80b2900 0x7f5bb80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.873+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/2653310710 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f59eb0 0x55cb49f5a290 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc003e00 tx=0x7f5bcc009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=528eaf99611baa27 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:39.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.873+0000 7f5bd1600700 1 -- 172.21.15.12:0/2052362034 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f5bc40e2d50 con 0x7f5bd41035f0 2024-05-21T00:18:39.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.873+0000 7f5bd3e00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bb80b2900 0x7f5bb80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.873+0000 7f5bc9600700 1 -- 172.21.15.12:0/2653310710 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bcc019020 con 0x55cb49f59eb0 2024-05-21T00:18:39.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.873+0000 7f5bc9600700 1 -- 172.21.15.12:0/2653310710 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bcc0092d0 con 0x55cb49f59eb0 2024-05-21T00:18:39.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.873+0000 7f5bc9600700 1 -- 172.21.15.12:0/2653310710 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bcc007910 con 0x55cb49f59eb0 2024-05-21T00:18:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.874+0000 7f5be5880b80 1 -- 172.21.15.12:0/2653310710 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f59eb0 msgr2=0x55cb49f5a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.874+0000 7f5bd3e00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bb80b2900 0x7f5bb80b4dc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5bc40aa360 tx=0x7f5bc400ff90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.874+0000 7f5be5880b80 1 --2- 172.21.15.12:0/2653310710 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f59eb0 0x55cb49f5a290 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc003e00 tx=0x7f5bcc009920 comp rx=0 tx=0).stop 2024-05-21T00:18:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.874+0000 7f5be5880b80 1 -- 172.21.15.12:0/2653310710 shutdown_connections 2024-05-21T00:18:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.874+0000 7f5be5880b80 1 --2- 172.21.15.12:0/2653310710 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f54ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.874+0000 7f5be5880b80 1 --2- 172.21.15.12:0/2653310710 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f59eb0 0x55cb49f5a290 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.874+0000 7f5be5880b80 1 --2- 172.21.15.12:0/2653310710 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f5a7d0 0x55cb49f54260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.874+0000 7f5be5880b80 1 -- 172.21.15.12:0/2653310710 >> 172.21.15.12:0/2653310710 conn(0x55cb49e82be0 msgr2=0x55cb49f4f010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.874+0000 7f5be5880b80 1 -- 172.21.15.12:0/2653310710 shutdown_connections 2024-05-21T00:18:39.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.874+0000 7f5be5880b80 1 -- 172.21.15.12:0/2653310710 wait complete. 2024-05-21T00:18:39.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.875+0000 7f5be5880b80 1 -- start start 2024-05-21T00:18:39.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.875+0000 7f5be5880b80 1 Processor -- start 2024-05-21T00:18:39.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.876+0000 7f5be5880b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f54880 0x55cb49f60560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.876+0000 7f5be5880b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f5d970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.876+0000 7f5be5880b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f5a7d0 0x55cb49f5deb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.876+0000 7f5be5880b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55cb49da8fa0 con 0x55cb49f5a7d0 2024-05-21T00:18:39.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.876+0000 7f5be5880b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55cb49e43760 con 0x55cb49f59eb0 2024-05-21T00:18:39.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.876+0000 7f5be5880b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55cb49f61240 con 0x55cb49f54880 2024-05-21T00:18:39.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.876+0000 7f5be5880b80 10 client.0 _ll_register_callbacks cb 0x55cb49e4cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:39.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.876+0000 7f5bd8e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f54880 0x55cb49f60560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.876+0000 7f5bcbe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f5d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.876+0000 7f5bcbe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f5d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:55572/0 (socket says 172.21.15.12:55572) 2024-05-21T00:18:39.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.876+0000 7f5bcbe00700 1 -- 172.21.15.12:0/2914197919 learned_addr learned my addr 172.21.15.12:0/2914197919 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:39.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.876+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/2914197919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f5a7d0 0x55cb49f5deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.877+0000 7f5bcbe00700 1 -- 172.21.15.12:0/2914197919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f54880 msgr2=0x55cb49f60560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:39.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.877+0000 7f5bcbe00700 1 --2- 172.21.15.12:0/2914197919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f54880 0x55cb49f60560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.877+0000 7f5bcbe00700 1 -- 172.21.15.12:0/2914197919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f5a7d0 msgr2=0x55cb49f5deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:39.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.877+0000 7f5bcbe00700 1 --2- 172.21.15.12:0/2914197919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f5a7d0 0x55cb49f5deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.877+0000 7f5bcbe00700 1 -- 172.21.15.12:0/2914197919 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb49df28d0 con 0x55cb49f59eb0 2024-05-21T00:18:39.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.877+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/2914197919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f54880 0x55cb49f60560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:39.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.877+0000 7f5bcbe00700 1 --2- 172.21.15.12:0/2914197919 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f5d970 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc011ce0 tx=0x7f5bbc009e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b35c81b6af20a76c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:39.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.877+0000 7f5bc2000700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:18:39.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.877+0000 7f5bc2000700 1 -- 172.21.15.12:0/2914197919 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc00fc40 con 0x55cb49f59eb0 2024-05-21T00:18:39.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.878+0000 7f5be5880b80 1 -- 172.21.15.12:0/2914197919 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5bcc0092d0 con 0x55cb49f59eb0 2024-05-21T00:18:39.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.878+0000 7f5bc2000700 1 -- 172.21.15.12:0/2914197919 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f5bbc00fde0 con 0x55cb49f59eb0 2024-05-21T00:18:39.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.878+0000 7f5bc2000700 1 -- 172.21.15.12:0/2914197919 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5bbc025400 con 0x55cb49f59eb0 2024-05-21T00:18:39.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.878+0000 7f5be5880b80 10 client.25484 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:39.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.878+0000 7f5be5880b80 1 -- 172.21.15.12:0/2914197919 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cb49e73060 con 0x55cb49f59eb0 2024-05-21T00:18:39.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.879+0000 7f5bc2000700 1 -- 172.21.15.12:0/2914197919 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bcc0092d0 con 0x55cb49f59eb0 2024-05-21T00:18:39.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.879+0000 7f5bc2000700 1 -- 172.21.15.12:0/2914197919 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f5bbc019070 con 0x55cb49f59eb0 2024-05-21T00:18:39.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.879+0000 7f5be5880b80 10 client.25484 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:39.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.879+0000 7f5be5880b80 10 client.25484 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:18:39.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.879+0000 7f5be5880b80 20 client.25484 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:39.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.879+0000 7f5be5880b80 1 --2- 172.21.15.12:0/2914197919 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cb49f6df90 0x55cb49f703b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.879+0000 7f5be5880b80 4 client.25484 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:39.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.879+0000 7f5be5880b80 1 -- 172.21.15.12:0/2914197919 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cb49eb4d90 con 0x55cb49f6df90 2024-05-21T00:18:39.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.880+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/2914197919 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cb49f6df90 0x55cb49f703b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.880+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/2914197919 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cb49f6df90 0x55cb49f703b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=32bc3eb0fe7f6981 server_cookie=47d73419e3dfadce in_seq=0 out_seq=0 2024-05-21T00:18:39.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.880+0000 7f5bc2000700 10 client.25484 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:39.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.881+0000 7f5bc2000700 1 -- 172.21.15.12:0/2914197919 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55cb49eb4d90 con 0x55cb49f6df90 2024-05-21T00:18:39.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.881+0000 7f5bc2000700 10 client.25484 handle_command_reply: tid=0 2024-05-21T00:18:39.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.881+0000 7f5be5880b80 1 client.25484 shutdown 2024-05-21T00:18:39.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.881+0000 7f5be5880b80 1 -- 172.21.15.12:0/2914197919 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 msgr2=0x55cb49f5d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:39.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.881+0000 7f5be5880b80 1 --2- 172.21.15.12:0/2914197919 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f5d970 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc011ce0 tx=0x7f5bbc009e10 comp rx=0 tx=0).stop 2024-05-21T00:18:39.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.882+0000 7f5be5880b80 1 -- 172.21.15.12:0/2914197919 shutdown_connections 2024-05-21T00:18:39.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.882+0000 7f5be5880b80 1 --2- 172.21.15.12:0/2914197919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f5a7d0 0x55cb49f5deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.882+0000 7f5be5880b80 1 --2- 172.21.15.12:0/2914197919 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cb49f6df90 0x55cb49f703b0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.882+0000 7f5be5880b80 1 --2- 172.21.15.12:0/2914197919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f54880 0x55cb49f60560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.882+0000 7f5be5880b80 1 --2- 172.21.15.12:0/2914197919 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f5d970 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.882+0000 7f5be5880b80 1 -- 172.21.15.12:0/2914197919 >> 172.21.15.12:0/2914197919 conn(0x55cb49e82be0 msgr2=0x55cb49f53250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:39.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.882+0000 7f5bc2000700 0 client.25484 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:39.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.882+0000 7f5be5880b80 1 -- 172.21.15.12:0/2914197919 shutdown_connections 2024-05-21T00:18:39.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.882+0000 7f5be5880b80 1 -- 172.21.15.12:0/2914197919 wait complete. 2024-05-21T00:18:39.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.882+0000 7f5be5880b80 20 client.25484 trim_cache size 0 max 16384 2024-05-21T00:18:39.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.912+0000 7f5be5880b80 1 Processor -- start 2024-05-21T00:18:39.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.912+0000 7f5be5880b80 1 -- start start 2024-05-21T00:18:39.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.912+0000 7f5be5880b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f6a310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.912+0000 7f5be5880b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f5fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.912+0000 7f5be5880b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f5a7d0 0x55cb49f48e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.912+0000 7f5be5880b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd41afb70 con 0x55cb49f54880 2024-05-21T00:18:39.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.912+0000 7f5be5880b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd41b16b0 con 0x55cb49f59eb0 2024-05-21T00:18:39.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.912+0000 7f5be5880b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd41b0240 con 0x55cb49f5a7d0 2024-05-21T00:18:39.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.913+0000 7f5bd8e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f6a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.913+0000 7f5bcbe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f5fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.913+0000 7f5bd8e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f6a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:34050/0 (socket says 172.21.15.12:34050) 2024-05-21T00:18:39.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.913+0000 7f5bcbe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f5fde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:55578/0 (socket says 172.21.15.12:55578) 2024-05-21T00:18:39.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.913+0000 7f5bd8e00700 1 -- 172.21.15.12:0/4182473165 learned_addr learned my addr 172.21.15.12:0/4182473165 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:39.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.913+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/4182473165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f5a7d0 0x55cb49f48e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.913+0000 7f5bcbe00700 1 -- 172.21.15.12:0/4182473165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f5a7d0 msgr2=0x55cb49f48e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:39.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.913+0000 7f5bcbe00700 1 --2- 172.21.15.12:0/4182473165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f5a7d0 0x55cb49f48e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.913+0000 7f5bcbe00700 1 -- 172.21.15.12:0/4182473165 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 msgr2=0x55cb49f6a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:39.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.913+0000 7f5bcbe00700 1 --2- 172.21.15.12:0/4182473165 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f6a310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.913+0000 7f5bcbe00700 1 -- 172.21.15.12:0/4182473165 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb49f4fd40 con 0x55cb49f59eb0 2024-05-21T00:18:39.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.913+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/4182473165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f5a7d0 0x55cb49f48e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:18:39.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.913+0000 7f5bcbe00700 1 --2- 172.21.15.12:0/4182473165 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f5fde0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc0226b0 tx=0x7f5bbc009f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=62efde32d80bbfd3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:39.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.914+0000 7f5bc8c00700 1 -- 172.21.15.12:0/4182473165 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc022730 con 0x55cb49f59eb0 2024-05-21T00:18:39.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.914+0000 7f5bc8c00700 1 -- 172.21.15.12:0/4182473165 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bbc0228d0 con 0x55cb49f59eb0 2024-05-21T00:18:39.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.914+0000 7f5bc8c00700 1 -- 172.21.15.12:0/4182473165 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc022dd0 con 0x55cb49f59eb0 2024-05-21T00:18:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.915+0000 7f5be5880b80 1 -- 172.21.15.12:0/4182473165 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 msgr2=0x55cb49f5fde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.915+0000 7f5be5880b80 1 --2- 172.21.15.12:0/4182473165 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f5fde0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc0226b0 tx=0x7f5bbc009f30 comp rx=0 tx=0).stop 2024-05-21T00:18:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.915+0000 7f5be5880b80 1 -- 172.21.15.12:0/4182473165 shutdown_connections 2024-05-21T00:18:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.915+0000 7f5be5880b80 1 --2- 172.21.15.12:0/4182473165 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f5a7d0 0x55cb49f48e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.915+0000 7f5be5880b80 1 --2- 172.21.15.12:0/4182473165 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f6a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.915+0000 7f5be5880b80 1 --2- 172.21.15.12:0/4182473165 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f5fde0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.915+0000 7f5be5880b80 1 -- 172.21.15.12:0/4182473165 >> 172.21.15.12:0/4182473165 conn(0x55cb49e82be0 msgr2=0x55cb49f5ac10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.915+0000 7f5be5880b80 1 -- 172.21.15.12:0/4182473165 shutdown_connections 2024-05-21T00:18:39.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.915+0000 7f5be5880b80 1 -- 172.21.15.12:0/4182473165 wait complete. 2024-05-21T00:18:39.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.915+0000 7f5be5880b80 1 -- start start 2024-05-21T00:18:39.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.916+0000 7f5be5880b80 1 Processor -- start 2024-05-21T00:18:39.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.916+0000 7f5be5880b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f66500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.916+0000 7f5be5880b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f66a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.916+0000 7f5be5880b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f5a7d0 0x55cb49f634d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.916+0000 7f5be5880b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd41b0fe0 con 0x55cb49f54880 2024-05-21T00:18:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.916+0000 7f5be5880b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd41b0910 con 0x55cb49f59eb0 2024-05-21T00:18:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.916+0000 7f5be5880b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd41adb30 con 0x55cb49f5a7d0 2024-05-21T00:18:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.916+0000 7f5be5880b80 10 client.0 _ll_register_callbacks cb 0x55cb49e4cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.917+0000 7f5bd8e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f66500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.917+0000 7f5bd8e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f66500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:34052/0 (socket says 172.21.15.12:34052) 2024-05-21T00:18:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.917+0000 7f5bd8e00700 1 -- 172.21.15.12:0/167129067 learned_addr learned my addr 172.21.15.12:0/167129067 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.917+0000 7f5bcbe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f66a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.917+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/167129067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f5a7d0 0x55cb49f634d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.917+0000 7f5bcbe00700 1 -- 172.21.15.12:0/167129067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f5a7d0 msgr2=0x55cb49f634d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:39.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.917+0000 7f5bcbe00700 1 --2- 172.21.15.12:0/167129067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f5a7d0 0x55cb49f634d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.917+0000 7f5bcbe00700 1 -- 172.21.15.12:0/167129067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 msgr2=0x55cb49f66500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:39.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.917+0000 7f5bcbe00700 1 --2- 172.21.15.12:0/167129067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f66500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.917+0000 7f5bcbe00700 1 -- 172.21.15.12:0/167129067 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb49f63ba0 con 0x55cb49f59eb0 2024-05-21T00:18:39.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.917+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/167129067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f66500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:39.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.917+0000 7f5bcbe00700 1 --2- 172.21.15.12:0/167129067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f66a40 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x55cb49f5c170 tx=0x7f5bbc005fc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2586805c2c90d862 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:39.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.917+0000 7f5bc2000700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:18:39.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.918+0000 7f5bc2000700 1 -- 172.21.15.12:0/167129067 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc022730 con 0x55cb49f59eb0 2024-05-21T00:18:39.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.918+0000 7f5bc2000700 1 -- 172.21.15.12:0/167129067 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f5bbc0054c0 con 0x55cb49f59eb0 2024-05-21T00:18:39.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.918+0000 7f5be5880b80 1 -- 172.21.15.12:0/167129067 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5bbc0228d0 con 0x55cb49f59eb0 2024-05-21T00:18:39.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.918+0000 7f5bc2000700 1 -- 172.21.15.12:0/167129067 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5bbc03d070 con 0x55cb49f59eb0 2024-05-21T00:18:39.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.918+0000 7f5be5880b80 10 client.25490 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:39.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.918+0000 7f5be5880b80 1 -- 172.21.15.12:0/167129067 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cb49fd9460 con 0x55cb49f59eb0 2024-05-21T00:18:39.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.919+0000 7f5bc2000700 1 -- 172.21.15.12:0/167129067 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bbc0228d0 con 0x55cb49f59eb0 2024-05-21T00:18:39.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.919+0000 7f5bc2000700 1 -- 172.21.15.12:0/167129067 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f5bbc035030 con 0x55cb49f59eb0 2024-05-21T00:18:39.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.919+0000 7f5be5880b80 10 client.25490 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:39.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.919+0000 7f5be5880b80 10 client.25490 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:18:39.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.919+0000 7f5be5880b80 20 client.25490 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:39.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.919+0000 7f5be5880b80 1 --2- 172.21.15.12:0/167129067 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cb49fd9a70 0x55cb49fdbe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:39.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.919+0000 7f5be5880b80 4 client.25490 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:18:39.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.919+0000 7f5be5880b80 1 -- 172.21.15.12:0/167129067 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55cb49eae570 con 0x55cb49fd9a70 2024-05-21T00:18:39.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.919+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/167129067 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cb49fd9a70 0x55cb49fdbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:39.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.920+0000 7f5bd8e00700 1 --2- 172.21.15.12:0/167129067 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cb49fd9a70 0x55cb49fdbe90 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2dbfee857089f551 server_cookie=e12ab540f11c1f3e in_seq=0 out_seq=0 2024-05-21T00:18:39.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.920+0000 7f5bc2000700 10 client.25490 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:39.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.920+0000 7f5bc2000700 1 -- 172.21.15.12:0/167129067 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55cb49eae570 con 0x55cb49fd9a70 2024-05-21T00:18:39.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.920+0000 7f5bc2000700 10 client.25490 handle_command_reply: tid=0 2024-05-21T00:18:39.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.920+0000 7f5be5880b80 1 client.25490 shutdown 2024-05-21T00:18:39.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.920+0000 7f5be5880b80 1 -- 172.21.15.12:0/167129067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 msgr2=0x55cb49f66a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:39.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.920+0000 7f5be5880b80 1 --2- 172.21.15.12:0/167129067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f66a40 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x55cb49f5c170 tx=0x7f5bbc005fc0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.921+0000 7f5be5880b80 1 -- 172.21.15.12:0/167129067 shutdown_connections 2024-05-21T00:18:39.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.921+0000 7f5be5880b80 1 --2- 172.21.15.12:0/167129067 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55cb49fd9a70 0x55cb49fdbe90 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.921+0000 7f5be5880b80 1 --2- 172.21.15.12:0/167129067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55cb49f5a7d0 0x55cb49f634d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.921+0000 7f5be5880b80 1 --2- 172.21.15.12:0/167129067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55cb49f54880 0x55cb49f66500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.921+0000 7f5be5880b80 1 --2- 172.21.15.12:0/167129067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55cb49f59eb0 0x55cb49f66a40 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.921+0000 7f5be5880b80 1 -- 172.21.15.12:0/167129067 >> 172.21.15.12:0/167129067 conn(0x55cb49e82be0 msgr2=0x55cb49f5b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:39.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.921+0000 7f5bc2000700 0 client.25490 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:18:39.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.921+0000 7f5be5880b80 1 -- 172.21.15.12:0/167129067 shutdown_connections 2024-05-21T00:18:39.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.921+0000 7f5be5880b80 1 -- 172.21.15.12:0/167129067 wait complete. 2024-05-21T00:18:39.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.921+0000 7f5be5880b80 20 client.25490 trim_cache size 0 max 16384 2024-05-21T00:18:39.925 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:18:39.925 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "no active scrubs running", 2024-05-21T00:18:39.925 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": {} 2024-05-21T00:18:39.925 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:18:39.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.922+0000 7f5bdae00700 1 -- 172.21.15.12:0/2052362034 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bb80b2900 msgr2=0x7f5bb80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:39.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.922+0000 7f5bdae00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bb80b2900 0x7f5bb80b4dc0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5bc40aa360 tx=0x7f5bc400ff90 comp rx=0 tx=0).stop 2024-05-21T00:18:39.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.922+0000 7f5bdae00700 1 -- 172.21.15.12:0/2052362034 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bd41035f0 msgr2=0x7f5bd419bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:39.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.922+0000 7f5bdae00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bd41035f0 0x7f5bd419bf20 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4000c00 tx=0x7f5bc40047b0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.922+0000 7f5bdae00700 1 -- 172.21.15.12:0/2052362034 shutdown_connections 2024-05-21T00:18:39.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.922+0000 7f5bdae00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5bd4108500 0x7f5bd41a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.922+0000 7f5bdae00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5bd41035f0 0x7f5bd419bf20 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.922+0000 7f5bdae00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bb80b2900 0x7f5bb80b4dc0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.922+0000 7f5bdae00700 1 --2- 172.21.15.12:0/2052362034 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5bd4103f90 0x7f5bd419c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:39.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.922+0000 7f5bdae00700 1 -- 172.21.15.12:0/2052362034 >> 172.21.15.12:0/2052362034 conn(0x7f5bd407a6a0 msgr2=0x7f5bd4101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:39.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.922+0000 7f5bdae00700 1 -- 172.21.15.12:0/2052362034 shutdown_connections 2024-05-21T00:18:39.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:39.923+0000 7f5bdae00700 1 -- 172.21.15.12:0/2052362034 wait complete. 2024-05-21T00:18:40.835 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:18:40.835 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:18:41.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:40 smithi077 ceph-mon[36377]: pgmap v487: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:18:41.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:40 smithi012 ceph-mon[31403]: pgmap v487: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:18:41.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:40 smithi060 ceph-mon[36426]: pgmap v487: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:18:41.287 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:43.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:42 smithi077 ceph-mon[36377]: pgmap v488: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:18:43.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:42 smithi012 ceph-mon[31403]: pgmap v488: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:18:43.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:42 smithi060 ceph-mon[36426]: pgmap v488: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:18:43.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.587+0000 7f7e6e200700 1 -- 172.21.15.12:0/1576311709 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e6810da60 msgr2=0x7f7e6810ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:43.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.587+0000 7f7e6e200700 1 --2- 172.21.15.12:0/1576311709 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e6810da60 0x7f7e6810ff20 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f7e6000b0a0 tx=0x7f7e6000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:18:43.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.587+0000 7f7e6e200700 1 -- 172.21.15.12:0/1576311709 shutdown_connections 2024-05-21T00:18:43.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.587+0000 7f7e6e200700 1 --2- 172.21.15.12:0/1576311709 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e6810da60 0x7f7e6810ff20 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:43.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.587+0000 7f7e6e200700 1 --2- 172.21.15.12:0/1576311709 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e68104630 0x7f7e68104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:43.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.587+0000 7f7e6e200700 1 --2- 172.21.15.12:0/1576311709 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e68104f50 0x7f7e6810d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:43.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.587+0000 7f7e6e200700 1 -- 172.21.15.12:0/1576311709 >> 172.21.15.12:0/1576311709 conn(0x7f7e680fde60 msgr2=0x7f7e68100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:43.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.587+0000 7f7e6e200700 1 -- 172.21.15.12:0/1576311709 shutdown_connections 2024-05-21T00:18:43.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.587+0000 7f7e6e200700 1 -- 172.21.15.12:0/1576311709 wait complete. 2024-05-21T00:18:43.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.588+0000 7f7e6e200700 1 Processor -- start 2024-05-21T00:18:43.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.589+0000 7f7e6e200700 1 -- start start 2024-05-21T00:18:43.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.589+0000 7f7e6e200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e68104630 0x7f7e681a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:43.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.589+0000 7f7e6e200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e68104f50 0x7f7e681a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:43.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.589+0000 7f7e6e200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e6810da60 0x7f7e6819bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:43.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.589+0000 7f7e6e200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7e681136b0 con 0x7f7e68104f50 2024-05-21T00:18:43.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.589+0000 7f7e6e200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7e68113530 con 0x7f7e68104630 2024-05-21T00:18:43.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.589+0000 7f7e6e200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7e68113830 con 0x7f7e6810da60 2024-05-21T00:18:43.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.589+0000 7f7e6ce00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e68104630 0x7f7e681a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:43.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.589+0000 7f7e6d800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e6810da60 0x7f7e6819bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:43.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.589+0000 7f7e6ce00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e68104630 0x7f7e681a1a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:55612/0 (socket says 172.21.15.12:55612) 2024-05-21T00:18:43.591 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.589+0000 7f7e6ce00700 1 -- 172.21.15.12:0/1008267630 learned_addr learned my addr 172.21.15.12:0/1008267630 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:43.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.590+0000 7f7e67e00700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e68104f50 0x7f7e681a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:43.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.590+0000 7f7e6d800700 1 -- 172.21.15.12:0/1008267630 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e68104630 msgr2=0x7f7e681a1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:43.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.590+0000 7f7e6d800700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e68104630 0x7f7e681a1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:43.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.590+0000 7f7e6d800700 1 -- 172.21.15.12:0/1008267630 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e68104f50 msgr2=0x7f7e681a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:43.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.590+0000 7f7e6d800700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e68104f50 0x7f7e681a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:43.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.590+0000 7f7e6d800700 1 -- 172.21.15.12:0/1008267630 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e6819c380 con 0x7f7e6810da60 2024-05-21T00:18:43.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.590+0000 7f7e67e00700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e68104f50 0x7f7e681a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:18:43.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.590+0000 7f7e6d800700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e6810da60 0x7f7e6819bb20 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7e6000b070 tx=0x7f7e60004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:43.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.591+0000 7f7e65600700 1 -- 172.21.15.12:0/1008267630 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e60021070 con 0x7f7e6810da60 2024-05-21T00:18:43.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.591+0000 7f7e6e200700 1 -- 172.21.15.12:0/1008267630 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e6819c610 con 0x7f7e6810da60 2024-05-21T00:18:43.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.591+0000 7f7e6e200700 1 -- 172.21.15.12:0/1008267630 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e681055b0 con 0x7f7e6810da60 2024-05-21T00:18:43.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.591+0000 7f7e65600700 1 -- 172.21.15.12:0/1008267630 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e60007e30 con 0x7f7e6810da60 2024-05-21T00:18:43.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.591+0000 7f7e65600700 1 -- 172.21.15.12:0/1008267630 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e600044a0 con 0x7f7e6810da60 2024-05-21T00:18:43.594 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.593+0000 7f7e6e200700 1 -- 172.21.15.12:0/1008267630 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e48005330 con 0x7f7e6810da60 2024-05-21T00:18:43.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.596+0000 7f7e65600700 1 -- 172.21.15.12:0/1008267630 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7e60003c00 con 0x7f7e6810da60 2024-05-21T00:18:43.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.598+0000 7f7e65600700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7e500b2900 0x7f7e500b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:43.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.599+0000 7f7e65600700 1 -- 172.21.15.12:0/1008267630 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7e600e2c50 con 0x7f7e6810da60 2024-05-21T00:18:43.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.599+0000 7f7e6ce00700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7e500b2900 0x7f7e500b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:43.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.600+0000 7f7e6ce00700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7e500b2900 0x7f7e500b4dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c009d20 tx=0x7f7e5c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:43.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.602+0000 7f7e65600700 1 -- 172.21.15.12:0/1008267630 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f7e6002a030 con 0x7f7e6810da60 2024-05-21T00:18:43.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.960+0000 7f7e6e200700 1 -- 172.21.15.12:0/1008267630 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7e48005620 con 0x7f7e6810da60 2024-05-21T00:18:43.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.961+0000 7f7e65600700 1 -- 172.21.15.12:0/1008267630 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f7e60004020 con 0x7f7e6810da60 2024-05-21T00:18:43.963 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:18:43.963 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:18:43.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.964+0000 7f7e6e200700 1 -- 172.21.15.12:0/1008267630 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7e500b2900 msgr2=0x7f7e500b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:43.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.964+0000 7f7e6e200700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7e500b2900 0x7f7e500b4dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c009d20 tx=0x7f7e5c009260 comp rx=0 tx=0).stop 2024-05-21T00:18:43.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.964+0000 7f7e6e200700 1 -- 172.21.15.12:0/1008267630 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e6810da60 msgr2=0x7f7e6819bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:43.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.964+0000 7f7e6e200700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e6810da60 0x7f7e6819bb20 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f7e6000b070 tx=0x7f7e60004c80 comp rx=0 tx=0).stop 2024-05-21T00:18:43.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.964+0000 7f7e6e200700 1 -- 172.21.15.12:0/1008267630 shutdown_connections 2024-05-21T00:18:43.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.964+0000 7f7e6e200700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e6810da60 0x7f7e6819bb20 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:43.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.964+0000 7f7e6e200700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e68104630 0x7f7e681a1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:43.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.964+0000 7f7e6e200700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7e500b2900 0x7f7e500b4dc0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:43.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.965+0000 7f7e6e200700 1 --2- 172.21.15.12:0/1008267630 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e68104f50 0x7f7e681a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:43.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.965+0000 7f7e6e200700 1 -- 172.21.15.12:0/1008267630 >> 172.21.15.12:0/1008267630 conn(0x7f7e680fde60 msgr2=0x7f7e6810fcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:43.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.965+0000 7f7e6e200700 1 -- 172.21.15.12:0/1008267630 shutdown_connections 2024-05-21T00:18:43.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:43.965+0000 7f7e6e200700 1 -- 172.21.15.12:0/1008267630 wait complete. 2024-05-21T00:18:43.967 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:18:44.815 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T00:18:45.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:44 smithi077 ceph-mon[36377]: pgmap v489: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:18:45.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:44 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1008267630' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:18:45.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:44 smithi012 ceph-mon[31403]: pgmap v489: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:18:45.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:44 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1008267630' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:18:45.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:44 smithi060 ceph-mon[36426]: pgmap v489: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:18:45.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:44 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1008267630' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:18:45.291 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:47.030 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:46 smithi077 ceph-mon[36377]: pgmap v490: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:18:47.059 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:46 smithi012 ceph-mon[31403]: pgmap v490: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:18:47.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:46 smithi060 ceph-mon[36426]: pgmap v490: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:18:47.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.269+0000 7f3209200700 1 -- 172.21.15.12:0/1436578354 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32041041a0 msgr2=0x7f32041081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:47.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.269+0000 7f3209200700 1 --2- 172.21.15.12:0/1436578354 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32041041a0 0x7f32041081c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f31f00098f0 tx=0x7f31f0009c00 comp rx=0 tx=0).stop 2024-05-21T00:18:47.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.269+0000 7f3209200700 1 -- 172.21.15.12:0/1436578354 shutdown_connections 2024-05-21T00:18:47.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.269+0000 7f3209200700 1 --2- 172.21.15.12:0/1436578354 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f32041088f0 0x7f3204110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.269+0000 7f3209200700 1 --2- 172.21.15.12:0/1436578354 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32041037f0 0x7f3204103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.269+0000 7f3209200700 1 --2- 172.21.15.12:0/1436578354 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32041041a0 0x7f32041081c0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.269+0000 7f3209200700 1 -- 172.21.15.12:0/1436578354 >> 172.21.15.12:0/1436578354 conn(0x7f320407a6a0 msgr2=0x7f320407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:47.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.269+0000 7f3209200700 1 -- 172.21.15.12:0/1436578354 shutdown_connections 2024-05-21T00:18:47.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.269+0000 7f3209200700 1 -- 172.21.15.12:0/1436578354 wait complete. 2024-05-21T00:18:47.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.270+0000 7f3209200700 1 Processor -- start 2024-05-21T00:18:47.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.271+0000 7f3209200700 1 -- start start 2024-05-21T00:18:47.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.271+0000 7f3209200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f32041037f0 0x7f320419f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.271+0000 7f3209200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32041041a0 0x7f320419fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.271+0000 7f3209200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32041088f0 0x7f32041999f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.271+0000 7f3209200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f32041136b0 con 0x7f32041037f0 2024-05-21T00:18:47.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.271+0000 7f3209200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3204113530 con 0x7f32041041a0 2024-05-21T00:18:47.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.271+0000 7f3209200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f3204113830 con 0x7f32041088f0 2024-05-21T00:18:47.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.272+0000 7f3201e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f32041037f0 0x7f320419f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.272+0000 7f3201e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f32041037f0 0x7f320419f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:50334/0 (socket says 172.21.15.12:50334) 2024-05-21T00:18:47.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.272+0000 7f3201e00700 1 -- 172.21.15.12:0/1023334544 learned_addr learned my addr 172.21.15.12:0/1023334544 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:47.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.272+0000 7f3202800700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32041088f0 0x7f32041999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.272+0000 7f3201400700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32041041a0 0x7f320419fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.272+0000 7f3201400700 1 -- 172.21.15.12:0/1023334544 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32041088f0 msgr2=0x7f32041999f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:47.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.272+0000 7f3201400700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32041088f0 0x7f32041999f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.272+0000 7f3201400700 1 -- 172.21.15.12:0/1023334544 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f32041037f0 msgr2=0x7f320419f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:47.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.272+0000 7f3201400700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f32041037f0 0x7f320419f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.272+0000 7f3201400700 1 -- 172.21.15.12:0/1023334544 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f320419a150 con 0x7f32041041a0 2024-05-21T00:18:47.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.273+0000 7f3201400700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32041041a0 0x7f320419fd70 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f31f0000c00 tx=0x7f31f000fa20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:47.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.273+0000 7f31faa00700 1 -- 172.21.15.12:0/1023334544 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f0005040 con 0x7f32041041a0 2024-05-21T00:18:47.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.273+0000 7f31faa00700 1 -- 172.21.15.12:0/1023334544 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31f0005690 con 0x7f32041041a0 2024-05-21T00:18:47.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.273+0000 7f31faa00700 1 -- 172.21.15.12:0/1023334544 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f00038e0 con 0x7f32041041a0 2024-05-21T00:18:47.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.273+0000 7f3209200700 1 -- 172.21.15.12:0/1023334544 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f320419a3e0 con 0x7f32041041a0 2024-05-21T00:18:47.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.274+0000 7f3209200700 1 -- 172.21.15.12:0/1023334544 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32041a6700 con 0x7f32041041a0 2024-05-21T00:18:47.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.279+0000 7f31faa00700 1 -- 172.21.15.12:0/1023334544 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f31f000b760 con 0x7f32041041a0 2024-05-21T00:18:47.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.280+0000 7f3213b5ab80 1 Processor -- start 2024-05-21T00:18:47.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.280+0000 7f3213b5ab80 1 -- start start 2024-05-21T00:18:47.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.281+0000 7f3213b5ab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537a8850 0x5586537a8c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.281+0000 7f3213b5ab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537a9170 0x5586537acf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.281+0000 7f3213b5ab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537ad480 0x5586537ad8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.281+0000 7f3213b5ab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558653702e40 con 0x5586537a9170 2024-05-21T00:18:47.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.281+0000 7f3213b5ab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5586536f29e0 con 0x5586537a8850 2024-05-21T00:18:47.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.281+0000 7f3213b5ab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5586536f6a20 con 0x5586537ad480 2024-05-21T00:18:47.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.281+0000 7f3201e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537a9170 0x5586537acf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.281+0000 7f3201e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537a9170 0x5586537acf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:50340/0 (socket says 172.21.15.12:50340) 2024-05-21T00:18:47.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.281+0000 7f3201e00700 1 -- 172.21.15.12:0/2283749606 learned_addr learned my addr 172.21.15.12:0/2283749606 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:47.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.282+0000 7f3201e00700 1 -- 172.21.15.12:0/2283749606 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537ad480 msgr2=0x5586537ad8c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T00:18:47.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.282+0000 7f3201e00700 1 --2- 172.21.15.12:0/2283749606 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537ad480 0x5586537ad8c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.282+0000 7f3201e00700 1 -- 172.21.15.12:0/2283749606 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537a8850 msgr2=0x5586537a8c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:47.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.282+0000 7f3201e00700 1 --2- 172.21.15.12:0/2283749606 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537a8850 0x5586537a8c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.282+0000 7f3201e00700 1 -- 172.21.15.12:0/2283749606 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586536bb420 con 0x5586537a9170 2024-05-21T00:18:47.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.282+0000 7f3201e00700 1 --2- 172.21.15.12:0/2283749606 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537a9170 0x5586537acf40 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f31f4009e00 tx=0x7f31f4011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54a7da445d3782bc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:47.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.282+0000 7f31faa00700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f31e80b2880 0x7f31e80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.282+0000 7f31faa00700 1 -- 172.21.15.12:0/1023334544 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f31f00e2b40 con 0x7f32041041a0 2024-05-21T00:18:47.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.282+0000 7f31ef400700 1 -- 172.21.15.12:0/2283749606 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f401e070 con 0x5586537a9170 2024-05-21T00:18:47.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.283+0000 7f3202800700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f31e80b2880 0x7f31e80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.283+0000 7f31ef400700 1 -- 172.21.15.12:0/2283749606 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31f4019ae0 con 0x5586537a9170 2024-05-21T00:18:47.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.283+0000 7f31ef400700 1 -- 172.21.15.12:0/2283749606 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f400eb20 con 0x5586537a9170 2024-05-21T00:18:47.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.284+0000 7f3213b5ab80 1 -- 172.21.15.12:0/2283749606 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537a9170 msgr2=0x5586537acf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:47.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.284+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/2283749606 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537a9170 0x5586537acf40 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f31f4009e00 tx=0x7f31f4011720 comp rx=0 tx=0).stop 2024-05-21T00:18:47.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.284+0000 7f3213b5ab80 1 -- 172.21.15.12:0/2283749606 shutdown_connections 2024-05-21T00:18:47.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.284+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/2283749606 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537ad480 0x5586537ad8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.284+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/2283749606 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537a8850 0x5586537a8c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.284+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/2283749606 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537a9170 0x5586537acf40 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.284+0000 7f3213b5ab80 1 -- 172.21.15.12:0/2283749606 >> 172.21.15.12:0/2283749606 conn(0x5586536d2be0 msgr2=0x55865379f010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:47.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.284+0000 7f3202800700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f31e80b2880 0x7f31e80b4d40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f31fc00f520 tx=0x7f31fc0099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:47.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.284+0000 7f3213b5ab80 1 -- 172.21.15.12:0/2283749606 shutdown_connections 2024-05-21T00:18:47.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.285+0000 7f3213b5ab80 1 -- 172.21.15.12:0/2283749606 wait complete. 2024-05-21T00:18:47.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.285+0000 7f3213b5ab80 1 -- start start 2024-05-21T00:18:47.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.286+0000 7f3213b5ab80 1 Processor -- start 2024-05-21T00:18:47.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.286+0000 7f3213b5ab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537a8850 0x5586537b4a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.286+0000 7f3213b5ab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537ad480 0x5586537b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.287+0000 7f3213b5ab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537b22c0 0x5586537b2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.287+0000 7f3213b5ab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5586535f8fa0 con 0x5586537b22c0 2024-05-21T00:18:47.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.287+0000 7f3213b5ab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558653693760 con 0x5586537a8850 2024-05-21T00:18:47.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.287+0000 7f3213b5ab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5586537b5670 con 0x5586537ad480 2024-05-21T00:18:47.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.287+0000 7f3213b5ab80 10 client.0 _ll_register_callbacks cb 0x55865369cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:47.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.287+0000 7f3201e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537a8850 0x5586537b4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.287+0000 7f3201400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537ad480 0x5586537b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.288+0000 7f3202800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537b22c0 0x5586537b2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.288+0000 7f3201400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537ad480 0x5586537b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37916/0 (socket says 172.21.15.12:37916) 2024-05-21T00:18:47.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.288+0000 7f3201400700 1 -- 172.21.15.12:0/737015410 learned_addr learned my addr 172.21.15.12:0/737015410 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:47.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.289+0000 7f3202800700 1 -- 172.21.15.12:0/737015410 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537ad480 msgr2=0x5586537b1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:47.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.289+0000 7f3202800700 1 --2- 172.21.15.12:0/737015410 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537ad480 0x5586537b1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.289+0000 7f3202800700 1 -- 172.21.15.12:0/737015410 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537a8850 msgr2=0x5586537b4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:47.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.289+0000 7f3202800700 1 --2- 172.21.15.12:0/737015410 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537a8850 0x5586537b4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.289+0000 7f3202800700 1 -- 172.21.15.12:0/737015410 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586536428d0 con 0x5586537b22c0 2024-05-21T00:18:47.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.289+0000 7f3202800700 1 --2- 172.21.15.12:0/737015410 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537b22c0 0x5586537b2740 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f31fc004b10 tx=0x7f31fc004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9f13d5e722688dc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:47.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.289+0000 7f31e3e00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:18:47.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.290+0000 7f31e3e00700 1 -- 172.21.15.12:0/737015410 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc025070 con 0x5586537b22c0 2024-05-21T00:18:47.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.290+0000 7f31e3e00700 1 -- 172.21.15.12:0/737015410 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f31fc015e00 con 0x5586537b22c0 2024-05-21T00:18:47.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.290+0000 7f3213b5ab80 1 -- 172.21.15.12:0/737015410 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31f4019ae0 con 0x5586537b22c0 2024-05-21T00:18:47.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.291+0000 7f31e3e00700 1 -- 172.21.15.12:0/737015410 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f31fc02f050 con 0x5586537b22c0 2024-05-21T00:18:47.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.291+0000 7f3213b5ab80 10 client.15396 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:47.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.291+0000 7f3213b5ab80 1 -- 172.21.15.12:0/737015410 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5586536c3060 con 0x5586537b22c0 2024-05-21T00:18:47.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.291+0000 7f31e3e00700 1 -- 172.21.15.12:0/737015410 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31f4019ae0 con 0x5586537b22c0 2024-05-21T00:18:47.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.291+0000 7f31e3e00700 1 -- 172.21.15.12:0/737015410 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f31fc020070 con 0x5586537b22c0 2024-05-21T00:18:47.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.291+0000 7f3213b5ab80 10 client.15396 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:47.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.291+0000 7f3213b5ab80 10 client.15396 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:18:47.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.291+0000 7f3213b5ab80 20 client.15396 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:47.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.292+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/737015410 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5586537c27d0 0x5586537c4be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.292+0000 7f3213b5ab80 4 client.15396 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:47.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.292+0000 7f3213b5ab80 1 -- 172.21.15.12:0/737015410 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558653704d90 con 0x5586537c27d0 2024-05-21T00:18:47.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.292+0000 7f3201e00700 1 --2- 172.21.15.12:0/737015410 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5586537c27d0 0x5586537c4be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.293+0000 7f3201e00700 1 --2- 172.21.15.12:0/737015410 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5586537c27d0 0x5586537c4be0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f932d05c895361fd server_cookie=cdae06db01d36fc5 in_seq=0 out_seq=0 2024-05-21T00:18:47.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.293+0000 7f31e3e00700 10 client.15396 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:18:47.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.294+0000 7f31e3e00700 1 -- 172.21.15.12:0/737015410 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558653704d90 con 0x5586537c27d0 2024-05-21T00:18:47.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.294+0000 7f31e3e00700 10 client.15396 handle_command_reply: tid=0 2024-05-21T00:18:47.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.294+0000 7f3213b5ab80 1 client.15396 shutdown 2024-05-21T00:18:47.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.294+0000 7f3213b5ab80 1 -- 172.21.15.12:0/737015410 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537b22c0 msgr2=0x5586537b2740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:47.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.294+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/737015410 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537b22c0 0x5586537b2740 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f31fc004b10 tx=0x7f31fc004b40 comp rx=0 tx=0).stop 2024-05-21T00:18:47.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.294+0000 7f3213b5ab80 1 -- 172.21.15.12:0/737015410 shutdown_connections 2024-05-21T00:18:47.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.294+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/737015410 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537b22c0 0x5586537b2740 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.294+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/737015410 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537a8850 0x5586537b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.294+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/737015410 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5586537c27d0 0x5586537c4be0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.294+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/737015410 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537ad480 0x5586537b1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.294+0000 7f3213b5ab80 1 -- 172.21.15.12:0/737015410 >> 172.21.15.12:0/737015410 conn(0x5586536d2be0 msgr2=0x5586537a3250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:47.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.294+0000 7f31e3e00700 0 client.15396 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:18:47.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.295+0000 7f3213b5ab80 1 -- 172.21.15.12:0/737015410 shutdown_connections 2024-05-21T00:18:47.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.295+0000 7f3213b5ab80 1 -- 172.21.15.12:0/737015410 wait complete. 2024-05-21T00:18:47.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.295+0000 7f3213b5ab80 20 client.15396 trim_cache size 0 max 16384 2024-05-21T00:18:47.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.327+0000 7f3213b5ab80 1 Processor -- start 2024-05-21T00:18:47.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.327+0000 7f3213b5ab80 1 -- start start 2024-05-21T00:18:47.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.327+0000 7f3213b5ab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537a8850 0x5586537beba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.327+0000 7f3213b5ab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537ad480 0x55865379f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.327+0000 7f3213b5ab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537b22c0 0x5586537ca4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.327+0000 7f3213b5ab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f32041ab7d0 con 0x5586537b22c0 2024-05-21T00:18:47.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.327+0000 7f3213b5ab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f32041ad310 con 0x5586537ad480 2024-05-21T00:18:47.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.327+0000 7f3213b5ab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f32041abea0 con 0x5586537a8850 2024-05-21T00:18:47.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.328+0000 7f3202800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537b22c0 0x5586537ca4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.328+0000 7f3201400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537ad480 0x55865379f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.328+0000 7f3201e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537a8850 0x5586537beba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.328+0000 7f3202800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537b22c0 0x5586537ca4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:50362/0 (socket says 172.21.15.12:50362) 2024-05-21T00:18:47.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.328+0000 7f3202800700 1 -- 172.21.15.12:0/2295528060 learned_addr learned my addr 172.21.15.12:0/2295528060 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:47.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.329+0000 7f3201e00700 1 -- 172.21.15.12:0/2295528060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537ad480 msgr2=0x55865379f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:47.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.329+0000 7f3201e00700 1 --2- 172.21.15.12:0/2295528060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537ad480 0x55865379f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.329+0000 7f3201e00700 1 -- 172.21.15.12:0/2295528060 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537b22c0 msgr2=0x5586537ca4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:47.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.329+0000 7f3201e00700 1 --2- 172.21.15.12:0/2295528060 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537b22c0 0x5586537ca4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.329+0000 7f3201e00700 1 -- 172.21.15.12:0/2295528060 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586537a08a0 con 0x5586537a8850 2024-05-21T00:18:47.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.329+0000 7f3201e00700 1 --2- 172.21.15.12:0/2295528060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537a8850 0x5586537beba0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x5586537a0dd0 tx=0x7f31f40196c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4602b6752027eb3b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:47.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.329+0000 7f31eea00700 1 -- 172.21.15.12:0/2295528060 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f401e040 con 0x5586537a8850 2024-05-21T00:18:47.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.330+0000 7f31eea00700 1 -- 172.21.15.12:0/2295528060 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31f402b070 con 0x5586537a8850 2024-05-21T00:18:47.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.330+0000 7f31eea00700 1 -- 172.21.15.12:0/2295528060 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f4003970 con 0x5586537a8850 2024-05-21T00:18:47.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.330+0000 7f3213b5ab80 1 -- 172.21.15.12:0/2295528060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537a8850 msgr2=0x5586537beba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:47.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.330+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/2295528060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537a8850 0x5586537beba0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x5586537a0dd0 tx=0x7f31f40196c0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.331+0000 7f3213b5ab80 1 -- 172.21.15.12:0/2295528060 shutdown_connections 2024-05-21T00:18:47.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.331+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/2295528060 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537b22c0 0x5586537ca4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.331+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/2295528060 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537a8850 0x5586537beba0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.331+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/2295528060 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537ad480 0x55865379f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.331+0000 7f3213b5ab80 1 -- 172.21.15.12:0/2295528060 >> 172.21.15.12:0/2295528060 conn(0x5586536d2be0 msgr2=0x55865379e9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:47.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.331+0000 7f3213b5ab80 1 -- 172.21.15.12:0/2295528060 shutdown_connections 2024-05-21T00:18:47.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.331+0000 7f3213b5ab80 1 -- 172.21.15.12:0/2295528060 wait complete. 2024-05-21T00:18:47.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.332+0000 7f3213b5ab80 1 -- start start 2024-05-21T00:18:47.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.332+0000 7f3213b5ab80 1 Processor -- start 2024-05-21T00:18:47.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.333+0000 7f3213b5ab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537a8850 0x5586537a7b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.333+0000 7f3213b5ab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537ad480 0x5586537a8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.333+0000 7f3213b5ab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537b22c0 0x5586537baa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.333+0000 7f3213b5ab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f32041acc40 con 0x5586537ad480 2024-05-21T00:18:47.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.333+0000 7f3213b5ab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f32041ac570 con 0x5586537b22c0 2024-05-21T00:18:47.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.333+0000 7f3213b5ab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f32041a9790 con 0x5586537a8850 2024-05-21T00:18:47.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.333+0000 7f3213b5ab80 10 client.0 _ll_register_callbacks cb 0x55865369cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:47.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.333+0000 7f3201e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537a8850 0x5586537a7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.333+0000 7f3201e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537a8850 0x5586537a7b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37934/0 (socket says 172.21.15.12:37934) 2024-05-21T00:18:47.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.333+0000 7f3201e00700 1 -- 172.21.15.12:0/1778087135 learned_addr learned my addr 172.21.15.12:0/1778087135 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:47.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.333+0000 7f3201400700 1 --2- 172.21.15.12:0/1778087135 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537ad480 0x5586537a8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.333+0000 7f3202800700 1 --2- 172.21.15.12:0/1778087135 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537b22c0 0x5586537baa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.334+0000 7f3201e00700 1 -- 172.21.15.12:0/1778087135 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537b22c0 msgr2=0x5586537baa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:47.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.334+0000 7f3201e00700 1 --2- 172.21.15.12:0/1778087135 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537b22c0 0x5586537baa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.334+0000 7f3201e00700 1 -- 172.21.15.12:0/1778087135 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537ad480 msgr2=0x5586537a8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:47.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.334+0000 7f3201e00700 1 --2- 172.21.15.12:0/1778087135 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537ad480 0x5586537a8090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.334+0000 7f3201e00700 1 -- 172.21.15.12:0/1778087135 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586537bb260 con 0x5586537a8850 2024-05-21T00:18:47.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.334+0000 7f3201e00700 1 --2- 172.21.15.12:0/1778087135 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537a8850 0x5586537a7b50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f31f4006010 tx=0x7f31f40195e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db9e3aa5f3c357bf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:47.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.334+0000 7f31e3e00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:18:47.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.335+0000 7f31e3e00700 1 -- 172.21.15.12:0/1778087135 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f401e070 con 0x5586537a8850 2024-05-21T00:18:47.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.335+0000 7f3213b5ab80 1 -- 172.21.15.12:0/1778087135 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31f402b070 con 0x5586537a8850 2024-05-21T00:18:47.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.335+0000 7f31e3e00700 1 -- 172.21.15.12:0/1778087135 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f31f4005040 con 0x5586537a8850 2024-05-21T00:18:47.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.335+0000 7f31e3e00700 1 -- 172.21.15.12:0/1778087135 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f31f4005240 con 0x5586537a8850 2024-05-21T00:18:47.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.335+0000 7f3213b5ab80 10 client.25528 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:47.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.335+0000 7f3213b5ab80 1 -- 172.21.15.12:0/1778087135 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558653829360 con 0x5586537a8850 2024-05-21T00:18:47.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.336+0000 7f31e3e00700 1 -- 172.21.15.12:0/1778087135 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f31f402b070 con 0x5586537a8850 2024-05-21T00:18:47.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.336+0000 7f31e3e00700 1 -- 172.21.15.12:0/1778087135 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f31f400e5e0 con 0x5586537a8850 2024-05-21T00:18:47.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.336+0000 7f3213b5ab80 10 client.25528 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:47.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.336+0000 7f3213b5ab80 10 client.25528 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:18:47.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.336+0000 7f3213b5ab80 20 client.25528 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:47.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.336+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/1778087135 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5586538295f0 0x55865382ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:47.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.336+0000 7f3213b5ab80 4 client.25528 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:18:47.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.336+0000 7f3213b5ab80 1 -- 172.21.15.12:0/1778087135 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5586536fe570 con 0x5586538295f0 2024-05-21T00:18:47.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.337+0000 7f3201400700 1 --2- 172.21.15.12:0/1778087135 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5586538295f0 0x55865382ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:47.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.337+0000 7f3201400700 1 --2- 172.21.15.12:0/1778087135 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5586538295f0 0x55865382ba10 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=6e09c166cccb55e4 server_cookie=caabfd8f187ad8b7 in_seq=0 out_seq=0 2024-05-21T00:18:47.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.337+0000 7f31e3e00700 10 client.25528 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:18:47.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.337+0000 7f31e3e00700 1 -- 172.21.15.12:0/1778087135 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5586536fe570 con 0x5586538295f0 2024-05-21T00:18:47.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.337+0000 7f31e3e00700 10 client.25528 handle_command_reply: tid=0 2024-05-21T00:18:47.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.337+0000 7f3213b5ab80 1 client.25528 shutdown 2024-05-21T00:18:47.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.338+0000 7f3213b5ab80 1 -- 172.21.15.12:0/1778087135 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537a8850 msgr2=0x5586537a7b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:47.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.338+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/1778087135 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537a8850 0x5586537a7b50 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f31f4006010 tx=0x7f31f40195e0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.338+0000 7f3213b5ab80 1 -- 172.21.15.12:0/1778087135 shutdown_connections 2024-05-21T00:18:47.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.338+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/1778087135 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5586537b22c0 0x5586537baa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.338+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/1778087135 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5586538295f0 0x55865382ba10 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.338+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/1778087135 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5586537a8850 0x5586537a7b50 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.338+0000 7f3213b5ab80 1 --2- 172.21.15.12:0/1778087135 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5586537ad480 0x5586537a8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.338+0000 7f3213b5ab80 1 -- 172.21.15.12:0/1778087135 >> 172.21.15.12:0/1778087135 conn(0x5586536d2be0 msgr2=0x5586537af0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:47.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.338+0000 7f31e3e00700 0 client.25528 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:18:47.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.338+0000 7f3213b5ab80 1 -- 172.21.15.12:0/1778087135 shutdown_connections 2024-05-21T00:18:47.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.339+0000 7f3213b5ab80 1 -- 172.21.15.12:0/1778087135 wait complete. 2024-05-21T00:18:47.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.339+0000 7f3213b5ab80 20 client.25528 trim_cache size 0 max 16384 2024-05-21T00:18:47.342 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:18:47.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.340+0000 7f3209200700 1 -- 172.21.15.12:0/1023334544 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f31e80b2880 msgr2=0x7f31e80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:47.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.340+0000 7f3209200700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f31e80b2880 0x7f31e80b4d40 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f31fc00f520 tx=0x7f31fc0099e0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.340+0000 7f3209200700 1 -- 172.21.15.12:0/1023334544 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32041041a0 msgr2=0x7f320419fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:47.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.340+0000 7f3209200700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32041041a0 0x7f320419fd70 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f31f0000c00 tx=0x7f31f000fa20 comp rx=0 tx=0).stop 2024-05-21T00:18:47.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.341+0000 7f3209200700 1 -- 172.21.15.12:0/1023334544 shutdown_connections 2024-05-21T00:18:47.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.341+0000 7f3209200700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f32041088f0 0x7f32041999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.341+0000 7f3209200700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f31e80b2880 0x7f31e80b4d40 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.341+0000 7f3209200700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f32041037f0 0x7f320419f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.341+0000 7f3209200700 1 --2- 172.21.15.12:0/1023334544 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f32041041a0 0x7f320419fd70 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:47.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.341+0000 7f3209200700 1 -- 172.21.15.12:0/1023334544 >> 172.21.15.12:0/1023334544 conn(0x7f320407a6a0 msgr2=0x7f3204101800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:47.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.341+0000 7f3209200700 1 -- 172.21.15.12:0/1023334544 shutdown_connections 2024-05-21T00:18:47.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:47.341+0000 7f3209200700 1 -- 172.21.15.12:0/1023334544 wait complete. 2024-05-21T00:18:48.247 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T00:18:48.783 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:49.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:48 smithi012 ceph-mon[31403]: pgmap v491: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:18:49.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:48 smithi060 ceph-mon[36426]: pgmap v491: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:18:49.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:48 smithi077 ceph-mon[36377]: pgmap v491: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:18:50.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.878+0000 7f013b400700 1 -- 172.21.15.12:0/2936750668 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0134105780 msgr2=0x7f0134105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:50.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.878+0000 7f013b400700 1 --2- 172.21.15.12:0/2936750668 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0134105780 0x7f0134105c00 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f0120009990 tx=0x7f0120009ca0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.878+0000 7f013b400700 1 -- 172.21.15.12:0/2936750668 shutdown_connections 2024-05-21T00:18:50.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.878+0000 7f013b400700 1 --2- 172.21.15.12:0/2936750668 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0134106140 0x7f0134112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.878+0000 7f013b400700 1 --2- 172.21.15.12:0/2936750668 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f013410b780 0x7f013410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.878+0000 7f013b400700 1 --2- 172.21.15.12:0/2936750668 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0134105780 0x7f0134105c00 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.878+0000 7f013b400700 1 -- 172.21.15.12:0/2936750668 >> 172.21.15.12:0/2936750668 conn(0x7f0134101270 msgr2=0x7f0134103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:50.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.879+0000 7f013b400700 1 -- 172.21.15.12:0/2936750668 shutdown_connections 2024-05-21T00:18:50.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.879+0000 7f013b400700 1 -- 172.21.15.12:0/2936750668 wait complete. 2024-05-21T00:18:50.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.880+0000 7f013b400700 1 Processor -- start 2024-05-21T00:18:50.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.880+0000 7f013b400700 1 -- start start 2024-05-21T00:18:50.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.880+0000 7f013b400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0134105780 0x7f013419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.880+0000 7f013b400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0134106140 0x7f013419c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.880+0000 7f013b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f013410b780 0x7f01341a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.880+0000 7f013b400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f01341159d0 con 0x7f0134106140 2024-05-21T00:18:50.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.880+0000 7f013b400700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0134115850 con 0x7f013410b780 2024-05-21T00:18:50.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.880+0000 7f013b400700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0134115b50 con 0x7f0134105780 2024-05-21T00:18:50.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.881+0000 7f0138a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0134105780 0x7f013419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.881+0000 7f0138a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0134105780 0x7f013419be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37960/0 (socket says 172.21.15.12:37960) 2024-05-21T00:18:50.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.881+0000 7f0138a00700 1 -- 172.21.15.12:0/787136990 learned_addr learned my addr 172.21.15.12:0/787136990 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:50.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.881+0000 7f0133e00700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0134106140 0x7f013419c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.881+0000 7f0139400700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f013410b780 0x7f01341a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.882+0000 7f0139400700 1 -- 172.21.15.12:0/787136990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0134105780 msgr2=0x7f013419be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:50.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.882+0000 7f0139400700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0134105780 0x7f013419be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.882+0000 7f0139400700 1 -- 172.21.15.12:0/787136990 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0134106140 msgr2=0x7f013419c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:50.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.882+0000 7f0139400700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0134106140 0x7f013419c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.882+0000 7f0139400700 1 -- 172.21.15.12:0/787136990 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01341a0e70 con 0x7f013410b780 2024-05-21T00:18:50.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.882+0000 7f0133e00700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0134106140 0x7f013419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:50.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.882+0000 7f0139400700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f013410b780 0x7f01341a0730 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f012c00efc0 tx=0x7f012c00c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:50.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.882+0000 7f0131600700 1 -- 172.21.15.12:0/787136990 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f012c0092e0 con 0x7f013410b780 2024-05-21T00:18:50.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.882+0000 7f013b400700 1 -- 172.21.15.12:0/787136990 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01341a1100 con 0x7f013410b780 2024-05-21T00:18:50.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.883+0000 7f0131600700 1 -- 172.21.15.12:0/787136990 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f012c004bb0 con 0x7f013410b780 2024-05-21T00:18:50.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.883+0000 7f0131600700 1 -- 172.21.15.12:0/787136990 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f012c004280 con 0x7f013410b780 2024-05-21T00:18:50.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.883+0000 7f013b400700 1 -- 172.21.15.12:0/787136990 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01341a89e0 con 0x7f013410b780 2024-05-21T00:18:50.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.888+0000 7f0131600700 1 -- 172.21.15.12:0/787136990 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f012c01b030 con 0x7f013410b780 2024-05-21T00:18:50.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.889+0000 7f0145cadb80 1 Processor -- start 2024-05-21T00:18:50.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.890+0000 7f0145cadb80 1 -- start start 2024-05-21T00:18:50.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.890+0000 7f0131600700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f011c0b2900 0x7f011c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.890+0000 7f0131600700 1 -- 172.21.15.12:0/787136990 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f012c0e1c60 con 0x7f013410b780 2024-05-21T00:18:50.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.890+0000 7f0145cadb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd7eeb0 0x56206cd7f290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.890+0000 7f0145cadb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7f7d0 0x56206cd79260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.890+0000 7f0133e00700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f011c0b2900 0x7f011c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.890+0000 7f0145cadb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd79880 0x56206cd79ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.891+0000 7f0145cadb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56206ccd7e40 con 0x56206cd79880 2024-05-21T00:18:50.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.891+0000 7f0145cadb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56206ccc79e0 con 0x56206cd7eeb0 2024-05-21T00:18:50.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.891+0000 7f0145cadb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56206cccba20 con 0x56206cd7f7d0 2024-05-21T00:18:50.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.891+0000 7f0138a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd7eeb0 0x56206cd7f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.891+0000 7f0138a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd7eeb0 0x56206cd7f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:49256/0 (socket says 172.21.15.12:49256) 2024-05-21T00:18:50.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.891+0000 7f0138a00700 1 -- 172.21.15.12:0/4063819717 learned_addr learned my addr 172.21.15.12:0/4063819717 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:50.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.891+0000 7f0133e00700 1 --2- 172.21.15.12:0/4063819717 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7f7d0 0x56206cd79260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.891+0000 7f0133e00700 1 -- 172.21.15.12:0/4063819717 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd7eeb0 msgr2=0x56206cd7f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:50.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.891+0000 7f0133e00700 1 --2- 172.21.15.12:0/4063819717 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd7eeb0 0x56206cd7f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.892+0000 7f0133e00700 1 -- 172.21.15.12:0/4063819717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd79880 msgr2=0x56206cd79ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:50.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.892+0000 7f0139400700 1 --2- 172.21.15.12:0/4063819717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd79880 0x56206cd79ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.892+0000 7f0133e00700 1 --2- 172.21.15.12:0/4063819717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd79880 0x56206cd79ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.892+0000 7f0133e00700 1 -- 172.21.15.12:0/4063819717 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56206cc90420 con 0x56206cd7f7d0 2024-05-21T00:18:50.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.892+0000 7f0139400700 1 --2- 172.21.15.12:0/4063819717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd79880 0x56206cd79ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:18:50.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.892+0000 7f0133e00700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f011c0b2900 0x7f011c0b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f0134103850 tx=0x7f012000bc90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:50.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.892+0000 7f0133e00700 1 --2- 172.21.15.12:0/4063819717 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7f7d0 0x56206cd79260 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0120006010 tx=0x7f012002a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae1d013fac089aa4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:50.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.892+0000 7f0126000700 1 -- 172.21.15.12:0/4063819717 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0120021040 con 0x56206cd7f7d0 2024-05-21T00:18:50.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.893+0000 7f0126000700 1 -- 172.21.15.12:0/4063819717 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f012002d070 con 0x56206cd7f7d0 2024-05-21T00:18:50.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.893+0000 7f0126000700 1 -- 172.21.15.12:0/4063819717 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f012000f460 con 0x56206cd7f7d0 2024-05-21T00:18:50.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.893+0000 7f0145cadb80 1 -- 172.21.15.12:0/4063819717 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7f7d0 msgr2=0x56206cd79260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:50.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.893+0000 7f0145cadb80 1 --2- 172.21.15.12:0/4063819717 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7f7d0 0x56206cd79260 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0120006010 tx=0x7f012002a000 comp rx=0 tx=0).stop 2024-05-21T00:18:50.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.894+0000 7f0145cadb80 1 -- 172.21.15.12:0/4063819717 shutdown_connections 2024-05-21T00:18:50.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.894+0000 7f0145cadb80 1 --2- 172.21.15.12:0/4063819717 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd79880 0x56206cd79ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.894+0000 7f0145cadb80 1 --2- 172.21.15.12:0/4063819717 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd7eeb0 0x56206cd7f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.894+0000 7f0145cadb80 1 --2- 172.21.15.12:0/4063819717 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7f7d0 0x56206cd79260 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.894+0000 7f0145cadb80 1 -- 172.21.15.12:0/4063819717 >> 172.21.15.12:0/4063819717 conn(0x56206cca7be0 msgr2=0x56206cd74010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:50.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.894+0000 7f0145cadb80 1 -- 172.21.15.12:0/4063819717 shutdown_connections 2024-05-21T00:18:50.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.894+0000 7f0145cadb80 1 -- 172.21.15.12:0/4063819717 wait complete. 2024-05-21T00:18:50.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.895+0000 7f0145cadb80 1 -- start start 2024-05-21T00:18:50.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.895+0000 7f0145cadb80 1 Processor -- start 2024-05-21T00:18:50.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.896+0000 7f0145cadb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd854d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.896+0000 7f0145cadb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7eeb0 0x56206cd828a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.896+0000 7f0145cadb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7f7d0 0x56206cd82de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.896+0000 7f0145cadb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56206cbcdfa0 con 0x56206cd7f7d0 2024-05-21T00:18:50.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.896+0000 7f0145cadb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56206cc68760 con 0x56206cd79880 2024-05-21T00:18:50.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.896+0000 7f0145cadb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56206cd861e0 con 0x56206cd7eeb0 2024-05-21T00:18:50.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.896+0000 7f0145cadb80 10 client.0 _ll_register_callbacks cb 0x56206cc71c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:50.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.896+0000 7f0138a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd854d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.896+0000 7f0139400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7f7d0 0x56206cd82de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.896+0000 7f0138a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd854d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:49264/0 (socket says 172.21.15.12:49264) 2024-05-21T00:18:50.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.896+0000 7f0138a00700 1 -- 172.21.15.12:0/3401383161 learned_addr learned my addr 172.21.15.12:0/3401383161 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:50.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.896+0000 7f0133e00700 1 --2- 172.21.15.12:0/3401383161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7eeb0 0x56206cd828a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.897+0000 7f0138a00700 1 -- 172.21.15.12:0/3401383161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7eeb0 msgr2=0x56206cd828a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:50.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.897+0000 7f0138a00700 1 --2- 172.21.15.12:0/3401383161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7eeb0 0x56206cd828a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.897+0000 7f0138a00700 1 -- 172.21.15.12:0/3401383161 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7f7d0 msgr2=0x56206cd82de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:50.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.897+0000 7f0138a00700 1 --2- 172.21.15.12:0/3401383161 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7f7d0 0x56206cd82de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.897+0000 7f0138a00700 1 -- 172.21.15.12:0/3401383161 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56206cc178d0 con 0x56206cd79880 2024-05-21T00:18:50.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.897+0000 7f0138a00700 1 --2- 172.21.15.12:0/3401383161 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd854d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f0128009fc0 tx=0x7f0128003960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e05720b16eedbe6a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:50.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.897+0000 7f011aa00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:18:50.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.898+0000 7f011aa00700 1 -- 172.21.15.12:0/3401383161 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f012801b640 con 0x56206cd79880 2024-05-21T00:18:50.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.898+0000 7f0145cadb80 1 -- 172.21.15.12:0/3401383161 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f012002d070 con 0x56206cd79880 2024-05-21T00:18:50.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.898+0000 7f011aa00700 1 -- 172.21.15.12:0/3401383161 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f012801b7e0 con 0x56206cd79880 2024-05-21T00:18:50.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.898+0000 7f011aa00700 1 -- 172.21.15.12:0/3401383161 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0128022070 con 0x56206cd79880 2024-05-21T00:18:50.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.898+0000 7f0145cadb80 10 client.25523 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:50.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.898+0000 7f0145cadb80 1 -- 172.21.15.12:0/3401383161 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56206cc98060 con 0x56206cd79880 2024-05-21T00:18:50.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.899+0000 7f011aa00700 1 -- 172.21.15.12:0/3401383161 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f012002d070 con 0x56206cd79880 2024-05-21T00:18:50.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.899+0000 7f011aa00700 1 -- 172.21.15.12:0/3401383161 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f0128019020 con 0x56206cd79880 2024-05-21T00:18:50.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.899+0000 7f0145cadb80 10 client.25523 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:50.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.899+0000 7f0145cadb80 10 client.25523 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:18:50.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.899+0000 7f0145cadb80 20 client.25523 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:50.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.899+0000 7f0145cadb80 1 --2- 172.21.15.12:0/3401383161 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56206cd9b550 0x56206cd9d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.899+0000 7f0145cadb80 4 client.25523 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:50.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.899+0000 7f0145cadb80 1 -- 172.21.15.12:0/3401383161 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56206ccd9d90 con 0x56206cd9b550 2024-05-21T00:18:50.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.900+0000 7f0133e00700 1 --2- 172.21.15.12:0/3401383161 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56206cd9b550 0x56206cd9d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.900+0000 7f0133e00700 1 --2- 172.21.15.12:0/3401383161 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56206cd9b550 0x56206cd9d940 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c97122f21f994f12 server_cookie=b51501e4980d407c in_seq=0 out_seq=0 2024-05-21T00:18:50.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.900+0000 7f011aa00700 10 client.25523 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:18:50.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.901+0000 7f011aa00700 1 -- 172.21.15.12:0/3401383161 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56206ccd9d90 con 0x56206cd9b550 2024-05-21T00:18:50.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.901+0000 7f011aa00700 10 client.25523 handle_command_reply: tid=0 2024-05-21T00:18:50.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.901+0000 7f0145cadb80 1 client.25523 shutdown 2024-05-21T00:18:50.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.902+0000 7f0145cadb80 1 -- 172.21.15.12:0/3401383161 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 msgr2=0x56206cd854d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:50.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.902+0000 7f0145cadb80 1 --2- 172.21.15.12:0/3401383161 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd854d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f0128009fc0 tx=0x7f0128003960 comp rx=0 tx=0).stop 2024-05-21T00:18:50.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.902+0000 7f0145cadb80 1 -- 172.21.15.12:0/3401383161 shutdown_connections 2024-05-21T00:18:50.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.902+0000 7f0145cadb80 1 --2- 172.21.15.12:0/3401383161 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7f7d0 0x56206cd82de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.902+0000 7f0145cadb80 1 --2- 172.21.15.12:0/3401383161 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd854d0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.902+0000 7f0145cadb80 1 --2- 172.21.15.12:0/3401383161 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56206cd9b550 0x56206cd9d940 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.902+0000 7f0145cadb80 1 --2- 172.21.15.12:0/3401383161 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7eeb0 0x56206cd828a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.902+0000 7f011aa00700 0 client.25523 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:18:50.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.902+0000 7f0145cadb80 1 -- 172.21.15.12:0/3401383161 >> 172.21.15.12:0/3401383161 conn(0x56206cca7be0 msgr2=0x56206cd78250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:50.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.902+0000 7f0145cadb80 1 -- 172.21.15.12:0/3401383161 shutdown_connections 2024-05-21T00:18:50.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.902+0000 7f0145cadb80 1 -- 172.21.15.12:0/3401383161 wait complete. 2024-05-21T00:18:50.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.902+0000 7f0145cadb80 20 client.25523 trim_cache size 0 max 16384 2024-05-21T00:18:50.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.919+0000 7f0145cadb80 1 Processor -- start 2024-05-21T00:18:50.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.919+0000 7f0145cadb80 1 -- start start 2024-05-21T00:18:50.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.919+0000 7f0145cadb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd79260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.919+0000 7f0145cadb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7eeb0 0x56206cd740f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.919+0000 7f0145cadb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7f7d0 0x56206cda31d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.919+0000 7f0145cadb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f01341ab950 con 0x56206cd7eeb0 2024-05-21T00:18:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.919+0000 7f0145cadb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f01341ad490 con 0x56206cd79880 2024-05-21T00:18:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.919+0000 7f0145cadb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f01341ac020 con 0x56206cd7f7d0 2024-05-21T00:18:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.920+0000 7f0133e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7eeb0 0x56206cd740f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.920+0000 7f0133e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7eeb0 0x56206cd740f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:50400/0 (socket says 172.21.15.12:50400) 2024-05-21T00:18:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.920+0000 7f0133e00700 1 -- 172.21.15.12:0/3742062506 learned_addr learned my addr 172.21.15.12:0/3742062506 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.920+0000 7f0138a00700 1 --2- 172.21.15.12:0/3742062506 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd79260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.920+0000 7f0139400700 1 --2- 172.21.15.12:0/3742062506 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7f7d0 0x56206cda31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.920+0000 7f0138a00700 1 -- 172.21.15.12:0/3742062506 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7f7d0 msgr2=0x56206cda31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.920+0000 7f0138a00700 1 --2- 172.21.15.12:0/3742062506 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7f7d0 0x56206cda31d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.920+0000 7f0138a00700 1 -- 172.21.15.12:0/3742062506 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7eeb0 msgr2=0x56206cd740f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:50.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.920+0000 7f0138a00700 1 --2- 172.21.15.12:0/3742062506 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7eeb0 0x56206cd740f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.920+0000 7f0138a00700 1 -- 172.21.15.12:0/3742062506 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56206cd80e30 con 0x56206cd79880 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.920+0000 7f0133e00700 1 --2- 172.21.15.12:0/3742062506 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7eeb0 0x56206cd740f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.921+0000 7f0138a00700 1 --2- 172.21.15.12:0/3742062506 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd79260 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0128011b90 tx=0x7f01280095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1530a3da042278a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.921+0000 7f0125600700 1 -- 172.21.15.12:0/3742062506 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0128011440 con 0x56206cd79880 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.921+0000 7f0125600700 1 -- 172.21.15.12:0/3742062506 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0128005040 con 0x56206cd79880 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.921+0000 7f0125600700 1 -- 172.21.15.12:0/3742062506 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01280049c0 con 0x56206cd79880 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.922+0000 7f0145cadb80 1 -- 172.21.15.12:0/3742062506 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 msgr2=0x56206cd79260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.922+0000 7f0145cadb80 1 --2- 172.21.15.12:0/3742062506 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd79260 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0128011b90 tx=0x7f01280095c0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.922+0000 7f0145cadb80 1 -- 172.21.15.12:0/3742062506 shutdown_connections 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.922+0000 7f0145cadb80 1 --2- 172.21.15.12:0/3742062506 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7f7d0 0x56206cda31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.922+0000 7f0145cadb80 1 --2- 172.21.15.12:0/3742062506 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd79260 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.922+0000 7f0145cadb80 1 --2- 172.21.15.12:0/3742062506 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7eeb0 0x56206cd740f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.922+0000 7f0145cadb80 1 -- 172.21.15.12:0/3742062506 >> 172.21.15.12:0/3742062506 conn(0x56206cca7be0 msgr2=0x56206cd739e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:50.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.922+0000 7f0145cadb80 1 -- 172.21.15.12:0/3742062506 shutdown_connections 2024-05-21T00:18:50.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.923+0000 7f0145cadb80 1 -- 172.21.15.12:0/3742062506 wait complete. 2024-05-21T00:18:50.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.923+0000 7f0145cadb80 1 -- start start 2024-05-21T00:18:50.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.923+0000 7f0145cadb80 1 Processor -- start 2024-05-21T00:18:50.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.924+0000 7f0145cadb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd93d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.924+0000 7f0145cadb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7eeb0 0x56206cd94270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.924+0000 7f0145cadb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7f7d0 0x56206cd90d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.924+0000 7f0145cadb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f01341acdc0 con 0x56206cd7f7d0 2024-05-21T00:18:50.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.924+0000 7f0145cadb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f01341ac6f0 con 0x56206cd79880 2024-05-21T00:18:50.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.924+0000 7f0145cadb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f013407b8c0 con 0x56206cd7eeb0 2024-05-21T00:18:50.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.924+0000 7f0145cadb80 10 client.0 _ll_register_callbacks cb 0x56206cc71c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:50.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.924+0000 7f0138a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd93d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.925+0000 7f0133e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7eeb0 0x56206cd94270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.925+0000 7f0133e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7eeb0 0x56206cd94270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37992/0 (socket says 172.21.15.12:37992) 2024-05-21T00:18:50.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.925+0000 7f0133e00700 1 -- 172.21.15.12:0/2166537882 learned_addr learned my addr 172.21.15.12:0/2166537882 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:50.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.925+0000 7f0139400700 1 --2- 172.21.15.12:0/2166537882 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7f7d0 0x56206cd90d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.925+0000 7f0138a00700 1 -- 172.21.15.12:0/2166537882 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7eeb0 msgr2=0x56206cd94270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:50.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.925+0000 7f0138a00700 1 --2- 172.21.15.12:0/2166537882 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7eeb0 0x56206cd94270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.925+0000 7f0138a00700 1 -- 172.21.15.12:0/2166537882 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7f7d0 msgr2=0x56206cd90d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:50.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.925+0000 7f0138a00700 1 --2- 172.21.15.12:0/2166537882 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7f7d0 0x56206cd90d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.925+0000 7f0138a00700 1 -- 172.21.15.12:0/2166537882 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56206cd913b0 con 0x56206cd79880 2024-05-21T00:18:50.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.926+0000 7f0138a00700 1 --2- 172.21.15.12:0/2166537882 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd93d30 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f01280092a0 tx=0x7f0128003d60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2854d9cf13fc8f9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:50.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.926+0000 7f011aa00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:18:50.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.926+0000 7f011aa00700 1 -- 172.21.15.12:0/2166537882 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0128011640 con 0x56206cd79880 2024-05-21T00:18:50.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.926+0000 7f011aa00700 1 -- 172.21.15.12:0/2166537882 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f01280117e0 con 0x56206cd79880 2024-05-21T00:18:50.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.926+0000 7f0145cadb80 1 -- 172.21.15.12:0/2166537882 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0128005040 con 0x56206cd79880 2024-05-21T00:18:50.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.927+0000 7f011aa00700 1 -- 172.21.15.12:0/2166537882 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f01280056b0 con 0x56206cd79880 2024-05-21T00:18:50.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.927+0000 7f0145cadb80 10 client.25529 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:50.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.927+0000 7f0145cadb80 1 -- 172.21.15.12:0/2166537882 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56206ce06a50 con 0x56206cd79880 2024-05-21T00:18:50.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.927+0000 7f011aa00700 1 -- 172.21.15.12:0/2166537882 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0128005040 con 0x56206cd79880 2024-05-21T00:18:50.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.927+0000 7f011aa00700 1 -- 172.21.15.12:0/2166537882 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f0128019070 con 0x56206cd79880 2024-05-21T00:18:50.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.927+0000 7f0145cadb80 10 client.25529 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:50.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.927+0000 7f0145cadb80 10 client.25529 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:18:50.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.927+0000 7f0145cadb80 20 client.25529 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:50.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.927+0000 7f0145cadb80 1 --2- 172.21.15.12:0/2166537882 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56206ce07010 0x56206ce09430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:50.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.927+0000 7f0145cadb80 4 client.25529 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:18:50.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.927+0000 7f0145cadb80 1 -- 172.21.15.12:0/2166537882 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56206ccd3570 con 0x56206ce07010 2024-05-21T00:18:50.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.928+0000 7f0133e00700 1 --2- 172.21.15.12:0/2166537882 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56206ce07010 0x56206ce09430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:50.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f0133e00700 1 --2- 172.21.15.12:0/2166537882 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56206ce07010 0x56206ce09430 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b1533a47d8e473e5 server_cookie=39022a3a963ce22f in_seq=0 out_seq=0 2024-05-21T00:18:50.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f011aa00700 10 client.25529 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:18:50.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f011aa00700 1 -- 172.21.15.12:0/2166537882 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56206ccd3570 con 0x56206ce07010 2024-05-21T00:18:50.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f011aa00700 10 client.25529 handle_command_reply: tid=0 2024-05-21T00:18:50.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f0145cadb80 1 client.25529 shutdown 2024-05-21T00:18:50.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f0145cadb80 1 -- 172.21.15.12:0/2166537882 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 msgr2=0x56206cd93d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:50.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f0145cadb80 1 --2- 172.21.15.12:0/2166537882 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd93d30 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f01280092a0 tx=0x7f0128003d60 comp rx=0 tx=0).stop 2024-05-21T00:18:50.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f0145cadb80 1 -- 172.21.15.12:0/2166537882 shutdown_connections 2024-05-21T00:18:50.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f0145cadb80 1 --2- 172.21.15.12:0/2166537882 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56206cd7f7d0 0x56206cd90d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f0145cadb80 1 --2- 172.21.15.12:0/2166537882 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56206cd79880 0x56206cd93d30 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f0145cadb80 1 --2- 172.21.15.12:0/2166537882 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56206ce07010 0x56206ce09430 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f0145cadb80 1 --2- 172.21.15.12:0/2166537882 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56206cd7eeb0 0x56206cd94270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f0145cadb80 1 -- 172.21.15.12:0/2166537882 >> 172.21.15.12:0/2166537882 conn(0x56206cca7be0 msgr2=0x56206cd7fbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:50.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.929+0000 7f011aa00700 0 client.25529 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:18:50.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.930+0000 7f0145cadb80 1 -- 172.21.15.12:0/2166537882 shutdown_connections 2024-05-21T00:18:50.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.930+0000 7f0145cadb80 1 -- 172.21.15.12:0/2166537882 wait complete. 2024-05-21T00:18:50.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.930+0000 7f0145cadb80 20 client.25529 trim_cache size 0 max 16384 2024-05-21T00:18:50.932 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:18:50.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.931+0000 7f013b400700 1 -- 172.21.15.12:0/787136990 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f011c0b2900 msgr2=0x7f011c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:50.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.931+0000 7f013b400700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f011c0b2900 0x7f011c0b4dc0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f0134103850 tx=0x7f012000bc90 comp rx=0 tx=0).stop 2024-05-21T00:18:50.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.931+0000 7f013b400700 1 -- 172.21.15.12:0/787136990 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f013410b780 msgr2=0x7f01341a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:50.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.931+0000 7f013b400700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f013410b780 0x7f01341a0730 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f012c00efc0 tx=0x7f012c00c3a0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.931+0000 7f013b400700 1 -- 172.21.15.12:0/787136990 shutdown_connections 2024-05-21T00:18:50.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.931+0000 7f013b400700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f013410b780 0x7f01341a0730 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.931+0000 7f013b400700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0134105780 0x7f013419be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.931+0000 7f013b400700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f011c0b2900 0x7f011c0b4dc0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.931+0000 7f013b400700 1 --2- 172.21.15.12:0/787136990 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0134106140 0x7f013419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:50.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.931+0000 7f013b400700 1 -- 172.21.15.12:0/787136990 >> 172.21.15.12:0/787136990 conn(0x7f0134101270 msgr2=0x7f0134101920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:50.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.931+0000 7f013b400700 1 -- 172.21.15.12:0/787136990 shutdown_connections 2024-05-21T00:18:50.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:50.932+0000 7f013b400700 1 -- 172.21.15.12:0/787136990 wait complete. 2024-05-21T00:18:51.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:50 smithi012 ceph-mon[31403]: pgmap v492: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:18:51.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:50 smithi060 ceph-mon[36426]: pgmap v492: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:18:51.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:50 smithi077 ceph-mon[36377]: pgmap v492: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:18:51.833 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:18:52.331 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:52.918 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:52 smithi012 ceph-mon[31403]: pgmap v493: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:53.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:52 smithi060 ceph-mon[36426]: pgmap v493: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:53.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:52 smithi077 ceph-mon[36377]: pgmap v493: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:54.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.574+0000 7fe408e00700 1 -- 172.21.15.12:0/1762972893 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe4041096a0 msgr2=0x7fe404109a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:54.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.574+0000 7fe408e00700 1 --2- 172.21.15.12:0/1762972893 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe4041096a0 0x7fe404109a80 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4009990 tx=0x7fe3f4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.575+0000 7fe408e00700 1 -- 172.21.15.12:0/1762972893 shutdown_connections 2024-05-21T00:18:54.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.575+0000 7fe408e00700 1 --2- 172.21.15.12:0/1762972893 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe404103f50 0x7fe404110430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.575+0000 7fe408e00700 1 --2- 172.21.15.12:0/1762972893 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe4041096a0 0x7fe404109a80 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.575+0000 7fe408e00700 1 --2- 172.21.15.12:0/1762972893 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe404103590 0x7fe404103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.575+0000 7fe408e00700 1 -- 172.21.15.12:0/1762972893 >> 172.21.15.12:0/1762972893 conn(0x7fe40407a6f0 msgr2=0x7fe40407ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:54.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.577+0000 7fe408e00700 1 -- 172.21.15.12:0/1762972893 shutdown_connections 2024-05-21T00:18:54.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.577+0000 7fe408e00700 1 -- 172.21.15.12:0/1762972893 wait complete. 2024-05-21T00:18:54.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.578+0000 7fe408e00700 1 Processor -- start 2024-05-21T00:18:54.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.579+0000 7fe408e00700 1 -- start start 2024-05-21T00:18:54.580 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.579+0000 7fe408e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe404103590 0x7fe40419d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.579+0000 7fe408e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe404103f50 0x7fe40419dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.579+0000 7fe408e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe4041096a0 0x7fe404197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.579+0000 7fe408e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe4041115f0 con 0x7fe4041096a0 2024-05-21T00:18:54.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.579+0000 7fe408e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe404111470 con 0x7fe404103f50 2024-05-21T00:18:54.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.579+0000 7fe408e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fe404111770 con 0x7fe404103590 2024-05-21T00:18:54.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.580+0000 7fe401e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe404103590 0x7fe40419d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.581 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.580+0000 7fe401400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe404103f50 0x7fe40419dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.580+0000 7fe401400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe404103f50 0x7fe40419dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:49312/0 (socket says 172.21.15.12:49312) 2024-05-21T00:18:54.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.580+0000 7fe401400700 1 -- 172.21.15.12:0/125301874 learned_addr learned my addr 172.21.15.12:0/125301874 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:54.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.581+0000 7fe402800700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe4041096a0 0x7fe404197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.582+0000 7fe402800700 1 -- 172.21.15.12:0/125301874 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe404103590 msgr2=0x7fe40419d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:54.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.582+0000 7fe402800700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe404103590 0x7fe40419d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.582+0000 7fe402800700 1 -- 172.21.15.12:0/125301874 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe404103f50 msgr2=0x7fe40419dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:54.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.582+0000 7fe402800700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe404103f50 0x7fe40419dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.583 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.582+0000 7fe402800700 1 -- 172.21.15.12:0/125301874 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe404197fd0 con 0x7fe4041096a0 2024-05-21T00:18:54.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.582+0000 7fe401400700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe404103f50 0x7fe40419dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:54.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.583+0000 7fe402800700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe4041096a0 0x7fe404197870 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00efc0 tx=0x7fe3fc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:54.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.583+0000 7fe3faa00700 1 -- 172.21.15.12:0/125301874 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3fc0092e0 con 0x7fe4041096a0 2024-05-21T00:18:54.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.583+0000 7fe3faa00700 1 -- 172.21.15.12:0/125301874 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe3fc004bb0 con 0x7fe4041096a0 2024-05-21T00:18:54.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.583+0000 7fe3faa00700 1 -- 172.21.15.12:0/125301874 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3fc004020 con 0x7fe4041096a0 2024-05-21T00:18:54.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.584+0000 7fe408e00700 1 -- 172.21.15.12:0/125301874 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe404198260 con 0x7fe4041096a0 2024-05-21T00:18:54.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.584+0000 7fe408e00700 1 -- 172.21.15.12:0/125301874 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4041a4580 con 0x7fe4041096a0 2024-05-21T00:18:54.592 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.591+0000 7fe4137d1b80 1 Processor -- start 2024-05-21T00:18:54.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.591+0000 7fe3faa00700 1 -- 172.21.15.12:0/125301874 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe3fc012050 con 0x7fe4041096a0 2024-05-21T00:18:54.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.591+0000 7fe4137d1b80 1 -- start start 2024-05-21T00:18:54.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.592+0000 7fe4137d1b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91419eb0 0x55ab9141a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.592+0000 7fe4137d1b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 0x55ab91414260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.592+0000 7fe4137d1b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab91414880 0x55ab91414ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.592+0000 7fe4137d1b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ab91372e40 con 0x55ab91419eb0 2024-05-21T00:18:54.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.592+0000 7fe4137d1b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55ab913629e0 con 0x55ab91414880 2024-05-21T00:18:54.593 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.592+0000 7fe4137d1b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55ab91366a20 con 0x55ab9141a7d0 2024-05-21T00:18:54.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.594+0000 7fe3faa00700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe3e80b6d10 0x7fe3e80b91d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.594+0000 7fe401e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 0x55ab91414260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.594+0000 7fe401e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 0x55ab91414260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:38024/0 (socket says 172.21.15.12:38024) 2024-05-21T00:18:54.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.594+0000 7fe401e00700 1 -- 172.21.15.12:0/3113463123 learned_addr learned my addr 172.21.15.12:0/3113463123 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:54.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.594+0000 7fe3faa00700 1 -- 172.21.15.12:0/125301874 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fe3fc0e1310 con 0x7fe4041096a0 2024-05-21T00:18:54.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.595+0000 7fe401400700 1 --2- 172.21.15.12:0/3113463123 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab91414880 0x55ab91414ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.595+0000 7fe401400700 1 --2- 172.21.15.12:0/3113463123 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91419eb0 0x55ab9141a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.595+0000 7fe401e00700 1 -- 172.21.15.12:0/3113463123 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab91414880 msgr2=0x55ab91414ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:54.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.595+0000 7fe401e00700 1 --2- 172.21.15.12:0/3113463123 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab91414880 0x55ab91414ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.595+0000 7fe401e00700 1 -- 172.21.15.12:0/3113463123 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91419eb0 msgr2=0x55ab9141a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:54.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.595+0000 7fe401e00700 1 --2- 172.21.15.12:0/3113463123 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91419eb0 0x55ab9141a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.595+0000 7fe401e00700 1 -- 172.21.15.12:0/3113463123 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab9132b420 con 0x55ab9141a7d0 2024-05-21T00:18:54.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.595+0000 7fe401400700 1 --2- 172.21.15.12:0/3113463123 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91419eb0 0x55ab9141a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:54.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.596+0000 7fe402800700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe3e80b6d10 0x7fe3e80b91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.598+0000 7fe401e00700 1 --2- 172.21.15.12:0/3113463123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 0x55ab91414260 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4009990 tx=0x7fe3f400b610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97476975459e032f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:54.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.598+0000 7fe402800700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe3e80b6d10 0x7fe3e80b91d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc0090a0 tx=0x7fe3fc009da0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:54.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.599+0000 7fe3ef400700 1 -- 172.21.15.12:0/3113463123 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f4004620 con 0x55ab9141a7d0 2024-05-21T00:18:54.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.600+0000 7fe3ef400700 1 -- 172.21.15.12:0/3113463123 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe3f4027070 con 0x55ab9141a7d0 2024-05-21T00:18:54.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.600+0000 7fe3ef400700 1 -- 172.21.15.12:0/3113463123 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f4004620 con 0x55ab9141a7d0 2024-05-21T00:18:54.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.601+0000 7fe4137d1b80 1 -- 172.21.15.12:0/3113463123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 msgr2=0x55ab91414260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:54.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.601+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/3113463123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 0x55ab91414260 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4009990 tx=0x7fe3f400b610 comp rx=0 tx=0).stop 2024-05-21T00:18:54.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.602+0000 7fe4137d1b80 1 -- 172.21.15.12:0/3113463123 shutdown_connections 2024-05-21T00:18:54.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.602+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/3113463123 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab91414880 0x55ab91414ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.602+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/3113463123 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91419eb0 0x55ab9141a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.602+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/3113463123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 0x55ab91414260 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.602+0000 7fe4137d1b80 1 -- 172.21.15.12:0/3113463123 >> 172.21.15.12:0/3113463123 conn(0x55ab91342be0 msgr2=0x55ab9140f010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:54.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.602+0000 7fe4137d1b80 1 -- 172.21.15.12:0/3113463123 shutdown_connections 2024-05-21T00:18:54.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.604+0000 7fe4137d1b80 1 -- 172.21.15.12:0/3113463123 wait complete. 2024-05-21T00:18:54.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.604+0000 7fe4137d1b80 1 -- start start 2024-05-21T00:18:54.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.605+0000 7fe4137d1b80 1 Processor -- start 2024-05-21T00:18:54.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.605+0000 7fe4137d1b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab91414880 0x55ab914203c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.605+0000 7fe4137d1b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91419eb0 0x55ab9141d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.605+0000 7fe4137d1b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab9141a7d0 0x55ab9141dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.605+0000 7fe4137d1b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55ab91268fa0 con 0x55ab91419eb0 2024-05-21T00:18:54.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.605+0000 7fe4137d1b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55ab91303760 con 0x55ab9141a7d0 2024-05-21T00:18:54.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.606+0000 7fe4137d1b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55ab91421230 con 0x55ab91414880 2024-05-21T00:18:54.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.606+0000 7fe4137d1b80 10 client.0 _ll_register_callbacks cb 0x55ab9130cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:54.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.606+0000 7fe401400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab9141a7d0 0x55ab9141dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.607+0000 7fe401400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab9141a7d0 0x55ab9141dca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:49320/0 (socket says 172.21.15.12:49320) 2024-05-21T00:18:54.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.607+0000 7fe401400700 1 -- 172.21.15.12:0/2072182594 learned_addr learned my addr 172.21.15.12:0/2072182594 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:54.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.607+0000 7fe401400700 1 --2- 172.21.15.12:0/2072182594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab91414880 0x55ab914203c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.607+0000 7fe401e00700 1 --2- 172.21.15.12:0/2072182594 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91419eb0 0x55ab9141d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.608+0000 7fe401e00700 1 -- 172.21.15.12:0/2072182594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab91414880 msgr2=0x55ab914203c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:54.610 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.608+0000 7fe401e00700 1 --2- 172.21.15.12:0/2072182594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab91414880 0x55ab914203c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.608+0000 7fe401e00700 1 -- 172.21.15.12:0/2072182594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab9141a7d0 msgr2=0x55ab9141dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:54.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.608+0000 7fe401e00700 1 --2- 172.21.15.12:0/2072182594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab9141a7d0 0x55ab9141dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.608+0000 7fe401e00700 1 -- 172.21.15.12:0/2072182594 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab912b28d0 con 0x55ab91419eb0 2024-05-21T00:18:54.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.609+0000 7fe401e00700 1 --2- 172.21.15.12:0/2072182594 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91419eb0 0x55ab9141d760 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4009ce0 tx=0x7fe3f400ba70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1591298504356738 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:54.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.609+0000 7fe3e3e00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:18:54.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.610+0000 7fe3e3e00700 1 -- 172.21.15.12:0/2072182594 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f4004620 con 0x55ab91419eb0 2024-05-21T00:18:54.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.610+0000 7fe3e3e00700 1 -- 172.21.15.12:0/2072182594 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fe3f40047c0 con 0x55ab91419eb0 2024-05-21T00:18:54.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.610+0000 7fe4137d1b80 1 -- 172.21.15.12:0/2072182594 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3f4027070 con 0x55ab91419eb0 2024-05-21T00:18:54.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.610+0000 7fe3e3e00700 1 -- 172.21.15.12:0/2072182594 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe3f403b050 con 0x55ab91419eb0 2024-05-21T00:18:54.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.610+0000 7fe4137d1b80 10 client.15426 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:54.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.610+0000 7fe4137d1b80 1 -- 172.21.15.12:0/2072182594 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ab91333060 con 0x55ab91419eb0 2024-05-21T00:18:54.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.611+0000 7fe3e3e00700 1 -- 172.21.15.12:0/2072182594 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe3f4027070 con 0x55ab91419eb0 2024-05-21T00:18:54.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.611+0000 7fe3e3e00700 1 -- 172.21.15.12:0/2072182594 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe3f4005030 con 0x55ab91419eb0 2024-05-21T00:18:54.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.611+0000 7fe4137d1b80 10 client.15426 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:54.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.612+0000 7fe4137d1b80 10 client.15426 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:18:54.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.612+0000 7fe4137d1b80 20 client.15426 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:54.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.612+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/2072182594 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55ab9143eae0 0x55ab91440ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.612+0000 7fe4137d1b80 4 client.15426 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:18:54.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.612+0000 7fe4137d1b80 1 -- 172.21.15.12:0/2072182594 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ab91374d90 con 0x55ab9143eae0 2024-05-21T00:18:54.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.612+0000 7fe401400700 1 --2- 172.21.15.12:0/2072182594 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55ab9143eae0 0x55ab91440ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.613+0000 7fe401400700 1 --2- 172.21.15.12:0/2072182594 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55ab9143eae0 0x55ab91440ed0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=62e428b756ce6d1 server_cookie=6fca418dd00457f6 in_seq=0 out_seq=0 2024-05-21T00:18:54.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.613+0000 7fe3e3e00700 10 client.15426 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:18:54.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.614+0000 7fe3e3e00700 1 -- 172.21.15.12:0/2072182594 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55ab91374d90 con 0x55ab9143eae0 2024-05-21T00:18:54.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.614+0000 7fe3e3e00700 10 client.15426 handle_command_reply: tid=0 2024-05-21T00:18:54.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.614+0000 7fe4137d1b80 1 client.15426 shutdown 2024-05-21T00:18:54.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.614+0000 7fe4137d1b80 1 -- 172.21.15.12:0/2072182594 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91419eb0 msgr2=0x55ab9141d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:54.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.615+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/2072182594 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91419eb0 0x55ab9141d760 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4009ce0 tx=0x7fe3f400ba70 comp rx=0 tx=0).stop 2024-05-21T00:18:54.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.615+0000 7fe4137d1b80 1 -- 172.21.15.12:0/2072182594 shutdown_connections 2024-05-21T00:18:54.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.615+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/2072182594 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55ab9143eae0 0x55ab91440ed0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.615+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/2072182594 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab9141a7d0 0x55ab9141dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.615+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/2072182594 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab91414880 0x55ab914203c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.615+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/2072182594 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91419eb0 0x55ab9141d760 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.615+0000 7fe4137d1b80 1 -- 172.21.15.12:0/2072182594 >> 172.21.15.12:0/2072182594 conn(0x55ab91342be0 msgr2=0x55ab91413250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:54.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.615+0000 7fe3e3e00700 0 client.15426 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:18:54.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.616+0000 7fe4137d1b80 1 -- 172.21.15.12:0/2072182594 shutdown_connections 2024-05-21T00:18:54.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.617+0000 7fe4137d1b80 1 -- 172.21.15.12:0/2072182594 wait complete. 2024-05-21T00:18:54.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.617+0000 7fe4137d1b80 20 client.15426 trim_cache size 0 max 16384 2024-05-21T00:18:54.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.650+0000 7fe4137d1b80 1 Processor -- start 2024-05-21T00:18:54.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.650+0000 7fe4137d1b80 1 -- start start 2024-05-21T00:18:54.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.650+0000 7fe4137d1b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91414880 0x55ab91414260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.650+0000 7fe4137d1b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 0x55ab9141dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.650+0000 7fe4137d1b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab9140e9e0 0x55ab9140ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.650+0000 7fe4137d1b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe404074070 con 0x55ab91414880 2024-05-21T00:18:54.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.650+0000 7fe4137d1b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe4041a4c50 con 0x55ab9140e9e0 2024-05-21T00:18:54.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.650+0000 7fe4137d1b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fe404074740 con 0x55ab9141a7d0 2024-05-21T00:18:54.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.651+0000 7fe401400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91414880 0x55ab91414260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.651+0000 7fe401e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 0x55ab9141dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.651+0000 7fe401e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 0x55ab9141dc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:38040/0 (socket says 172.21.15.12:38040) 2024-05-21T00:18:54.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.651+0000 7fe401e00700 1 -- 172.21.15.12:0/3350549817 learned_addr learned my addr 172.21.15.12:0/3350549817 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:54.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.652+0000 7fe401e00700 1 -- 172.21.15.12:0/3350549817 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab9140e9e0 msgr2=0x55ab9140ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:54.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.652+0000 7fe401e00700 1 --2- 172.21.15.12:0/3350549817 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab9140e9e0 0x55ab9140ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.652+0000 7fe401e00700 1 -- 172.21.15.12:0/3350549817 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91414880 msgr2=0x55ab91414260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:54.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.652+0000 7fe401e00700 1 --2- 172.21.15.12:0/3350549817 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91414880 0x55ab91414260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.652+0000 7fe401e00700 1 -- 172.21.15.12:0/3350549817 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ab91418270 con 0x55ab9141a7d0 2024-05-21T00:18:54.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.652+0000 7fe401400700 1 --2- 172.21.15.12:0/3350549817 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91414880 0x55ab91414260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:18:54.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.652+0000 7fe401e00700 1 --2- 172.21.15.12:0/3350549817 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 0x55ab9141dc50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4005550 tx=0x7fe3f4005760 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce9e080597cc8684 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:54.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.652+0000 7fe3eea00700 1 -- 172.21.15.12:0/3350549817 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f4005230 con 0x55ab9141a7d0 2024-05-21T00:18:54.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.653+0000 7fe3eea00700 1 -- 172.21.15.12:0/3350549817 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe3f4027070 con 0x55ab9141a7d0 2024-05-21T00:18:54.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.653+0000 7fe3eea00700 1 -- 172.21.15.12:0/3350549817 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f40038e0 con 0x55ab9141a7d0 2024-05-21T00:18:54.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.654+0000 7fe4137d1b80 1 -- 172.21.15.12:0/3350549817 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 msgr2=0x55ab9141dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:54.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.654+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/3350549817 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 0x55ab9141dc50 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4005550 tx=0x7fe3f4005760 comp rx=0 tx=0).stop 2024-05-21T00:18:54.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.654+0000 7fe4137d1b80 1 -- 172.21.15.12:0/3350549817 shutdown_connections 2024-05-21T00:18:54.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.654+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/3350549817 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab9140e9e0 0x55ab9140ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.654+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/3350549817 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab91414880 0x55ab91414260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.654+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/3350549817 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9141a7d0 0x55ab9141dc50 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.654+0000 7fe4137d1b80 1 -- 172.21.15.12:0/3350549817 >> 172.21.15.12:0/3350549817 conn(0x55ab91342be0 msgr2=0x55ab9141d540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:54.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.654+0000 7fe4137d1b80 1 -- 172.21.15.12:0/3350549817 shutdown_connections 2024-05-21T00:18:54.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.654+0000 7fe4137d1b80 1 -- 172.21.15.12:0/3350549817 wait complete. 2024-05-21T00:18:54.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.655+0000 7fe4137d1b80 1 -- start start 2024-05-21T00:18:54.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.655+0000 7fe4137d1b80 1 Processor -- start 2024-05-21T00:18:54.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.656+0000 7fe4137d1b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9140e9e0 0x55ab914264c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.656+0000 7fe4137d1b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab91414880 0x55ab91426a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.656+0000 7fe4137d1b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab9141a7d0 0x55ab91423490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.656+0000 7fe4137d1b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe4040754e0 con 0x55ab9141a7d0 2024-05-21T00:18:54.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.656+0000 7fe4137d1b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe404074e10 con 0x55ab91414880 2024-05-21T00:18:54.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.656+0000 7fe4137d1b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fe404072030 con 0x55ab9140e9e0 2024-05-21T00:18:54.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.656+0000 7fe4137d1b80 10 client.0 _ll_register_callbacks cb 0x55ab9130cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:18:54.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.656+0000 7fe401e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab91414880 0x55ab91426a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.656+0000 7fe401e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab91414880 0x55ab91426a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:49338/0 (socket says 172.21.15.12:49338) 2024-05-21T00:18:54.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.656+0000 7fe401e00700 1 -- 172.21.15.12:0/1011814169 learned_addr learned my addr 172.21.15.12:0/1011814169 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:18:54.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.656+0000 7fe401400700 1 --2- 172.21.15.12:0/1011814169 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab9141a7d0 0x55ab91423490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.657+0000 7fe401e00700 1 -- 172.21.15.12:0/1011814169 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9140e9e0 msgr2=0x55ab914264c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:18:54.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.657+0000 7fe401e00700 1 --2- 172.21.15.12:0/1011814169 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9140e9e0 0x55ab914264c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.657+0000 7fe401e00700 1 -- 172.21.15.12:0/1011814169 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab9141a7d0 msgr2=0x55ab91423490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:18:54.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.657+0000 7fe401e00700 1 --2- 172.21.15.12:0/1011814169 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab9141a7d0 0x55ab91423490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.657+0000 7fe401e00700 1 -- 172.21.15.12:0/1011814169 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ab914239d0 con 0x55ab91414880 2024-05-21T00:18:54.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.657+0000 7fe401400700 1 --2- 172.21.15.12:0/1011814169 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab9141a7d0 0x55ab91423490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:18:54.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.657+0000 7fe401e00700 1 --2- 172.21.15.12:0/1011814169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab91414880 0x55ab91426a00 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4003760 tx=0x7fe3f4010aa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81cbdb82d6438be7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:18:54.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.657+0000 7fe3e3e00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:18:54.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.657+0000 7fe3e3e00700 1 -- 172.21.15.12:0/1011814169 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f4005980 con 0x55ab91414880 2024-05-21T00:18:54.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.657+0000 7fe3e3e00700 1 -- 172.21.15.12:0/1011814169 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fe3f4010c40 con 0x55ab91414880 2024-05-21T00:18:54.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.657+0000 7fe4137d1b80 1 -- 172.21.15.12:0/1011814169 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3f4027070 con 0x55ab91414880 2024-05-21T00:18:54.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.658+0000 7fe3e3e00700 1 -- 172.21.15.12:0/1011814169 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe3f4010e40 con 0x55ab91414880 2024-05-21T00:18:54.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.658+0000 7fe4137d1b80 10 client.25544 fetch_fsmap learned FSMap version 29 2024-05-21T00:18:54.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.658+0000 7fe4137d1b80 1 -- 172.21.15.12:0/1011814169 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ab914a9ad0 con 0x55ab91414880 2024-05-21T00:18:54.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.658+0000 7fe3e3e00700 1 -- 172.21.15.12:0/1011814169 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe3f4027070 con 0x55ab91414880 2024-05-21T00:18:54.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.659+0000 7fe3e3e00700 1 -- 172.21.15.12:0/1011814169 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe3f4047020 con 0x55ab91414880 2024-05-21T00:18:54.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.659+0000 7fe4137d1b80 10 client.25544 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:18:54.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.659+0000 7fe4137d1b80 10 client.25544 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:18:54.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.659+0000 7fe4137d1b80 20 client.25544 populate_metadata read hostname 'smithi012' 2024-05-21T00:18:54.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.659+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/1011814169 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55ab914a9e00 0x55ab914ac240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:18:54.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.659+0000 7fe4137d1b80 4 client.25544 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:18:54.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.659+0000 7fe4137d1b80 1 -- 172.21.15.12:0/1011814169 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ab9136e570 con 0x55ab914a9e00 2024-05-21T00:18:54.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.660+0000 7fe401400700 1 --2- 172.21.15.12:0/1011814169 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55ab914a9e00 0x55ab914ac240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:18:54.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.660+0000 7fe401400700 1 --2- 172.21.15.12:0/1011814169 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55ab914a9e00 0x55ab914ac240 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9971a8a58429d947 server_cookie=83caf563743f2bfe in_seq=0 out_seq=0 2024-05-21T00:18:54.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.660+0000 7fe3e3e00700 10 client.25544 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:18:54.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.661+0000 7fe3e3e00700 1 -- 172.21.15.12:0/1011814169 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ab9136e570 con 0x55ab914a9e00 2024-05-21T00:18:54.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.661+0000 7fe3e3e00700 10 client.25544 handle_command_reply: tid=0 2024-05-21T00:18:54.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.661+0000 7fe4137d1b80 1 client.25544 shutdown 2024-05-21T00:18:54.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.661+0000 7fe4137d1b80 1 -- 172.21.15.12:0/1011814169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab91414880 msgr2=0x55ab91426a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:54.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.661+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/1011814169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab91414880 0x55ab91426a00 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe3f4003760 tx=0x7fe3f4010aa0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.661+0000 7fe4137d1b80 1 -- 172.21.15.12:0/1011814169 shutdown_connections 2024-05-21T00:18:54.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.661+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/1011814169 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55ab914a9e00 0x55ab914ac240 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.661+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/1011814169 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55ab9141a7d0 0x55ab91423490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.661+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/1011814169 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55ab9140e9e0 0x55ab914264c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.661+0000 7fe3e3e00700 0 client.25544 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:18:54.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.661+0000 7fe4137d1b80 1 --2- 172.21.15.12:0/1011814169 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55ab91414880 0x55ab91426a00 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.661+0000 7fe4137d1b80 1 -- 172.21.15.12:0/1011814169 >> 172.21.15.12:0/1011814169 conn(0x55ab91342be0 msgr2=0x55ab9141d540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:54.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.662+0000 7fe4137d1b80 1 -- 172.21.15.12:0/1011814169 shutdown_connections 2024-05-21T00:18:54.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.662+0000 7fe4137d1b80 1 -- 172.21.15.12:0/1011814169 wait complete. 2024-05-21T00:18:54.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.662+0000 7fe4137d1b80 20 client.25544 trim_cache size 0 max 16384 2024-05-21T00:18:54.664 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:18:54.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.663+0000 7fe408e00700 1 -- 172.21.15.12:0/125301874 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe3e80b6d10 msgr2=0x7fe3e80b91d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:54.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.663+0000 7fe408e00700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe3e80b6d10 0x7fe3e80b91d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc0090a0 tx=0x7fe3fc009da0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.663+0000 7fe408e00700 1 -- 172.21.15.12:0/125301874 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe4041096a0 msgr2=0x7fe404197870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:18:54.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.663+0000 7fe408e00700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe4041096a0 0x7fe404197870 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00efc0 tx=0x7fe3fc00c3a0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.664+0000 7fe408e00700 1 -- 172.21.15.12:0/125301874 shutdown_connections 2024-05-21T00:18:54.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.664+0000 7fe408e00700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe3e80b6d10 0x7fe3e80b91d0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.664+0000 7fe408e00700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe4041096a0 0x7fe404197870 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.664+0000 7fe408e00700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe404103590 0x7fe40419d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.664+0000 7fe408e00700 1 --2- 172.21.15.12:0/125301874 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe404103f50 0x7fe40419dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:18:54.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.664+0000 7fe408e00700 1 -- 172.21.15.12:0/125301874 >> 172.21.15.12:0/125301874 conn(0x7fe40407a6f0 msgr2=0x7fe404102230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:18:54.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.664+0000 7fe408e00700 1 -- 172.21.15.12:0/125301874 shutdown_connections 2024-05-21T00:18:54.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:18:54.664+0000 7fe408e00700 1 -- 172.21.15.12:0/125301874 wait complete. 2024-05-21T00:18:55.034 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:54 smithi012 ceph-mon[31403]: pgmap v494: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:55.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:54 smithi060 ceph-mon[36426]: pgmap v494: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:55.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:54 smithi077 ceph-mon[36377]: pgmap v494: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:55.565 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:18:56.056 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:18:57.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:56 smithi012 ceph-mon[31403]: pgmap v495: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:18:57.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:56 smithi060 ceph-mon[36426]: pgmap v495: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:18:57.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:56 smithi077 ceph-mon[36377]: pgmap v495: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:18:57.967 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:18:59.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:18:58 smithi012 ceph-mon[31403]: pgmap v496: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:59.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:18:58 smithi060 ceph-mon[36426]: pgmap v496: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:18:59.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:18:58 smithi077 ceph-mon[36377]: pgmap v496: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:19:01.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:00 smithi012 ceph-mon[31403]: pgmap v497: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T00:19:01.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.081+0000 7f0358200700 1 -- 172.21.15.12:0/2011614635 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f035006bbe0 msgr2=0x7f03501103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:01.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.081+0000 7f0358200700 1 --2- 172.21.15.12:0/2011614635 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f035006bbe0 0x7f03501103d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f034800b0a0 tx=0x7f034800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.081+0000 7f0358200700 1 -- 172.21.15.12:0/2011614635 shutdown_connections 2024-05-21T00:19:01.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.081+0000 7f0358200700 1 --2- 172.21.15.12:0/2011614635 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f035006bbe0 0x7f03501103d0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.081+0000 7f0358200700 1 --2- 172.21.15.12:0/2011614635 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f03501095b0 0x7f0350109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.081+0000 7f0358200700 1 --2- 172.21.15.12:0/2011614635 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f035006b220 0x7f035006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.081+0000 7f0358200700 1 -- 172.21.15.12:0/2011614635 >> 172.21.15.12:0/2011614635 conn(0x7f03500793f0 msgr2=0x7f0350079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:01.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.082+0000 7f0358200700 1 -- 172.21.15.12:0/2011614635 shutdown_connections 2024-05-21T00:19:01.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.082+0000 7f0358200700 1 -- 172.21.15.12:0/2011614635 wait complete. 2024-05-21T00:19:01.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.083+0000 7f0358200700 1 Processor -- start 2024-05-21T00:19:01.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.083+0000 7f0358200700 1 -- start start 2024-05-21T00:19:01.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.084+0000 7f0358200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f035006b220 0x7f0350102510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.084+0000 7f0358200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f035006bbe0 0x7f0350102a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.084+0000 7f0358200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03501095b0 0x7f0350102f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.084+0000 7f0358200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0350113710 con 0x7f035006b220 2024-05-21T00:19:01.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.084+0000 7f0358200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0350113590 con 0x7f03501095b0 2024-05-21T00:19:01.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.084+0000 7f0358200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0350113890 con 0x7f035006bbe0 2024-05-21T00:19:01.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.085+0000 7f0354e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f035006bbe0 0x7f0350102a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.085+0000 7f0354e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f035006bbe0 0x7f0350102a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37676/0 (socket says 172.21.15.12:37676) 2024-05-21T00:19:01.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.085+0000 7f0354e00700 1 -- 172.21.15.12:0/3500904528 learned_addr learned my addr 172.21.15.12:0/3500904528 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:01.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.085+0000 7f0356200700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03501095b0 0x7f0350102f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.085+0000 7f0355800700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f035006b220 0x7f0350102510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.086+0000 7f0354e00700 1 -- 172.21.15.12:0/3500904528 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03501095b0 msgr2=0x7f0350102f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:01.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.086+0000 7f0354e00700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03501095b0 0x7f0350102f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.086+0000 7f0354e00700 1 -- 172.21.15.12:0/3500904528 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f035006b220 msgr2=0x7f0350102510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:01.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.086+0000 7f0354e00700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f035006b220 0x7f0350102510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.086+0000 7f0354e00700 1 -- 172.21.15.12:0/3500904528 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03501a8070 con 0x7f035006bbe0 2024-05-21T00:19:01.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.086+0000 7f0354e00700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f035006bbe0 0x7f0350102a50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f033c00c9b0 tx=0x7f033c00cd70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:01.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.086+0000 7f034e000700 1 -- 172.21.15.12:0/3500904528 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f033c007b00 con 0x7f035006bbe0 2024-05-21T00:19:01.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.086+0000 7f0358200700 1 -- 172.21.15.12:0/3500904528 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03501a8360 con 0x7f035006bbe0 2024-05-21T00:19:01.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.086+0000 7f034e000700 1 -- 172.21.15.12:0/3500904528 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f033c007ca0 con 0x7f035006bbe0 2024-05-21T00:19:01.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.086+0000 7f034e000700 1 -- 172.21.15.12:0/3500904528 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f033c018730 con 0x7f035006bbe0 2024-05-21T00:19:01.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.087+0000 7f0358200700 1 -- 172.21.15.12:0/3500904528 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03501a88a0 con 0x7f035006bbe0 2024-05-21T00:19:01.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.092+0000 7f034e000700 1 -- 172.21.15.12:0/3500904528 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f033c00f450 con 0x7f035006bbe0 2024-05-21T00:19:01.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.093+0000 7f0362bedb80 1 Processor -- start 2024-05-21T00:19:01.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.094+0000 7f0362bedb80 1 -- start start 2024-05-21T00:19:01.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.095+0000 7f034e000700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f03380b2880 0x7f03380b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.095+0000 7f034e000700 1 -- 172.21.15.12:0/3500904528 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f033c0e2340 con 0x7f035006bbe0 2024-05-21T00:19:01.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.095+0000 7f0356200700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f03380b2880 0x7f03380b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.096+0000 7f0362bedb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1178c50 0x5604a1179030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.096+0000 7f0362bedb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a1179570 0x5604a117d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.096+0000 7f0362bedb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a117d880 0x5604a117dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.096+0000 7f0362bedb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5604a10cee40 con 0x5604a1179570 2024-05-21T00:19:01.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.096+0000 7f0362bedb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5604a10be9e0 con 0x5604a1178c50 2024-05-21T00:19:01.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.096+0000 7f0362bedb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5604a10c2a20 con 0x5604a117d880 2024-05-21T00:19:01.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.096+0000 7f0356200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a117d880 0x5604a117dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.096+0000 7f0355800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1178c50 0x5604a1179030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.096+0000 7f0356200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a117d880 0x5604a117dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37690/0 (socket says 172.21.15.12:37690) 2024-05-21T00:19:01.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.096+0000 7f0356200700 1 -- 172.21.15.12:0/2609801147 learned_addr learned my addr 172.21.15.12:0/2609801147 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:01.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.096+0000 7f0354e00700 1 --2- 172.21.15.12:0/2609801147 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a1179570 0x5604a117d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.097+0000 7f0355800700 1 -- 172.21.15.12:0/2609801147 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a117d880 msgr2=0x5604a117dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:01.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.097+0000 7f0355800700 1 --2- 172.21.15.12:0/2609801147 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a117d880 0x5604a117dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.097+0000 7f0355800700 1 -- 172.21.15.12:0/2609801147 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a1179570 msgr2=0x5604a117d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:01.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.097+0000 7f0355800700 1 --2- 172.21.15.12:0/2609801147 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a1179570 0x5604a117d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.097+0000 7f0355800700 1 -- 172.21.15.12:0/2609801147 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604a1087420 con 0x5604a1178c50 2024-05-21T00:19:01.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.097+0000 7f0356200700 1 --2- 172.21.15.12:0/2609801147 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a117d880 0x5604a117dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:01.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.097+0000 7f0356200700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f03380b2880 0x7f03380b4d40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f034800b0a0 tx=0x7f0348009570 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:01.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.099+0000 7f0355800700 1 --2- 172.21.15.12:0/2609801147 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1178c50 0x5604a1179030 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f034400dc10 tx=0x7f034400df20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=59e6443cd17c5372 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:01.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.099+0000 7f0342a00700 1 -- 172.21.15.12:0/2609801147 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0344004220 con 0x5604a1178c50 2024-05-21T00:19:01.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.099+0000 7f0342a00700 1 -- 172.21.15.12:0/2609801147 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f034400fdc0 con 0x5604a1178c50 2024-05-21T00:19:01.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.099+0000 7f0342a00700 1 -- 172.21.15.12:0/2609801147 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0344003e60 con 0x5604a1178c50 2024-05-21T00:19:01.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.100+0000 7f0362bedb80 1 -- 172.21.15.12:0/2609801147 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1178c50 msgr2=0x5604a1179030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:01.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.100+0000 7f0362bedb80 1 --2- 172.21.15.12:0/2609801147 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1178c50 0x5604a1179030 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f034400dc10 tx=0x7f034400df20 comp rx=0 tx=0).stop 2024-05-21T00:19:01.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.100+0000 7f0362bedb80 1 -- 172.21.15.12:0/2609801147 shutdown_connections 2024-05-21T00:19:01.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.100+0000 7f0362bedb80 1 --2- 172.21.15.12:0/2609801147 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a117d880 0x5604a117dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.100+0000 7f0362bedb80 1 --2- 172.21.15.12:0/2609801147 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1178c50 0x5604a1179030 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.100+0000 7f0362bedb80 1 --2- 172.21.15.12:0/2609801147 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a1179570 0x5604a117d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.100+0000 7f0362bedb80 1 -- 172.21.15.12:0/2609801147 >> 172.21.15.12:0/2609801147 conn(0x5604a109ebe0 msgr2=0x5604a116b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:01.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.101+0000 7f0362bedb80 1 -- 172.21.15.12:0/2609801147 shutdown_connections 2024-05-21T00:19:01.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.101+0000 7f0362bedb80 1 -- 172.21.15.12:0/2609801147 wait complete. 2024-05-21T00:19:01.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.102+0000 7f0362bedb80 1 -- start start 2024-05-21T00:19:01.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.102+0000 7f0362bedb80 1 Processor -- start 2024-05-21T00:19:01.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.103+0000 7f0362bedb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a1178c50 0x5604a1184c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.103+0000 7f0362bedb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 0x5604a1181ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.103+0000 7f0362bedb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a117d880 0x5604a1182530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.103+0000 7f0362bedb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5604a0fc4fa0 con 0x5604a1178c50 2024-05-21T00:19:01.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.103+0000 7f0362bedb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5604a105f760 con 0x5604a1179570 2024-05-21T00:19:01.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.103+0000 7f0362bedb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5604a1185a70 con 0x5604a117d880 2024-05-21T00:19:01.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.103+0000 7f0362bedb80 10 client.0 _ll_register_callbacks cb 0x5604a1068c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:01.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.104+0000 7f0355800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a1178c50 0x5604a1184c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.104+0000 7f0355800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a1178c50 0x5604a1184c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56808/0 (socket says 172.21.15.12:56808) 2024-05-21T00:19:01.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.104+0000 7f0355800700 1 -- 172.21.15.12:0/22055394 learned_addr learned my addr 172.21.15.12:0/22055394 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:01.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.104+0000 7f0354e00700 1 --2- 172.21.15.12:0/22055394 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 0x5604a1181ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.104+0000 7f0356200700 1 --2- 172.21.15.12:0/22055394 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a117d880 0x5604a1182530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.104+0000 7f0355800700 1 -- 172.21.15.12:0/22055394 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a117d880 msgr2=0x5604a1182530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:01.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.104+0000 7f0355800700 1 --2- 172.21.15.12:0/22055394 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a117d880 0x5604a1182530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.104+0000 7f0355800700 1 -- 172.21.15.12:0/22055394 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 msgr2=0x5604a1181ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:01.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.104+0000 7f0355800700 1 --2- 172.21.15.12:0/22055394 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 0x5604a1181ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.104+0000 7f0355800700 1 -- 172.21.15.12:0/22055394 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604a100e8d0 con 0x5604a1178c50 2024-05-21T00:19:01.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.105+0000 7f0355800700 1 --2- 172.21.15.12:0/22055394 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a1178c50 0x5604a1184c50 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f0344000c00 tx=0x7f034400fb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe4080500051de0f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:01.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.105+0000 7f0337400700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:19:01.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.107+0000 7f0337400700 1 -- 172.21.15.12:0/22055394 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f034402b060 con 0x5604a1178c50 2024-05-21T00:19:01.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.107+0000 7f0337400700 1 -- 172.21.15.12:0/22055394 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f0344003cf0 con 0x5604a1178c50 2024-05-21T00:19:01.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.107+0000 7f0362bedb80 1 -- 172.21.15.12:0/22055394 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f034400fdc0 con 0x5604a1178c50 2024-05-21T00:19:01.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.108+0000 7f0337400700 1 -- 172.21.15.12:0/22055394 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0344003ef0 con 0x5604a1178c50 2024-05-21T00:19:01.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.108+0000 7f0362bedb80 10 client.15441 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:01.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.108+0000 7f0362bedb80 1 -- 172.21.15.12:0/22055394 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5604a108f060 con 0x5604a1178c50 2024-05-21T00:19:01.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.109+0000 7f0337400700 1 -- 172.21.15.12:0/22055394 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f034400fdc0 con 0x5604a1178c50 2024-05-21T00:19:01.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.109+0000 7f0337400700 1 -- 172.21.15.12:0/22055394 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f034401b6c0 con 0x5604a1178c50 2024-05-21T00:19:01.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.109+0000 7f0362bedb80 10 client.15441 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:01.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.109+0000 7f0362bedb80 10 client.15441 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:19:01.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.109+0000 7f0362bedb80 20 client.15441 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:01.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.109+0000 7f0362bedb80 1 --2- 172.21.15.12:0/22055394 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5604a1192480 0x5604a1194870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.109+0000 7f0362bedb80 4 client.15441 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:01.111 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.109+0000 7f0362bedb80 1 -- 172.21.15.12:0/22055394 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5604a10d0d90 con 0x5604a1192480 2024-05-21T00:19:01.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.112+0000 7f0354e00700 1 --2- 172.21.15.12:0/22055394 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5604a1192480 0x5604a1194870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.112+0000 7f0354e00700 1 --2- 172.21.15.12:0/22055394 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5604a1192480 0x5604a1194870 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c173540eef5d0e9c server_cookie=318d39b6975bc861 in_seq=0 out_seq=0 2024-05-21T00:19:01.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.112+0000 7f0337400700 10 client.15441 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:19:01.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.113+0000 7f0337400700 1 -- 172.21.15.12:0/22055394 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5604a10d0d90 con 0x5604a1192480 2024-05-21T00:19:01.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.113+0000 7f0337400700 10 client.15441 handle_command_reply: tid=0 2024-05-21T00:19:01.115 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.113+0000 7f0362bedb80 1 client.15441 shutdown 2024-05-21T00:19:01.116 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.115+0000 7f0362bedb80 1 -- 172.21.15.12:0/22055394 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a1178c50 msgr2=0x5604a1184c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:01.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.115+0000 7f0362bedb80 1 --2- 172.21.15.12:0/22055394 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a1178c50 0x5604a1184c50 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f0344000c00 tx=0x7f034400fb40 comp rx=0 tx=0).stop 2024-05-21T00:19:01.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.115+0000 7f0362bedb80 1 -- 172.21.15.12:0/22055394 shutdown_connections 2024-05-21T00:19:01.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.115+0000 7f0362bedb80 1 --2- 172.21.15.12:0/22055394 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a117d880 0x5604a1182530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.115+0000 7f0362bedb80 1 --2- 172.21.15.12:0/22055394 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5604a1192480 0x5604a1194870 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.115+0000 7f0362bedb80 1 --2- 172.21.15.12:0/22055394 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a1178c50 0x5604a1184c50 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.115+0000 7f0362bedb80 1 --2- 172.21.15.12:0/22055394 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 0x5604a1181ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.115+0000 7f0337400700 0 client.15441 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:19:01.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.115+0000 7f0362bedb80 1 -- 172.21.15.12:0/22055394 >> 172.21.15.12:0/22055394 conn(0x5604a109ebe0 msgr2=0x5604a116f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:01.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.116+0000 7f0362bedb80 1 -- 172.21.15.12:0/22055394 shutdown_connections 2024-05-21T00:19:01.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.116+0000 7f0362bedb80 1 -- 172.21.15.12:0/22055394 wait complete. 2024-05-21T00:19:01.118 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.117+0000 7f0362bedb80 20 client.15441 trim_cache size 0 max 16384 2024-05-21T00:19:01.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.134+0000 7f0362bedb80 1 Processor -- start 2024-05-21T00:19:01.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.134+0000 7f0362bedb80 1 -- start start 2024-05-21T00:19:01.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.134+0000 7f0362bedb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a1178c50 0x5604a117dc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.134+0000 7f0362bedb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 0x5604a1181dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.134+0000 7f0362bedb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a117d880 0x5604a1182310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.137 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.134+0000 7f0362bedb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f03501ab9f0 con 0x5604a117d880 2024-05-21T00:19:01.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.134+0000 7f0362bedb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f03501ad530 con 0x5604a1179570 2024-05-21T00:19:01.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.135+0000 7f0362bedb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f03501ac0c0 con 0x5604a1178c50 2024-05-21T00:19:01.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.135+0000 7f0355800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a1178c50 0x5604a117dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.135+0000 7f0355800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a1178c50 0x5604a117dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37708/0 (socket says 172.21.15.12:37708) 2024-05-21T00:19:01.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.135+0000 7f0355800700 1 -- 172.21.15.12:0/668902063 learned_addr learned my addr 172.21.15.12:0/668902063 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:01.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.135+0000 7f0354e00700 1 --2- 172.21.15.12:0/668902063 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 0x5604a1181dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.135+0000 7f0356200700 1 --2- 172.21.15.12:0/668902063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a117d880 0x5604a1182310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.135+0000 7f0355800700 1 -- 172.21.15.12:0/668902063 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 msgr2=0x5604a1181dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:01.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.135+0000 7f0355800700 1 --2- 172.21.15.12:0/668902063 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 0x5604a1181dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.135+0000 7f0355800700 1 -- 172.21.15.12:0/668902063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a117d880 msgr2=0x5604a1182310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:01.138 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.135+0000 7f0355800700 1 --2- 172.21.15.12:0/668902063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a117d880 0x5604a1182310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.135+0000 7f0355800700 1 -- 172.21.15.12:0/668902063 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5604a117d6b0 con 0x5604a1178c50 2024-05-21T00:19:01.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.135+0000 7f0356200700 1 --2- 172.21.15.12:0/668902063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a117d880 0x5604a1182310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:19:01.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.136+0000 7f0355800700 1 --2- 172.21.15.12:0/668902063 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a1178c50 0x5604a117dc60 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f034400d810 tx=0x7f0344005dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba981fc8c83fd7b1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:01.139 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.136+0000 7f0342000700 1 -- 172.21.15.12:0/668902063 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f034402b040 con 0x5604a1178c50 2024-05-21T00:19:01.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.136+0000 7f0342000700 1 -- 172.21.15.12:0/668902063 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0344003680 con 0x5604a1178c50 2024-05-21T00:19:01.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.136+0000 7f0342000700 1 -- 172.21.15.12:0/668902063 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f034400fd30 con 0x5604a1178c50 2024-05-21T00:19:01.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.137+0000 7f0362bedb80 1 -- 172.21.15.12:0/668902063 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a1178c50 msgr2=0x5604a117dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:01.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.137+0000 7f0362bedb80 1 --2- 172.21.15.12:0/668902063 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a1178c50 0x5604a117dc60 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f034400d810 tx=0x7f0344005dd0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.138+0000 7f0362bedb80 1 -- 172.21.15.12:0/668902063 shutdown_connections 2024-05-21T00:19:01.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.138+0000 7f0362bedb80 1 --2- 172.21.15.12:0/668902063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a117d880 0x5604a1182310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.138+0000 7f0362bedb80 1 --2- 172.21.15.12:0/668902063 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a1178c50 0x5604a117dc60 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.138+0000 7f0362bedb80 1 --2- 172.21.15.12:0/668902063 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 0x5604a1181dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.138+0000 7f0362bedb80 1 -- 172.21.15.12:0/668902063 >> 172.21.15.12:0/668902063 conn(0x5604a109ebe0 msgr2=0x5604a1164e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:01.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.138+0000 7f0362bedb80 1 -- 172.21.15.12:0/668902063 shutdown_connections 2024-05-21T00:19:01.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.138+0000 7f0362bedb80 1 -- 172.21.15.12:0/668902063 wait complete. 2024-05-21T00:19:01.141 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.139+0000 7f0362bedb80 1 -- start start 2024-05-21T00:19:01.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.139+0000 7f0362bedb80 1 Processor -- start 2024-05-21T00:19:01.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.139+0000 7f0362bedb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a1178c50 0x5604a1192860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.139+0000 7f0362bedb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 0x5604a1192da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.139+0000 7f0362bedb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a117d880 0x5604a11932e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.139+0000 7f0362bedb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f03501ace60 con 0x5604a117d880 2024-05-21T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.139+0000 7f0362bedb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f03501ac790 con 0x5604a1179570 2024-05-21T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.139+0000 7f0362bedb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f035019d850 con 0x5604a1178c50 2024-05-21T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.139+0000 7f0362bedb80 10 client.0 _ll_register_callbacks cb 0x5604a1068c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.140+0000 7f0355800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a1178c50 0x5604a1192860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.140+0000 7f0356200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a117d880 0x5604a11932e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.140+0000 7f0355800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a1178c50 0x5604a1192860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37716/0 (socket says 172.21.15.12:37716) 2024-05-21T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.140+0000 7f0355800700 1 -- 172.21.15.12:0/2211026659 learned_addr learned my addr 172.21.15.12:0/2211026659 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.140+0000 7f0354e00700 1 --2- 172.21.15.12:0/2211026659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 0x5604a1192da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.140+0000 7f0354e00700 1 -- 172.21.15.12:0/2211026659 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a1178c50 msgr2=0x5604a1192860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:01.144 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.140+0000 7f0354e00700 1 --2- 172.21.15.12:0/2211026659 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a1178c50 0x5604a1192860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.144 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.140+0000 7f0354e00700 1 -- 172.21.15.12:0/2211026659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a117d880 msgr2=0x5604a11932e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:01.144 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.141+0000 7f0354e00700 1 --2- 172.21.15.12:0/2211026659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a117d880 0x5604a11932e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.144 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.141+0000 7f0354e00700 1 -- 172.21.15.12:0/2211026659 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5604a1175510 con 0x5604a1179570 2024-05-21T00:19:01.144 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.141+0000 7f0356200700 1 --2- 172.21.15.12:0/2211026659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a117d880 0x5604a11932e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:19:01.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.141+0000 7f0354e00700 1 --2- 172.21.15.12:0/2211026659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 0x5604a1192da0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f033c0dfe10 tx=0x7f033c0cc040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c8a1a768b76fabd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:01.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.141+0000 7f0337400700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:19:01.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.142+0000 7f0337400700 1 -- 172.21.15.12:0/2211026659 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f033c0adce0 con 0x5604a1179570 2024-05-21T00:19:01.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.142+0000 7f0337400700 1 -- 172.21.15.12:0/2211026659 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f033c00f990 con 0x5604a1179570 2024-05-21T00:19:01.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.142+0000 7f0362bedb80 1 -- 172.21.15.12:0/2211026659 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0344003680 con 0x5604a1179570 2024-05-21T00:19:01.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.142+0000 7f0337400700 1 -- 172.21.15.12:0/2211026659 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f033c0b2790 con 0x5604a1179570 2024-05-21T00:19:01.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.142+0000 7f0362bedb80 10 client.25562 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:01.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.142+0000 7f0362bedb80 1 -- 172.21.15.12:0/2211026659 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5604a11767e0 con 0x5604a1179570 2024-05-21T00:19:01.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.143+0000 7f0337400700 1 -- 172.21.15.12:0/2211026659 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f033c0a5bc0 con 0x5604a1179570 2024-05-21T00:19:01.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.143+0000 7f0337400700 1 -- 172.21.15.12:0/2211026659 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f033c0a9b90 con 0x5604a1179570 2024-05-21T00:19:01.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.143+0000 7f0362bedb80 10 client.25562 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:01.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.143+0000 7f0362bedb80 10 client.25562 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:19:01.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.143+0000 7f0362bedb80 20 client.25562 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:01.146 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.143+0000 7f0362bedb80 1 --2- 172.21.15.12:0/2211026659 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5604a1176ef0 0x5604a1177300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.143+0000 7f0362bedb80 4 client.25562 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.143+0000 7f0362bedb80 1 -- 172.21.15.12:0/2211026659 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f0344003680 con 0x5604a1176ef0 2024-05-21T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.144+0000 7f0355800700 1 --2- 172.21.15.12:0/2211026659 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5604a1176ef0 0x5604a1177300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.145+0000 7f0355800700 1 --2- 172.21.15.12:0/2211026659 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5604a1176ef0 0x5604a1177300 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=88d98a11608b357a server_cookie=9b1abca304445ac2 in_seq=0 out_seq=0 2024-05-21T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.145+0000 7f0337400700 10 client.25562 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:19:01.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.145+0000 7f0337400700 1 -- 172.21.15.12:0/2211026659 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f0344003680 con 0x5604a1176ef0 2024-05-21T00:19:01.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.145+0000 7f0337400700 10 client.25562 handle_command_reply: tid=0 2024-05-21T00:19:01.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.145+0000 7f0362bedb80 1 client.25562 shutdown 2024-05-21T00:19:01.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.146+0000 7f0362bedb80 1 -- 172.21.15.12:0/2211026659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 msgr2=0x5604a1192da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:01.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.146+0000 7f0362bedb80 1 --2- 172.21.15.12:0/2211026659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 0x5604a1192da0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f033c0dfe10 tx=0x7f033c0cc040 comp rx=0 tx=0).stop 2024-05-21T00:19:01.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.146+0000 7f0362bedb80 1 -- 172.21.15.12:0/2211026659 shutdown_connections 2024-05-21T00:19:01.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.146+0000 7f0362bedb80 1 --2- 172.21.15.12:0/2211026659 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5604a1176ef0 0x5604a1177300 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.146+0000 7f0362bedb80 1 --2- 172.21.15.12:0/2211026659 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5604a117d880 0x5604a11932e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.146+0000 7f0362bedb80 1 --2- 172.21.15.12:0/2211026659 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5604a1178c50 0x5604a1192860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.146+0000 7f0362bedb80 1 --2- 172.21.15.12:0/2211026659 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5604a1179570 0x5604a1192da0 secure :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f033c0dfe10 tx=0x7f033c0cc040 comp rx=0 tx=0).stop 2024-05-21T00:19:01.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.146+0000 7f0337400700 0 client.25562 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:19:01.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.146+0000 7f0362bedb80 1 -- 172.21.15.12:0/2211026659 >> 172.21.15.12:0/2211026659 conn(0x5604a109ebe0 msgr2=0x5604a1181dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:01.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.147+0000 7f0362bedb80 1 -- 172.21.15.12:0/2211026659 shutdown_connections 2024-05-21T00:19:01.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.147+0000 7f0362bedb80 1 -- 172.21.15.12:0/2211026659 wait complete. 2024-05-21T00:19:01.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.150+0000 7f0362bedb80 20 client.25562 trim_cache size 0 max 16384 2024-05-21T00:19:01.151 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:19:01.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.151+0000 7f0358200700 1 -- 172.21.15.12:0/3500904528 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f03380b2880 msgr2=0x7f03380b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:01.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.151+0000 7f0358200700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f03380b2880 0x7f03380b4d40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f034800b0a0 tx=0x7f0348009570 comp rx=0 tx=0).stop 2024-05-21T00:19:01.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.151+0000 7f0358200700 1 -- 172.21.15.12:0/3500904528 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f035006bbe0 msgr2=0x7f0350102a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:01.152 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.151+0000 7f0358200700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f035006bbe0 0x7f0350102a50 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f033c00c9b0 tx=0x7f033c00cd70 comp rx=0 tx=0).stop 2024-05-21T00:19:01.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.152+0000 7f0358200700 1 -- 172.21.15.12:0/3500904528 shutdown_connections 2024-05-21T00:19:01.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.152+0000 7f0358200700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f03501095b0 0x7f0350102f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.152+0000 7f0358200700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f03380b2880 0x7f03380b4d40 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.152+0000 7f0358200700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f035006b220 0x7f0350102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.152+0000 7f0358200700 1 --2- 172.21.15.12:0/3500904528 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f035006bbe0 0x7f0350102a50 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:01.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.152+0000 7f0358200700 1 -- 172.21.15.12:0/3500904528 >> 172.21.15.12:0/3500904528 conn(0x7f03500793f0 msgr2=0x7f0350100ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:01.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.152+0000 7f0358200700 1 -- 172.21.15.12:0/3500904528 shutdown_connections 2024-05-21T00:19:01.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:01.152+0000 7f0358200700 1 -- 172.21.15.12:0/3500904528 wait complete. 2024-05-21T00:19:01.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:00 smithi060 ceph-mon[36426]: pgmap v497: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T00:19:01.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:00 smithi077 ceph-mon[36377]: pgmap v497: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T00:19:01.394 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:02.068 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:19:03.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:02 smithi012 ceph-mon[31403]: pgmap v498: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:03.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:02 smithi060 ceph-mon[36426]: pgmap v498: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:03.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:02 smithi077 ceph-mon[36377]: pgmap v498: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:03.474 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:05.020 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:04 smithi012 ceph-mon[31403]: pgmap v499: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:19:05.020 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:04 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3566947333' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:19:05.082 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:04 smithi077 ceph-mon[36377]: pgmap v499: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:19:05.083 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:04 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3566947333' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:19:05.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.368+0000 7f30b2e00700 1 -- 172.21.15.12:0/3212240991 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30ac103f50 msgr2=0x7f30ac110430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.368+0000 7f30b2e00700 1 --2- 172.21.15.12:0/3212240991 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30ac103f50 0x7f30ac110430 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f30a400b0a0 tx=0x7f30a400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.368+0000 7f30b2e00700 1 -- 172.21.15.12:0/3212240991 shutdown_connections 2024-05-21T00:19:05.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.368+0000 7f30b2e00700 1 --2- 172.21.15.12:0/3212240991 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30ac103f50 0x7f30ac110430 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.153 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.368+0000 7f30b2e00700 1 --2- 172.21.15.12:0/3212240991 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30ac1096a0 0x7f30ac109a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.368+0000 7f30b2e00700 1 --2- 172.21.15.12:0/3212240991 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30ac103590 0x7f30ac103a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.368+0000 7f30b2e00700 1 -- 172.21.15.12:0/3212240991 >> 172.21.15.12:0/3212240991 conn(0x7f30ac07a6f0 msgr2=0x7f30ac07ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:05.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.368+0000 7f30b2e00700 1 -- 172.21.15.12:0/3212240991 shutdown_connections 2024-05-21T00:19:05.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.368+0000 7f30b2e00700 1 -- 172.21.15.12:0/3212240991 wait complete. 2024-05-21T00:19:05.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.369+0000 7f30b2e00700 1 Processor -- start 2024-05-21T00:19:05.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.370+0000 7f30b2e00700 1 -- start start 2024-05-21T00:19:05.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.370+0000 7f30b2e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30ac103590 0x7f30ac19bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.154 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.370+0000 7f30b2e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30ac103f50 0x7f30ac19c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.370+0000 7f30b2e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30ac1096a0 0x7f30ac1a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.370+0000 7f30b2e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac113730 con 0x7f30ac1096a0 2024-05-21T00:19:05.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.370+0000 7f30b2e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac1135b0 con 0x7f30ac103f50 2024-05-21T00:19:05.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.370+0000 7f30b2e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f30ac1138b0 con 0x7f30ac103590 2024-05-21T00:19:05.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.370+0000 7f30abe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30ac103590 0x7f30ac19bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.370+0000 7f30b0e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30ac1096a0 0x7f30ac1a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.370+0000 7f30abe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30ac103590 0x7f30ac19bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37736/0 (socket says 172.21.15.12:37736) 2024-05-21T00:19:05.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.371+0000 7f30abe00700 1 -- 172.21.15.12:0/3566947333 learned_addr learned my addr 172.21.15.12:0/3566947333 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:05.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.371+0000 7f30ab400700 1 --2- 172.21.15.12:0/3566947333 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30ac103f50 0x7f30ac19c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.371+0000 7f30abe00700 1 -- 172.21.15.12:0/3566947333 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30ac103f50 msgr2=0x7f30ac19c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.371+0000 7f30abe00700 1 --2- 172.21.15.12:0/3566947333 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30ac103f50 0x7f30ac19c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.371+0000 7f30abe00700 1 -- 172.21.15.12:0/3566947333 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30ac1096a0 msgr2=0x7f30ac1a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.371+0000 7f30abe00700 1 --2- 172.21.15.12:0/3566947333 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30ac1096a0 0x7f30ac1a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.371+0000 7f30abe00700 1 -- 172.21.15.12:0/3566947333 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ac1a0dd0 con 0x7f30ac103590 2024-05-21T00:19:05.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.371+0000 7f30abe00700 1 --2- 172.21.15.12:0/3566947333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30ac103590 0x7f30ac19bdc0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f309c00c580 tx=0x7f309c00c890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:05.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.371+0000 7f30a8c00700 1 -- 172.21.15.12:0/3566947333 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f309c004220 con 0x7f30ac103590 2024-05-21T00:19:05.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.372+0000 7f30a8c00700 1 -- 172.21.15.12:0/3566947333 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f309c015e20 con 0x7f30ac103590 2024-05-21T00:19:05.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.372+0000 7f30a8c00700 1 -- 172.21.15.12:0/3566947333 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f309c01e720 con 0x7f30ac103590 2024-05-21T00:19:05.156 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.372+0000 7f30b2e00700 1 -- 172.21.15.12:0/3566947333 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30ac1a10c0 con 0x7f30ac103590 2024-05-21T00:19:05.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.372+0000 7f30b2e00700 1 -- 172.21.15.12:0/3566947333 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30ac10a3e0 con 0x7f30ac103590 2024-05-21T00:19:05.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.373+0000 7f30b2e00700 1 -- 172.21.15.12:0/3566947333 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30ac06a230 con 0x7f30ac103590 2024-05-21T00:19:05.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.376+0000 7f30a8c00700 1 -- 172.21.15.12:0/3566947333 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f309c003680 con 0x7f30ac103590 2024-05-21T00:19:05.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.378+0000 7f30a8c00700 1 --2- 172.21.15.12:0/3566947333 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30900b2880 0x7f30900b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.378+0000 7f30a8c00700 1 -- 172.21.15.12:0/3566947333 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f309c0ea950 con 0x7f30ac103590 2024-05-21T00:19:05.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.378+0000 7f30ab400700 1 --2- 172.21.15.12:0/3566947333 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30900b2880 0x7f30900b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.379+0000 7f30ab400700 1 --2- 172.21.15.12:0/3566947333 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30900b2880 0x7f30900b4d40 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f30ac1108e0 tx=0x7f3098009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:05.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.379+0000 7f30a8c00700 1 -- 172.21.15.12:0/3566947333 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f309c0b2640 con 0x7f30ac103590 2024-05-21T00:19:05.157 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:19:05.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.702+0000 7f30b2e00700 1 -- 172.21.15.12:0/3566947333 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30ac19d120 con 0x7f30ac103590 2024-05-21T00:19:05.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.704+0000 7f30a8c00700 1 -- 172.21.15.12:0/3566947333 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f309c0b1f40 con 0x7f30ac103590 2024-05-21T00:19:05.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.707+0000 7f30b2e00700 1 -- 172.21.15.12:0/3566947333 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30900b2880 msgr2=0x7f30900b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.707+0000 7f30b2e00700 1 --2- 172.21.15.12:0/3566947333 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30900b2880 0x7f30900b4d40 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f30ac1108e0 tx=0x7f3098009260 comp rx=0 tx=0).stop 2024-05-21T00:19:05.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.707+0000 7f30b2e00700 1 -- 172.21.15.12:0/3566947333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30ac103590 msgr2=0x7f30ac19bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.707+0000 7f30b2e00700 1 --2- 172.21.15.12:0/3566947333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30ac103590 0x7f30ac19bdc0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f309c00c580 tx=0x7f309c00c890 comp rx=0 tx=0).stop 2024-05-21T00:19:05.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.708+0000 7f30b2e00700 1 -- 172.21.15.12:0/3566947333 shutdown_connections 2024-05-21T00:19:05.159 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:19:05.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.708+0000 7f30b2e00700 1 --2- 172.21.15.12:0/3566947333 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30900b2880 0x7f30900b4d40 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.708+0000 7f30b2e00700 1 --2- 172.21.15.12:0/3566947333 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30ac1096a0 0x7f30ac1a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.708+0000 7f30b2e00700 1 --2- 172.21.15.12:0/3566947333 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30ac103590 0x7f30ac19bdc0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.708+0000 7f30b2e00700 1 --2- 172.21.15.12:0/3566947333 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30ac103f50 0x7f30ac19c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.708+0000 7f30b2e00700 1 -- 172.21.15.12:0/3566947333 >> 172.21.15.12:0/3566947333 conn(0x7f30ac07a6f0 msgr2=0x7f30ac101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:05.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.709+0000 7f30b2e00700 1 -- 172.21.15.12:0/3566947333 shutdown_connections 2024-05-21T00:19:05.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:04.709+0000 7f30b2e00700 1 -- 172.21.15.12:0/3566947333 wait complete. 2024-05-21T00:19:05.160 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:19:05.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:04 smithi060 ceph-mon[36426]: pgmap v499: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:19:05.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:04 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3566947333' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:19:05.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.899+0000 7f4583e00700 1 -- 172.21.15.12:0/1613951083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4584104630 msgr2=0x7f4584104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.899+0000 7f4583e00700 1 --2- 172.21.15.12:0/1613951083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4584104630 0x7f4584104a10 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f45740098f0 tx=0x7f4574009c00 comp rx=0 tx=0).stop 2024-05-21T00:19:05.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.899+0000 7f4583e00700 1 -- 172.21.15.12:0/1613951083 shutdown_connections 2024-05-21T00:19:05.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.899+0000 7f4583e00700 1 --2- 172.21.15.12:0/1613951083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f458410da60 0x7f458410ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.899+0000 7f4583e00700 1 --2- 172.21.15.12:0/1613951083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4584104630 0x7f4584104a10 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.899+0000 7f4583e00700 1 --2- 172.21.15.12:0/1613951083 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4584104f50 0x7f458410d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.899+0000 7f4583e00700 1 -- 172.21.15.12:0/1613951083 >> 172.21.15.12:0/1613951083 conn(0x7f45840fde60 msgr2=0x7f4584100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:05.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.899+0000 7f4583e00700 1 -- 172.21.15.12:0/1613951083 shutdown_connections 2024-05-21T00:19:05.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.899+0000 7f4583e00700 1 -- 172.21.15.12:0/1613951083 wait complete. 2024-05-21T00:19:05.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.901+0000 7f4583e00700 1 Processor -- start 2024-05-21T00:19:05.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.901+0000 7f4583e00700 1 -- start start 2024-05-21T00:19:05.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.901+0000 7f4583e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4584104630 0x7f458419f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.901+0000 7f4583e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4584104f50 0x7f458419fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.902+0000 7f4583e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f458410da60 0x7f4584199a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.902+0000 7f4583e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f4584113670 con 0x7f4584104630 2024-05-21T00:19:05.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.902+0000 7f4583e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f45841134f0 con 0x7f4584104f50 2024-05-21T00:19:05.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.902+0000 7f4583e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f45841137f0 con 0x7f458410da60 2024-05-21T00:19:05.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.902+0000 7f4582a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4584104630 0x7f458419f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.902+0000 7f4582a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4584104630 0x7f458419f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:36240/0 (socket says 172.21.15.12:36240) 2024-05-21T00:19:05.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.902+0000 7f4582a00700 1 -- 172.21.15.12:0/1215534093 learned_addr learned my addr 172.21.15.12:0/1215534093 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:05.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.902+0000 7f4582000700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4584104f50 0x7f458419fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.902+0000 7f4583400700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f458410da60 0x7f4584199a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.902+0000 7f4582a00700 1 -- 172.21.15.12:0/1215534093 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f458410da60 msgr2=0x7f4584199a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.903+0000 7f4582a00700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f458410da60 0x7f4584199a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.903+0000 7f4582a00700 1 -- 172.21.15.12:0/1215534093 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4584104f50 msgr2=0x7f458419fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.903+0000 7f4582a00700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4584104f50 0x7f458419fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.903+0000 7f4582a00700 1 -- 172.21.15.12:0/1215534093 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f458419a1f0 con 0x7f4584104630 2024-05-21T00:19:05.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.903+0000 7f4582000700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4584104f50 0x7f458419fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:19:05.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.903+0000 7f4582a00700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4584104630 0x7f458419f880 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f457400f990 tx=0x7f457400fa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:05.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.903+0000 7f457b400700 1 -- 172.21.15.12:0/1215534093 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4574005400 con 0x7f4584104630 2024-05-21T00:19:05.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.904+0000 7f4583e00700 1 -- 172.21.15.12:0/1215534093 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f458419a480 con 0x7f4584104630 2024-05-21T00:19:05.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.904+0000 7f457b400700 1 -- 172.21.15.12:0/1215534093 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f45740055a0 con 0x7f4584104630 2024-05-21T00:19:05.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.904+0000 7f457b400700 1 -- 172.21.15.12:0/1215534093 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4574004d80 con 0x7f4584104630 2024-05-21T00:19:05.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.904+0000 7f4583e00700 1 -- 172.21.15.12:0/1215534093 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45841021c0 con 0x7f4584104630 2024-05-21T00:19:05.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.910+0000 7f45940c2b80 1 Processor -- start 2024-05-21T00:19:05.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.910+0000 7f457b400700 1 -- 172.21.15.12:0/1215534093 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f457400b560 con 0x7f4584104630 2024-05-21T00:19:05.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.911+0000 7f45940c2b80 1 -- start start 2024-05-21T00:19:05.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.911+0000 7f45940c2b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0427c0 0x56016a042ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.911+0000 7f45940c2b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0430e0 0x56016a03cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.911+0000 7f45940c2b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a03d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.911+0000 7f45940c2b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x560169f9ae40 con 0x56016a0427c0 2024-05-21T00:19:05.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.912+0000 7f4582000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a03d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.913 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.912+0000 7f4582000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a03d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:41524/0 (socket says 172.21.15.12:41524) 2024-05-21T00:19:05.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.912+0000 7f4582000700 1 -- 172.21.15.12:0/1235659781 learned_addr learned my addr 172.21.15.12:0/1235659781 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:05.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.912+0000 7f45940c2b80 1 -- 172.21.15.12:0/1235659781 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x560169f8a9e0 con 0x56016a0430e0 2024-05-21T00:19:05.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.912+0000 7f45940c2b80 1 -- 172.21.15.12:0/1235659781 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x560169f8ea20 con 0x56016a03d390 2024-05-21T00:19:05.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.912+0000 7f4583400700 1 --2- 172.21.15.12:0/1235659781 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0427c0 0x56016a042ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.913+0000 7f457b400700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f45680b2900 0x7f45680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.913+0000 7f457b400700 1 -- 172.21.15.12:0/1215534093 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f45740e3250 con 0x7f4584104630 2024-05-21T00:19:05.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.914+0000 7f4583400700 1 -- 172.21.15.12:0/1235659781 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 msgr2=0x56016a03d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:05.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.914+0000 7f4583400700 1 --2- 172.21.15.12:0/1235659781 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a03d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.914+0000 7f4583400700 1 -- 172.21.15.12:0/1235659781 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0430e0 msgr2=0x56016a03cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:05.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.914+0000 7f4583400700 1 --2- 172.21.15.12:0/1235659781 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0430e0 0x56016a03cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.914+0000 7f4583400700 1 -- 172.21.15.12:0/1235659781 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560169f53420 con 0x56016a0427c0 2024-05-21T00:19:05.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.915+0000 7f4583400700 1 --2- 172.21.15.12:0/1235659781 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0427c0 0x56016a042ba0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f457c009420 tx=0x7f457c0077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c65f47f81969c32 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:05.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.915+0000 7f4583400700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f45680b2900 0x7f45680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.915+0000 7f456fe00700 1 -- 172.21.15.12:0/1235659781 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f457c01b030 con 0x56016a0427c0 2024-05-21T00:19:05.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.915+0000 7f456fe00700 1 -- 172.21.15.12:0/1235659781 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f457c004020 con 0x56016a0427c0 2024-05-21T00:19:05.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.915+0000 7f456fe00700 1 -- 172.21.15.12:0/1235659781 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f457c0177d0 con 0x56016a0427c0 2024-05-21T00:19:05.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.916+0000 7f45940c2b80 1 -- 172.21.15.12:0/1235659781 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0427c0 msgr2=0x56016a042ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.916+0000 7f45940c2b80 1 --2- 172.21.15.12:0/1235659781 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0427c0 0x56016a042ba0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f457c009420 tx=0x7f457c0077e0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.917+0000 7f45940c2b80 1 -- 172.21.15.12:0/1235659781 shutdown_connections 2024-05-21T00:19:05.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.917+0000 7f45940c2b80 1 --2- 172.21.15.12:0/1235659781 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a03d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.917+0000 7f45940c2b80 1 --2- 172.21.15.12:0/1235659781 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0427c0 0x56016a042ba0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.917+0000 7f45940c2b80 1 --2- 172.21.15.12:0/1235659781 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0430e0 0x56016a03cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.917+0000 7f45940c2b80 1 -- 172.21.15.12:0/1235659781 >> 172.21.15.12:0/1235659781 conn(0x560169f6abe0 msgr2=0x56016a037810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:05.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.917+0000 7f4583400700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f45680b2900 0x7f45680b4dc0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f457c009420 tx=0x7f457c0077e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:05.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.917+0000 7f45940c2b80 1 -- 172.21.15.12:0/1235659781 shutdown_connections 2024-05-21T00:19:05.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.917+0000 7f45940c2b80 1 -- 172.21.15.12:0/1235659781 wait complete. 2024-05-21T00:19:05.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.918+0000 7f45940c2b80 1 -- start start 2024-05-21T00:19:05.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.918+0000 7f45940c2b80 1 Processor -- start 2024-05-21T00:19:05.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.918+0000 7f45940c2b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a03d390 0x56016a048e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.919+0000 7f45940c2b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0427c0 0x56016a0461f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.919+0000 7f45940c2b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a0430e0 0x56016a046730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.919+0000 7f45940c2b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x560169e90fa0 con 0x56016a0427c0 2024-05-21T00:19:05.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.919+0000 7f45940c2b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x560169f2b760 con 0x56016a03d390 2024-05-21T00:19:05.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.919+0000 7f45940c2b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56016a049c00 con 0x56016a0430e0 2024-05-21T00:19:05.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.919+0000 7f45940c2b80 10 client.0 _ll_register_callbacks cb 0x560169f34c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:05.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.919+0000 7f4582000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0427c0 0x56016a0461f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.919+0000 7f4582000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0427c0 0x56016a0461f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:36250/0 (socket says 172.21.15.12:36250) 2024-05-21T00:19:05.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.919+0000 7f4582000700 1 -- 172.21.15.12:0/360611013 learned_addr learned my addr 172.21.15.12:0/360611013 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:05.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.919+0000 7f4583400700 1 --2- 172.21.15.12:0/360611013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a0430e0 0x56016a046730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.919+0000 7f4582a00700 1 --2- 172.21.15.12:0/360611013 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a03d390 0x56016a048e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.920+0000 7f4582000700 1 -- 172.21.15.12:0/360611013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a0430e0 msgr2=0x56016a046730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:05.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.920+0000 7f4582000700 1 --2- 172.21.15.12:0/360611013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a0430e0 0x56016a046730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.920+0000 7f4582000700 1 -- 172.21.15.12:0/360611013 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a03d390 msgr2=0x56016a048e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:05.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.920+0000 7f4582000700 1 --2- 172.21.15.12:0/360611013 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a03d390 0x56016a048e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.920+0000 7f4582000700 1 -- 172.21.15.12:0/360611013 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560169eda8d0 con 0x56016a0427c0 2024-05-21T00:19:05.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.920+0000 7f4582000700 1 --2- 172.21.15.12:0/360611013 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0427c0 0x56016a0461f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4570013750 tx=0x7f4570013b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c513c88217772c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:05.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.920+0000 7f456cc00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:19:05.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.921+0000 7f456cc00700 1 -- 172.21.15.12:0/360611013 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4570004020 con 0x56016a0427c0 2024-05-21T00:19:05.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.921+0000 7f456cc00700 1 -- 172.21.15.12:0/360611013 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f45700041c0 con 0x56016a0427c0 2024-05-21T00:19:05.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.921+0000 7f45940c2b80 1 -- 172.21.15.12:0/360611013 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f457c004020 con 0x56016a0427c0 2024-05-21T00:19:05.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.921+0000 7f456cc00700 1 -- 172.21.15.12:0/360611013 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f45700043c0 con 0x56016a0427c0 2024-05-21T00:19:05.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.921+0000 7f45940c2b80 10 client.15462 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:05.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.921+0000 7f45940c2b80 1 -- 172.21.15.12:0/360611013 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560169f5b060 con 0x56016a0427c0 2024-05-21T00:19:05.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.921+0000 7f456cc00700 1 -- 172.21.15.12:0/360611013 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f457c004020 con 0x56016a0427c0 2024-05-21T00:19:05.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.922+0000 7f456cc00700 1 -- 172.21.15.12:0/360611013 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f457000f040 con 0x56016a0427c0 2024-05-21T00:19:05.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.922+0000 7f45940c2b80 10 client.15462 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:05.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.922+0000 7f45940c2b80 10 client.15462 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:19:05.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.922+0000 7f45940c2b80 20 client.15462 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:05.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.922+0000 7f45940c2b80 1 --2- 172.21.15.12:0/360611013 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56016a04c390 0x56016a04e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.922+0000 7f45940c2b80 4 client.15462 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:05.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.922+0000 7f45940c2b80 1 -- 172.21.15.12:0/360611013 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560169f9cd90 con 0x56016a04c390 2024-05-21T00:19:05.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.922+0000 7f4582a00700 1 --2- 172.21.15.12:0/360611013 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56016a04c390 0x56016a04e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.923+0000 7f4582a00700 1 --2- 172.21.15.12:0/360611013 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56016a04c390 0x56016a04e780 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=afe8083e154cdd8c server_cookie=ce2bd36385da693b in_seq=0 out_seq=0 2024-05-21T00:19:05.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.923+0000 7f456cc00700 10 client.15462 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:05.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.923+0000 7f456cc00700 1 -- 172.21.15.12:0/360611013 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x560169f9cd90 con 0x56016a04c390 2024-05-21T00:19:05.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.923+0000 7f456cc00700 10 client.15462 handle_command_reply: tid=0 2024-05-21T00:19:05.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.923+0000 7f45940c2b80 1 client.15462 shutdown 2024-05-21T00:19:05.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.924+0000 7f45940c2b80 1 -- 172.21.15.12:0/360611013 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0427c0 msgr2=0x56016a0461f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.924+0000 7f45940c2b80 1 --2- 172.21.15.12:0/360611013 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0427c0 0x56016a0461f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f4570013750 tx=0x7f4570013b10 comp rx=0 tx=0).stop 2024-05-21T00:19:05.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.925+0000 7f45940c2b80 1 -- 172.21.15.12:0/360611013 shutdown_connections 2024-05-21T00:19:05.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.925+0000 7f45940c2b80 1 --2- 172.21.15.12:0/360611013 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56016a04c390 0x56016a04e780 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.925+0000 7f45940c2b80 1 --2- 172.21.15.12:0/360611013 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a0430e0 0x56016a046730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.925+0000 7f45940c2b80 1 --2- 172.21.15.12:0/360611013 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a03d390 0x56016a048e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.925+0000 7f456cc00700 0 client.15462 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:05.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.925+0000 7f45940c2b80 1 --2- 172.21.15.12:0/360611013 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0427c0 0x56016a0461f0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.925+0000 7f45940c2b80 1 -- 172.21.15.12:0/360611013 >> 172.21.15.12:0/360611013 conn(0x560169f6abe0 msgr2=0x56016a036fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:05.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.925+0000 7f45940c2b80 1 -- 172.21.15.12:0/360611013 shutdown_connections 2024-05-21T00:19:05.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.925+0000 7f45940c2b80 1 -- 172.21.15.12:0/360611013 wait complete. 2024-05-21T00:19:05.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.925+0000 7f45940c2b80 20 client.15462 trim_cache size 0 max 16384 2024-05-21T00:19:05.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.941+0000 7f45940c2b80 1 Processor -- start 2024-05-21T00:19:05.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.941+0000 7f45940c2b80 1 -- start start 2024-05-21T00:19:05.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.942+0000 7f45940c2b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a03cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.942+0000 7f45940c2b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0427c0 0x56016a045150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.942+0000 7f45940c2b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0430e0 0x56016a0466e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.942+0000 7f45940c2b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f45841ab750 con 0x56016a0430e0 2024-05-21T00:19:05.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.942+0000 7f45940c2b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f45841ad290 con 0x56016a0427c0 2024-05-21T00:19:05.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.942+0000 7f45940c2b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f45841abe20 con 0x56016a03d390 2024-05-21T00:19:05.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.942+0000 7f4582a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a03cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.942+0000 7f4582a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a03cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:41546/0 (socket says 172.21.15.12:41546) 2024-05-21T00:19:05.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.942+0000 7f4582a00700 1 -- 172.21.15.12:0/281986913 learned_addr learned my addr 172.21.15.12:0/281986913 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:05.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.942+0000 7f4582000700 1 --2- 172.21.15.12:0/281986913 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0427c0 0x56016a045150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.942+0000 7f4583400700 1 --2- 172.21.15.12:0/281986913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0430e0 0x56016a0466e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.943+0000 7f4582000700 1 -- 172.21.15.12:0/281986913 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 msgr2=0x56016a03cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:05.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.943+0000 7f4582000700 1 --2- 172.21.15.12:0/281986913 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a03cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.943+0000 7f4582000700 1 -- 172.21.15.12:0/281986913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0430e0 msgr2=0x56016a0466e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:05.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.943+0000 7f4582000700 1 --2- 172.21.15.12:0/281986913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0430e0 0x56016a0466e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.943+0000 7f4582000700 1 -- 172.21.15.12:0/281986913 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56016a042df0 con 0x56016a0427c0 2024-05-21T00:19:05.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.943+0000 7f4582000700 1 --2- 172.21.15.12:0/281986913 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0427c0 0x56016a045150 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f45700057b0 tx=0x7f4570013460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=190460de78d63721 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:05.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.944+0000 7f456f400700 1 -- 172.21.15.12:0/281986913 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45700118f0 con 0x56016a0427c0 2024-05-21T00:19:05.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.944+0000 7f456f400700 1 -- 172.21.15.12:0/281986913 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4570037430 con 0x56016a0427c0 2024-05-21T00:19:05.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.944+0000 7f456f400700 1 -- 172.21.15.12:0/281986913 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f457002c680 con 0x56016a0427c0 2024-05-21T00:19:05.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.945+0000 7f45940c2b80 1 -- 172.21.15.12:0/281986913 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0427c0 msgr2=0x56016a045150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.945+0000 7f45940c2b80 1 --2- 172.21.15.12:0/281986913 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0427c0 0x56016a045150 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f45700057b0 tx=0x7f4570013460 comp rx=0 tx=0).stop 2024-05-21T00:19:05.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.945+0000 7f45940c2b80 1 -- 172.21.15.12:0/281986913 shutdown_connections 2024-05-21T00:19:05.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.945+0000 7f45940c2b80 1 --2- 172.21.15.12:0/281986913 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0430e0 0x56016a0466e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.945+0000 7f45940c2b80 1 --2- 172.21.15.12:0/281986913 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a03cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.945+0000 7f45940c2b80 1 --2- 172.21.15.12:0/281986913 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0427c0 0x56016a045150 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.945+0000 7f45940c2b80 1 -- 172.21.15.12:0/281986913 >> 172.21.15.12:0/281986913 conn(0x560169f6abe0 msgr2=0x56016a045fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:05.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.945+0000 7f45940c2b80 1 -- 172.21.15.12:0/281986913 shutdown_connections 2024-05-21T00:19:05.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.945+0000 7f45940c2b80 1 -- 172.21.15.12:0/281986913 wait complete. 2024-05-21T00:19:05.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.945+0000 7f45940c2b80 1 -- start start 2024-05-21T00:19:05.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.946+0000 7f45940c2b80 1 Processor -- start 2024-05-21T00:19:05.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.946+0000 7f45940c2b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a061c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.946+0000 7f45940c2b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0427c0 0x56016a062190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.946+0000 7f45940c2b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0430e0 0x56016a0600e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f45940c2b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f45841acbc0 con 0x56016a0430e0 2024-05-21T00:19:05.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f45940c2b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f45841ac4f0 con 0x56016a0427c0 2024-05-21T00:19:05.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f45940c2b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f45841a9710 con 0x56016a03d390 2024-05-21T00:19:05.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f4582a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a061c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f45940c2b80 10 client.0 _ll_register_callbacks cb 0x560169f34c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:05.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f4582a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a061c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:41560/0 (socket says 172.21.15.12:41560) 2024-05-21T00:19:05.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f4582a00700 1 -- 172.21.15.12:0/1446702382 learned_addr learned my addr 172.21.15.12:0/1446702382 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:05.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f4582000700 1 --2- 172.21.15.12:0/1446702382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0427c0 0x56016a062190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f4583400700 1 --2- 172.21.15.12:0/1446702382 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0430e0 0x56016a0600e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f4583400700 1 -- 172.21.15.12:0/1446702382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 msgr2=0x56016a061c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:05.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f4583400700 1 --2- 172.21.15.12:0/1446702382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a061c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f4583400700 1 -- 172.21.15.12:0/1446702382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0427c0 msgr2=0x56016a062190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:05.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f4583400700 1 --2- 172.21.15.12:0/1446702382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0427c0 0x56016a062190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.947+0000 7f4583400700 1 -- 172.21.15.12:0/1446702382 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56016a060920 con 0x56016a0430e0 2024-05-21T00:19:05.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.948+0000 7f4583400700 1 --2- 172.21.15.12:0/1446702382 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0430e0 0x56016a0600e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f457c00afd0 tx=0x7f457c009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f85f64229bd98b6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:05.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.948+0000 7f456cc00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:19:05.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.948+0000 7f456cc00700 1 -- 172.21.15.12:0/1446702382 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f457c01b040 con 0x56016a0430e0 2024-05-21T00:19:05.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.948+0000 7f456cc00700 1 -- 172.21.15.12:0/1446702382 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f457c0054b0 con 0x56016a0430e0 2024-05-21T00:19:05.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.948+0000 7f45940c2b80 1 -- 172.21.15.12:0/1446702382 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4570037430 con 0x56016a0430e0 2024-05-21T00:19:05.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.949+0000 7f456cc00700 1 -- 172.21.15.12:0/1446702382 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f457c03a070 con 0x56016a0430e0 2024-05-21T00:19:05.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.949+0000 7f45940c2b80 10 client.15468 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:05.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.949+0000 7f45940c2b80 1 -- 172.21.15.12:0/1446702382 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56016a0c1550 con 0x56016a0430e0 2024-05-21T00:19:05.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.949+0000 7f456cc00700 1 -- 172.21.15.12:0/1446702382 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f4570037430 con 0x56016a0430e0 2024-05-21T00:19:05.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.949+0000 7f456cc00700 1 -- 172.21.15.12:0/1446702382 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f457c033af0 con 0x56016a0430e0 2024-05-21T00:19:05.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.949+0000 7f45940c2b80 10 client.15468 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:05.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.949+0000 7f45940c2b80 10 client.15468 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:19:05.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.949+0000 7f45940c2b80 20 client.15468 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:05.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.949+0000 7f45940c2b80 1 --2- 172.21.15.12:0/1446702382 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56016a0c18c0 0x56016a0c3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:05.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.949+0000 7f45940c2b80 4 client.15468 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:19:05.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.949+0000 7f45940c2b80 1 -- 172.21.15.12:0/1446702382 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560169f96570 con 0x56016a0c18c0 2024-05-21T00:19:05.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.950+0000 7f4582a00700 1 --2- 172.21.15.12:0/1446702382 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56016a0c18c0 0x56016a0c3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:05.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.951+0000 7f4582a00700 1 --2- 172.21.15.12:0/1446702382 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56016a0c18c0 0x56016a0c3cb0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91cdf7eb0b694c08 server_cookie=a0aca12fc864983b in_seq=0 out_seq=0 2024-05-21T00:19:05.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.951+0000 7f456cc00700 10 client.15468 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:05.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.951+0000 7f456cc00700 1 -- 172.21.15.12:0/1446702382 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560169f96570 con 0x56016a0c18c0 2024-05-21T00:19:05.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.951+0000 7f456cc00700 10 client.15468 handle_command_reply: tid=0 2024-05-21T00:19:05.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.951+0000 7f45940c2b80 1 client.15468 shutdown 2024-05-21T00:19:05.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.951+0000 7f45940c2b80 1 -- 172.21.15.12:0/1446702382 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0430e0 msgr2=0x56016a0600e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.951+0000 7f45940c2b80 1 --2- 172.21.15.12:0/1446702382 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0430e0 0x56016a0600e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f457c00afd0 tx=0x7f457c009920 comp rx=0 tx=0).stop 2024-05-21T00:19:05.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.952+0000 7f45940c2b80 1 -- 172.21.15.12:0/1446702382 shutdown_connections 2024-05-21T00:19:05.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.952+0000 7f45940c2b80 1 --2- 172.21.15.12:0/1446702382 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56016a0430e0 0x56016a0600e0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.952+0000 7f45940c2b80 1 --2- 172.21.15.12:0/1446702382 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56016a0c18c0 0x56016a0c3cb0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.952+0000 7f45940c2b80 1 --2- 172.21.15.12:0/1446702382 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56016a03d390 0x56016a061c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.952+0000 7f45940c2b80 1 --2- 172.21.15.12:0/1446702382 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56016a0427c0 0x56016a062190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.952+0000 7f45940c2b80 1 -- 172.21.15.12:0/1446702382 >> 172.21.15.12:0/1446702382 conn(0x560169f6abe0 msgr2=0x56016a043540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:05.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.952+0000 7f456cc00700 0 client.15468 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:05.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.952+0000 7f45940c2b80 1 -- 172.21.15.12:0/1446702382 shutdown_connections 2024-05-21T00:19:05.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.952+0000 7f45940c2b80 1 -- 172.21.15.12:0/1446702382 wait complete. 2024-05-21T00:19:05.954 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.952+0000 7f45940c2b80 20 client.15468 trim_cache size 0 max 16384 2024-05-21T00:19:05.955 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:19:05.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.953+0000 7f4583e00700 1 -- 172.21.15.12:0/1215534093 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f45680b2900 msgr2=0x7f45680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.953+0000 7f4583e00700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f45680b2900 0x7f45680b4dc0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f457c009420 tx=0x7f457c0077e0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.953+0000 7f4583e00700 1 -- 172.21.15.12:0/1215534093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4584104630 msgr2=0x7f458419f880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:05.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.953+0000 7f4583e00700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4584104630 0x7f458419f880 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f457400f990 tx=0x7f457400fa70 comp rx=0 tx=0).stop 2024-05-21T00:19:05.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.954+0000 7f4583e00700 1 -- 172.21.15.12:0/1215534093 shutdown_connections 2024-05-21T00:19:05.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.954+0000 7f4583e00700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f458410da60 0x7f4584199a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.954+0000 7f4583e00700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f45680b2900 0x7f45680b4dc0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.954+0000 7f4583e00700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f4584104630 0x7f458419f880 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.954+0000 7f4583e00700 1 --2- 172.21.15.12:0/1215534093 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f4584104f50 0x7f458419fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:05.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.954+0000 7f4583e00700 1 -- 172.21.15.12:0/1215534093 >> 172.21.15.12:0/1215534093 conn(0x7f45840fde60 msgr2=0x7f45840fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:05.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.954+0000 7f4583e00700 1 -- 172.21.15.12:0/1215534093 shutdown_connections 2024-05-21T00:19:05.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:05.954+0000 7f4583e00700 1 -- 172.21.15.12:0/1215534093 wait complete. 2024-05-21T00:19:06.792 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id 831a9361 --release --await' 2024-05-21T00:19:06.793 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24538 quiesce db --set-id 831a9361 --release --await 2024-05-21T00:19:07.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:06 smithi012 ceph-mon[31403]: pgmap v500: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:19:07.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:06 smithi060 ceph-mon[36426]: pgmap v500: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:19:07.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:06 smithi077 ceph-mon[36377]: pgmap v500: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:19:07.366 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:08.255 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:19:08.256 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:19:08.978 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:09.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:08 smithi012 ceph-mon[31403]: pgmap v501: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:09.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:08 smithi060 ceph-mon[36426]: pgmap v501: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:09.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:08 smithi077 ceph-mon[36377]: pgmap v501: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:09.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.852+0000 7fe88d600700 1 -- 172.21.15.12:0/1343261246 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe888105760 msgr2=0x7fe888105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:09.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.852+0000 7fe88d600700 1 --2- 172.21.15.12:0/1343261246 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe888105760 0x7fe888105be0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fe8740098f0 tx=0x7fe874009c00 comp rx=0 tx=0).stop 2024-05-21T00:19:09.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.852+0000 7fe88d600700 1 -- 172.21.15.12:0/1343261246 shutdown_connections 2024-05-21T00:19:09.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.852+0000 7fe88d600700 1 --2- 172.21.15.12:0/1343261246 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe888106120 0x7fe888112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.852+0000 7fe88d600700 1 --2- 172.21.15.12:0/1343261246 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe88810b760 0x7fe88810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.852+0000 7fe88d600700 1 --2- 172.21.15.12:0/1343261246 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe888105760 0x7fe888105be0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.852+0000 7fe88d600700 1 -- 172.21.15.12:0/1343261246 >> 172.21.15.12:0/1343261246 conn(0x7fe888101270 msgr2=0x7fe888103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:09.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.853+0000 7fe88d600700 1 -- 172.21.15.12:0/1343261246 shutdown_connections 2024-05-21T00:19:09.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.853+0000 7fe88d600700 1 -- 172.21.15.12:0/1343261246 wait complete. 2024-05-21T00:19:09.855 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.854+0000 7fe88d600700 1 Processor -- start 2024-05-21T00:19:09.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.854+0000 7fe88d600700 1 -- start start 2024-05-21T00:19:09.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.855+0000 7fe88d600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe888105760 0x7fe888077a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.855+0000 7fe88d600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe888106120 0x7fe888077f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.855+0000 7fe88d600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe88810b760 0x7fe8880784d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.855+0000 7fe88d600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881159f0 con 0x7fe88810b760 2024-05-21T00:19:09.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.855+0000 7fe88d600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe888115870 con 0x7fe888105760 2024-05-21T00:19:09.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.855+0000 7fe88d600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fe888115b70 con 0x7fe888106120 2024-05-21T00:19:09.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.856+0000 7fe886000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe888106120 0x7fe888077f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.856+0000 7fe887400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe88810b760 0x7fe8880784d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.856+0000 7fe886000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe888106120 0x7fe888077f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:41570/0 (socket says 172.21.15.12:41570) 2024-05-21T00:19:09.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.856+0000 7fe886000700 1 -- 172.21.15.12:0/2715006127 learned_addr learned my addr 172.21.15.12:0/2715006127 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:09.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.856+0000 7fe886a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe888105760 0x7fe888077a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.858 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.857+0000 7fe887400700 1 -- 172.21.15.12:0/2715006127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe888106120 msgr2=0x7fe888077f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:09.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.857+0000 7fe887400700 1 --2- 172.21.15.12:0/2715006127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe888106120 0x7fe888077f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.857+0000 7fe887400700 1 -- 172.21.15.12:0/2715006127 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe888105760 msgr2=0x7fe888077a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:09.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.857+0000 7fe887400700 1 --2- 172.21.15.12:0/2715006127 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe888105760 0x7fe888077a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.857+0000 7fe887400700 1 -- 172.21.15.12:0/2715006127 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe88819bcc0 con 0x7fe88810b760 2024-05-21T00:19:09.859 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.857+0000 7fe887400700 1 --2- 172.21.15.12:0/2715006127 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe88810b760 0x7fe8880784d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fe880009cd0 tx=0x7fe88000c6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:09.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.858+0000 7fe87f400700 1 -- 172.21.15.12:0/2715006127 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8800090d0 con 0x7fe88810b760 2024-05-21T00:19:09.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.858+0000 7fe87f400700 1 -- 172.21.15.12:0/2715006127 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe880009270 con 0x7fe88810b760 2024-05-21T00:19:09.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.858+0000 7fe87f400700 1 -- 172.21.15.12:0/2715006127 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe880004680 con 0x7fe88810b760 2024-05-21T00:19:09.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.859+0000 7fe88d600700 1 -- 172.21.15.12:0/2715006127 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe88819bf50 con 0x7fe88810b760 2024-05-21T00:19:09.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.860+0000 7fe88d600700 1 -- 172.21.15.12:0/2715006127 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe88819c380 con 0x7fe88810b760 2024-05-21T00:19:09.868 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.867+0000 7fe87f400700 1 -- 172.21.15.12:0/2715006127 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fe88001a030 con 0x7fe88810b760 2024-05-21T00:19:09.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.870+0000 7fe87f400700 1 --2- 172.21.15.12:0/2715006127 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe86c0b2900 0x7fe86c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.870+0000 7fe87f400700 1 -- 172.21.15.12:0/2715006127 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fe8800e1590 con 0x7fe88810b760 2024-05-21T00:19:09.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.871+0000 7fe897fb2b80 1 Processor -- start 2024-05-21T00:19:09.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.871+0000 7fe897fb2b80 1 -- start start 2024-05-21T00:19:09.872 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.871+0000 7fe886a00700 1 --2- 172.21.15.12:0/2715006127 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe86c0b2900 0x7fe86c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.871+0000 7fe897fb2b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 0x5620b02cc7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.871+0000 7fe897fb2b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02c6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.871+0000 7fe897fb2b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02c73c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.871+0000 7fe897fb2b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5620b0224f40 con 0x5620b02cc3e0 2024-05-21T00:19:09.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.871+0000 7fe897fb2b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5620b0214ae0 con 0x5620b02c6f80 2024-05-21T00:19:09.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.871+0000 7fe897fb2b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5620b0218b20 con 0x5620b02ccd00 2024-05-21T00:19:09.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.872+0000 7fe887400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02c73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.872+0000 7fe887400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02c73c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:58642/0 (socket says 172.21.15.12:58642) 2024-05-21T00:19:09.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.872+0000 7fe886000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02c6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.872+0000 7fe887400700 1 -- 172.21.15.12:0/4281256955 learned_addr learned my addr 172.21.15.12:0/4281256955 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:09.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.872+0000 7fe887400700 1 -- 172.21.15.12:0/4281256955 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 msgr2=0x5620b02c6960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:09.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.872+0000 7fe887400700 1 --2- 172.21.15.12:0/4281256955 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02c6960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.872+0000 7fe887400700 1 -- 172.21.15.12:0/4281256955 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 msgr2=0x5620b02cc7c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T00:19:09.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.872+0000 7fe887400700 1 --2- 172.21.15.12:0/4281256955 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 0x5620b02cc7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.872+0000 7fe887400700 1 -- 172.21.15.12:0/4281256955 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620b01dd520 con 0x5620b02c6f80 2024-05-21T00:19:09.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.872+0000 7fe887400700 1 --2- 172.21.15.12:0/4281256955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02c73c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe8800a4c60 tx=0x7fe880009f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a34e8d28e6f33be8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:09.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.873+0000 7fe873e00700 1 -- 172.21.15.12:0/4281256955 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8800a92e0 con 0x5620b02c6f80 2024-05-21T00:19:09.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.873+0000 7fe873e00700 1 -- 172.21.15.12:0/4281256955 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8800a8be0 con 0x5620b02c6f80 2024-05-21T00:19:09.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.873+0000 7fe873e00700 1 -- 172.21.15.12:0/4281256955 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8800a90a0 con 0x5620b02c6f80 2024-05-21T00:19:09.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.874+0000 7fe897fb2b80 1 -- 172.21.15.12:0/4281256955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 msgr2=0x5620b02c73c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:09.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.874+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/4281256955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02c73c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe8800a4c60 tx=0x7fe880009f30 comp rx=0 tx=0).stop 2024-05-21T00:19:09.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.874+0000 7fe897fb2b80 1 -- 172.21.15.12:0/4281256955 shutdown_connections 2024-05-21T00:19:09.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.874+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/4281256955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02c73c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.874+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/4281256955 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 0x5620b02cc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.874+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/4281256955 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02c6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.874+0000 7fe886a00700 1 --2- 172.21.15.12:0/2715006127 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe86c0b2900 0x7fe86c0b4dc0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe878009bd0 tx=0x7fe878009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:09.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.874+0000 7fe897fb2b80 1 -- 172.21.15.12:0/4281256955 >> 172.21.15.12:0/4281256955 conn(0x5620b01f4ce0 msgr2=0x5620b02c1420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:09.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.874+0000 7fe897fb2b80 1 -- 172.21.15.12:0/4281256955 shutdown_connections 2024-05-21T00:19:09.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.875+0000 7fe897fb2b80 1 -- 172.21.15.12:0/4281256955 wait complete. 2024-05-21T00:19:09.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.875+0000 7fe897fb2b80 1 -- start start 2024-05-21T00:19:09.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.876+0000 7fe897fb2b80 1 Processor -- start 2024-05-21T00:19:09.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.876+0000 7fe897fb2b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02d2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.876+0000 7fe897fb2b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 0x5620b02cfea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.876+0000 7fe897fb2b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02d03e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.876+0000 7fe897fb2b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5620b011b0a0 con 0x5620b02cc3e0 2024-05-21T00:19:09.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.877+0000 7fe897fb2b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5620b01b5860 con 0x5620b02c6f80 2024-05-21T00:19:09.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.877+0000 7fe897fb2b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5620b02d3720 con 0x5620b02ccd00 2024-05-21T00:19:09.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.877+0000 7fe897fb2b80 10 client.0 _ll_register_callbacks cb 0x5620b01bed70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:09.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.877+0000 7fe886a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02d2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.877+0000 7fe886a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02d2b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:58652/0 (socket says 172.21.15.12:58652) 2024-05-21T00:19:09.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.877+0000 7fe886a00700 1 -- 172.21.15.12:0/1274026073 learned_addr learned my addr 172.21.15.12:0/1274026073 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:09.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.878+0000 7fe886a00700 1 -- 172.21.15.12:0/1274026073 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 msgr2=0x5620b02d03e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:19:09.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.878+0000 7fe886a00700 1 --2- 172.21.15.12:0/1274026073 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02d03e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.878+0000 7fe886a00700 1 -- 172.21.15.12:0/1274026073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 msgr2=0x5620b02cfea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:09.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.878+0000 7fe886000700 1 --2- 172.21.15.12:0/1274026073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 0x5620b02cfea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.878+0000 7fe886a00700 1 --2- 172.21.15.12:0/1274026073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 0x5620b02cfea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.878+0000 7fe886a00700 1 -- 172.21.15.12:0/1274026073 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620b01649d0 con 0x5620b02c6f80 2024-05-21T00:19:09.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.879+0000 7fe886000700 1 --2- 172.21.15.12:0/1274026073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 0x5620b02cfea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:19:09.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.879+0000 7fe886a00700 1 --2- 172.21.15.12:0/1274026073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02d2b00 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe878009a90 tx=0x7fe8780047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de4b458a465b6e0b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:09.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.879+0000 7fe870c00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:19:09.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.879+0000 7fe870c00700 1 -- 172.21.15.12:0/1274026073 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe87801e830 con 0x5620b02c6f80 2024-05-21T00:19:09.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.880+0000 7fe870c00700 1 -- 172.21.15.12:0/1274026073 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fe87801e9d0 con 0x5620b02c6f80 2024-05-21T00:19:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.880+0000 7fe897fb2b80 1 -- 172.21.15.12:0/1274026073 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe8800a8be0 con 0x5620b02c6f80 2024-05-21T00:19:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.881+0000 7fe870c00700 1 -- 172.21.15.12:0/1274026073 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe87801ebd0 con 0x5620b02c6f80 2024-05-21T00:19:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.881+0000 7fe897fb2b80 10 client.25592 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.881+0000 7fe897fb2b80 1 -- 172.21.15.12:0/1274026073 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5620b01e5160 con 0x5620b02c6f80 2024-05-21T00:19:09.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.881+0000 7fe870c00700 1 -- 172.21.15.12:0/1274026073 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8800a8be0 con 0x5620b02c6f80 2024-05-21T00:19:09.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.882+0000 7fe870c00700 1 -- 172.21.15.12:0/1274026073 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe878026400 con 0x5620b02c6f80 2024-05-21T00:19:09.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.882+0000 7fe897fb2b80 10 client.25592 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:09.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.882+0000 7fe897fb2b80 10 client.25592 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:19:09.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.882+0000 7fe897fb2b80 20 client.25592 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:09.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.882+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/1274026073 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5620b02e0310 0x5620b02e2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.882+0000 7fe897fb2b80 4 client.25592 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:09.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.882+0000 7fe897fb2b80 1 -- 172.21.15.12:0/1274026073 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620b0226e90 con 0x5620b02e0310 2024-05-21T00:19:09.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.883+0000 7fe886000700 1 --2- 172.21.15.12:0/1274026073 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5620b02e0310 0x5620b02e2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.884+0000 7fe886000700 1 --2- 172.21.15.12:0/1274026073 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5620b02e0310 0x5620b02e2720 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=882884a49798dc42 server_cookie=f3dbc74e74889477 in_seq=0 out_seq=0 2024-05-21T00:19:09.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.884+0000 7fe870c00700 10 client.25592 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.885+0000 7fe870c00700 1 -- 172.21.15.12:0/1274026073 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5620b0226e90 con 0x5620b02e0310 2024-05-21T00:19:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.885+0000 7fe870c00700 10 client.25592 handle_command_reply: tid=0 2024-05-21T00:19:09.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.885+0000 7fe897fb2b80 1 client.25592 shutdown 2024-05-21T00:19:09.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.886+0000 7fe897fb2b80 1 -- 172.21.15.12:0/1274026073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 msgr2=0x5620b02d2b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:09.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.886+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/1274026073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02d2b00 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe878009a90 tx=0x7fe8780047c0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.886+0000 7fe897fb2b80 1 -- 172.21.15.12:0/1274026073 shutdown_connections 2024-05-21T00:19:09.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.886+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/1274026073 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5620b02e0310 0x5620b02e2720 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.886+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/1274026073 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02d03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.886+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/1274026073 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02d2b00 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.886+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/1274026073 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 0x5620b02cfea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.886+0000 7fe897fb2b80 1 -- 172.21.15.12:0/1274026073 >> 172.21.15.12:0/1274026073 conn(0x5620b01f4ce0 msgr2=0x5620b02c5950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:09.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.886+0000 7fe870c00700 0 client.25592 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:09.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.886+0000 7fe897fb2b80 1 -- 172.21.15.12:0/1274026073 shutdown_connections 2024-05-21T00:19:09.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.886+0000 7fe897fb2b80 1 -- 172.21.15.12:0/1274026073 wait complete. 2024-05-21T00:19:09.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.887+0000 7fe897fb2b80 20 client.25592 trim_cache size 0 max 16384 2024-05-21T00:19:09.922 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.921+0000 7fe897fb2b80 1 Processor -- start 2024-05-21T00:19:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.921+0000 7fe897fb2b80 1 -- start start 2024-05-21T00:19:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.922+0000 7fe897fb2b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02dc7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.922+0000 7fe897fb2b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 0x5620b02cfe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.922+0000 7fe897fb2b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02d03a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.922+0000 7fe897fb2b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881a3a60 con 0x5620b02cc3e0 2024-05-21T00:19:09.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.922+0000 7fe897fb2b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881be6a0 con 0x5620b02c6f80 2024-05-21T00:19:09.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.922+0000 7fe897fb2b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881a4130 con 0x5620b02ccd00 2024-05-21T00:19:09.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.923+0000 7fe886a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02dc7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.923+0000 7fe886a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02dc7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:58666/0 (socket says 172.21.15.12:58666) 2024-05-21T00:19:09.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.923+0000 7fe886a00700 1 -- 172.21.15.12:0/1708459431 learned_addr learned my addr 172.21.15.12:0/1708459431 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:09.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.923+0000 7fe887400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02d03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.923+0000 7fe887400700 1 -- 172.21.15.12:0/1708459431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 msgr2=0x5620b02dc7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:09.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.923+0000 7fe887400700 1 --2- 172.21.15.12:0/1708459431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02dc7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.923+0000 7fe887400700 1 -- 172.21.15.12:0/1708459431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 msgr2=0x5620b02cfe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:09.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.923+0000 7fe887400700 1 --2- 172.21.15.12:0/1708459431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 0x5620b02cfe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.923+0000 7fe887400700 1 -- 172.21.15.12:0/1708459431 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620b02d0e20 con 0x5620b02ccd00 2024-05-21T00:19:09.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.925+0000 7fe887400700 1 --2- 172.21.15.12:0/1708459431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02d03a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe8800a4c60 tx=0x7fe8800a8350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a631d7538b9af20 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:09.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.925+0000 7fe873400700 1 -- 172.21.15.12:0/1708459431 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8800c1020 con 0x5620b02ccd00 2024-05-21T00:19:09.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.925+0000 7fe873400700 1 -- 172.21.15.12:0/1708459431 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe8800acf90 con 0x5620b02ccd00 2024-05-21T00:19:09.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.925+0000 7fe873400700 1 -- 172.21.15.12:0/1708459431 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8800a8e40 con 0x5620b02ccd00 2024-05-21T00:19:09.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.926+0000 7fe897fb2b80 1 -- 172.21.15.12:0/1708459431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 msgr2=0x5620b02d03a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:09.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.926+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/1708459431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02d03a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe8800a4c60 tx=0x7fe8800a8350 comp rx=0 tx=0).stop 2024-05-21T00:19:09.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.927+0000 7fe897fb2b80 1 -- 172.21.15.12:0/1708459431 shutdown_connections 2024-05-21T00:19:09.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.927+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/1708459431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02d03a0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.927+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/1708459431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02c6f80 0x5620b02dc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.927+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/1708459431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02cc3e0 0x5620b02cfe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.927+0000 7fe897fb2b80 1 -- 172.21.15.12:0/1708459431 >> 172.21.15.12:0/1708459431 conn(0x5620b01f4ce0 msgr2=0x5620b02ce790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:09.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.928+0000 7fe897fb2b80 1 -- 172.21.15.12:0/1708459431 shutdown_connections 2024-05-21T00:19:09.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.928+0000 7fe897fb2b80 1 -- 172.21.15.12:0/1708459431 wait complete. 2024-05-21T00:19:09.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.928+0000 7fe897fb2b80 1 -- start start 2024-05-21T00:19:09.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.929+0000 7fe897fb2b80 1 Processor -- start 2024-05-21T00:19:09.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.929+0000 7fe897fb2b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02c6f80 0x5620b02d8f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.929+0000 7fe897fb2b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02cc3e0 0x5620b02d5980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.929+0000 7fe897fb2b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02d5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.929+0000 7fe897fb2b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881bdfd0 con 0x5620b02c6f80 2024-05-21T00:19:09.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.929+0000 7fe897fb2b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881bd900 con 0x5620b02cc3e0 2024-05-21T00:19:09.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.929+0000 7fe897fb2b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fe8881a1a20 con 0x5620b02ccd00 2024-05-21T00:19:09.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.929+0000 7fe897fb2b80 10 client.0 _ll_register_callbacks cb 0x5620b02c1a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:09.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.930+0000 7fe886000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02cc3e0 0x5620b02d5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.930+0000 7fe887400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02d5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.930+0000 7fe886000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02cc3e0 0x5620b02d5980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:58680/0 (socket says 172.21.15.12:58680) 2024-05-21T00:19:09.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.930+0000 7fe886000700 1 -- 172.21.15.12:0/2661641974 learned_addr learned my addr 172.21.15.12:0/2661641974 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:09.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.931+0000 7fe886a00700 1 --2- 172.21.15.12:0/2661641974 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02c6f80 0x5620b02d8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.931+0000 7fe886a00700 1 -- 172.21.15.12:0/2661641974 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 msgr2=0x5620b02d5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:09.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.931+0000 7fe886a00700 1 --2- 172.21.15.12:0/2661641974 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02d5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.931+0000 7fe886a00700 1 -- 172.21.15.12:0/2661641974 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02cc3e0 msgr2=0x5620b02d5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:09.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.931+0000 7fe886a00700 1 --2- 172.21.15.12:0/2661641974 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02cc3e0 0x5620b02d5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.932+0000 7fe886a00700 1 -- 172.21.15.12:0/2661641974 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620b02d6510 con 0x5620b02c6f80 2024-05-21T00:19:09.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.932+0000 7fe886a00700 1 --2- 172.21.15.12:0/2661641974 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02c6f80 0x5620b02d8f80 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe878000c00 tx=0x7fe878026c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5138fc15a3a595d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:09.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.932+0000 7fe870c00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:19:09.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.933+0000 7fe870c00700 1 -- 172.21.15.12:0/2661641974 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe878036040 con 0x5620b02c6f80 2024-05-21T00:19:09.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.933+0000 7fe870c00700 1 -- 172.21.15.12:0/2661641974 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fe87801e630 con 0x5620b02c6f80 2024-05-21T00:19:09.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.933+0000 7fe897fb2b80 1 -- 172.21.15.12:0/2661641974 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5620b0220670 con 0x5620b02c6f80 2024-05-21T00:19:09.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.934+0000 7fe870c00700 1 -- 172.21.15.12:0/2661641974 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe878036040 con 0x5620b02c6f80 2024-05-21T00:19:09.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.934+0000 7fe897fb2b80 10 client.15477 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:09.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.934+0000 7fe897fb2b80 1 -- 172.21.15.12:0/2661641974 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5620b034bd50 con 0x5620b02c6f80 2024-05-21T00:19:09.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.934+0000 7fe870c00700 1 -- 172.21.15.12:0/2661641974 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fe87803f070 con 0x5620b02c6f80 2024-05-21T00:19:09.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.934+0000 7fe870c00700 1 -- 172.21.15.12:0/2661641974 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fe878039070 con 0x5620b02c6f80 2024-05-21T00:19:09.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.934+0000 7fe897fb2b80 10 client.15477 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:09.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.934+0000 7fe897fb2b80 10 client.15477 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:19:09.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.934+0000 7fe897fb2b80 20 client.15477 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:09.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.935+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/2661641974 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5620b034c450 0x5620b034e870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:09.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.935+0000 7fe897fb2b80 4 client.15477 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "831a9361", "release": true, "await": true}] 2024-05-21T00:19:09.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.935+0000 7fe897fb2b80 1 -- 172.21.15.12:0/2661641974 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "quiesce db", "set_id": "831a9361", "release": true, "await": true}) -- 0x5620b0220670 con 0x5620b034c450 2024-05-21T00:19:09.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.941+0000 7fe886000700 1 --2- 172.21.15.12:0/2661641974 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5620b034c450 0x5620b034e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:09.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.942+0000 7fe886000700 1 --2- 172.21.15.12:0/2661641974 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5620b034c450 0x5620b034e870 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e7317aeb264cd11 server_cookie=948729339929a748 in_seq=0 out_seq=0 2024-05-21T00:19:09.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.942+0000 7fe870c00700 10 client.15477 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:09.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.945+0000 7fe870c00700 1 -- 172.21.15.12:0/2661641974 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x5620b0220670 con 0x5620b034c450 2024-05-21T00:19:09.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.945+0000 7fe870c00700 10 client.15477 handle_command_reply: tid=0 2024-05-21T00:19:09.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.945+0000 7fe897fb2b80 1 client.15477 shutdown 2024-05-21T00:19:09.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.945+0000 7fe897fb2b80 1 -- 172.21.15.12:0/2661641974 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02c6f80 msgr2=0x5620b02d8f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:09.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.945+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/2661641974 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02c6f80 0x5620b02d8f80 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fe878000c00 tx=0x7fe878026c20 comp rx=0 tx=0).stop 2024-05-21T00:19:09.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.945+0000 7fe897fb2b80 1 -- 172.21.15.12:0/2661641974 shutdown_connections 2024-05-21T00:19:09.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.945+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/2661641974 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5620b034c450 0x5620b034e870 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.945+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/2661641974 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5620b02ccd00 0x5620b02d5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.945+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/2661641974 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5620b02c6f80 0x5620b02d8f80 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.945+0000 7fe897fb2b80 1 --2- 172.21.15.12:0/2661641974 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5620b02cc3e0 0x5620b02d5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.945+0000 7fe897fb2b80 1 -- 172.21.15.12:0/2661641974 >> 172.21.15.12:0/2661641974 conn(0x5620b01f4ce0 msgr2=0x5620b02cfc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:09.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.945+0000 7fe870c00700 0 client.15477 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:09.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.946+0000 7fe897fb2b80 1 -- 172.21.15.12:0/2661641974 shutdown_connections 2024-05-21T00:19:09.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.946+0000 7fe897fb2b80 1 -- 172.21.15.12:0/2661641974 wait complete. 2024-05-21T00:19:09.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.946+0000 7fe897fb2b80 20 client.15477 trim_cache size 0 max 16384 2024-05-21T00:19:09.948 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:19:09.949 INFO:teuthology.orchestra.run.smithi012.stdout: "epoch": 29, 2024-05-21T00:19:09.949 INFO:teuthology.orchestra.run.smithi012.stdout: "leader": 24538, 2024-05-21T00:19:09.949 INFO:teuthology.orchestra.run.smithi012.stdout: "set_version": 4, 2024-05-21T00:19:09.949 INFO:teuthology.orchestra.run.smithi012.stdout: "sets": { 2024-05-21T00:19:09.949 INFO:teuthology.orchestra.run.smithi012.stdout: "831a9361": { 2024-05-21T00:19:09.949 INFO:teuthology.orchestra.run.smithi012.stdout: "version": 4, 2024-05-21T00:19:09.949 INFO:teuthology.orchestra.run.smithi012.stdout: "age_ref": 0.0, 2024-05-21T00:19:09.949 INFO:teuthology.orchestra.run.smithi012.stdout: "state": { 2024-05-21T00:19:09.949 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RELEASED", 2024-05-21T00:19:09.949 INFO:teuthology.orchestra.run.smithi012.stdout: "age": 0.0 2024-05-21T00:19:09.949 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:19:09.949 INFO:teuthology.orchestra.run.smithi012.stdout: "timeout": 90.0, 2024-05-21T00:19:09.950 INFO:teuthology.orchestra.run.smithi012.stdout: "expiration": 150.0, 2024-05-21T00:19:09.950 INFO:teuthology.orchestra.run.smithi012.stdout: "members": { 2024-05-21T00:19:09.950 INFO:teuthology.orchestra.run.smithi012.stdout: "file:/": { 2024-05-21T00:19:09.950 INFO:teuthology.orchestra.run.smithi012.stdout: "excluded": false, 2024-05-21T00:19:09.950 INFO:teuthology.orchestra.run.smithi012.stdout: "state": { 2024-05-21T00:19:09.950 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RELEASED", 2024-05-21T00:19:09.950 INFO:teuthology.orchestra.run.smithi012.stdout: "age": 0.0 2024-05-21T00:19:09.950 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:09.950 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:09.950 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:09.950 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:09.950 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:09.950 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:19:09.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.947+0000 7fe88d600700 1 -- 172.21.15.12:0/2715006127 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe86c0b2900 msgr2=0x7fe86c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:09.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.947+0000 7fe88d600700 1 --2- 172.21.15.12:0/2715006127 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe86c0b2900 0x7fe86c0b4dc0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe878009bd0 tx=0x7fe878009260 comp rx=0 tx=0).stop 2024-05-21T00:19:09.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.947+0000 7fe88d600700 1 -- 172.21.15.12:0/2715006127 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe88810b760 msgr2=0x7fe8880784d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:09.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.947+0000 7fe88d600700 1 --2- 172.21.15.12:0/2715006127 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe88810b760 0x7fe8880784d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fe880009cd0 tx=0x7fe88000c6d0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.947+0000 7fe88d600700 1 -- 172.21.15.12:0/2715006127 shutdown_connections 2024-05-21T00:19:09.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.947+0000 7fe88d600700 1 --2- 172.21.15.12:0/2715006127 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fe86c0b2900 0x7fe86c0b4dc0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.947+0000 7fe88d600700 1 --2- 172.21.15.12:0/2715006127 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fe88810b760 0x7fe8880784d0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.947+0000 7fe88d600700 1 --2- 172.21.15.12:0/2715006127 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fe888105760 0x7fe888077a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.947+0000 7fe88d600700 1 --2- 172.21.15.12:0/2715006127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fe888106120 0x7fe888077f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:09.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.947+0000 7fe88d600700 1 -- 172.21.15.12:0/2715006127 >> 172.21.15.12:0/2715006127 conn(0x7fe888101270 msgr2=0x7fe888101b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:09.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.948+0000 7fe88d600700 1 -- 172.21.15.12:0/2715006127 shutdown_connections 2024-05-21T00:19:09.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:09.948+0000 7fe88d600700 1 -- 172.21.15.12:0/2715006127 wait complete. 2024-05-21T00:19:11.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:10 smithi012 ceph-mon[31403]: pgmap v502: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:19:11.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:10 smithi060 ceph-mon[36426]: pgmap v502: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:19:11.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:10 smithi077 ceph-mon[36377]: pgmap v502: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:19:11.471 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '831a9361', total seconds elapsed: 43.5 2024-05-21T00:19:11.471 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-05-21T00:19:11.471 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:19:12.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.021+0000 7f3224000700 1 -- 172.21.15.12:0/3867843138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321c06bb70 msgr2=0x7f321c10fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:12.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.021+0000 7f3224000700 1 --2- 172.21.15.12:0/3867843138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321c06bb70 0x7f321c10fab0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f32080098f0 tx=0x7f3208009c00 comp rx=0 tx=0).stop 2024-05-21T00:19:12.024 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.021+0000 7f3224000700 1 -- 172.21.15.12:0/3867843138 shutdown_connections 2024-05-21T00:19:12.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.021+0000 7f3224000700 1 --2- 172.21.15.12:0/3867843138 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f321c10fff0 0x7f321c1123e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.021+0000 7f3224000700 1 --2- 172.21.15.12:0/3867843138 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f321c06b250 0x7f321c06b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.021+0000 7f3224000700 1 --2- 172.21.15.12:0/3867843138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321c06bb70 0x7f321c10fab0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.021+0000 7f3224000700 1 -- 172.21.15.12:0/3867843138 >> 172.21.15.12:0/3867843138 conn(0x7f321c0793f0 msgr2=0x7f321c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:12.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.021+0000 7f3224000700 1 -- 172.21.15.12:0/3867843138 shutdown_connections 2024-05-21T00:19:12.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.021+0000 7f3224000700 1 -- 172.21.15.12:0/3867843138 wait complete. 2024-05-21T00:19:12.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.022+0000 7f3224000700 1 Processor -- start 2024-05-21T00:19:12.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.022+0000 7f3224000700 1 -- start start 2024-05-21T00:19:12.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.023+0000 7f3224000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f321c06b250 0x7f321c1046d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.023+0000 7f3224000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321c06bb70 0x7f321c104c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.023+0000 7f3224000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f321c10fff0 0x7f321c105150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.023+0000 7f3224000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f321c115950 con 0x7f321c10fff0 2024-05-21T00:19:12.025 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.023+0000 7f3224000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f321c1157d0 con 0x7f321c06b250 2024-05-21T00:19:12.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.023+0000 7f3224000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f321c115ad0 con 0x7f321c06bb70 2024-05-21T00:19:12.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.023+0000 7f3221600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f321c06b250 0x7f321c1046d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.023+0000 7f3221600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f321c06b250 0x7f321c1046d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:58702/0 (socket says 172.21.15.12:58702) 2024-05-21T00:19:12.026 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.023+0000 7f3220c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321c06bb70 0x7f321c104c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.023+0000 7f3221600700 1 -- 172.21.15.12:0/904250614 learned_addr learned my addr 172.21.15.12:0/904250614 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:12.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.024+0000 7f3221600700 1 -- 172.21.15.12:0/904250614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321c06bb70 msgr2=0x7f321c104c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:12.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.024+0000 7f3221600700 1 --2- 172.21.15.12:0/904250614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321c06bb70 0x7f321c104c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.024+0000 7f3221600700 1 -- 172.21.15.12:0/904250614 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f321c10fff0 msgr2=0x7f321c105150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:12.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.024+0000 7f3221600700 1 --2- 172.21.15.12:0/904250614 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f321c10fff0 0x7f321c105150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.024+0000 7f3221600700 1 -- 172.21.15.12:0/904250614 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f321c073ed0 con 0x7f321c06b250 2024-05-21T00:19:12.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.024+0000 7f3220c00700 1 --2- 172.21.15.12:0/904250614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321c06bb70 0x7f321c104c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:19:12.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.024+0000 7f3221600700 1 --2- 172.21.15.12:0/904250614 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f321c06b250 0x7f321c1046d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f321000e9c0 tx=0x7f321000ed80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:12.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.025+0000 7f321a000700 1 -- 172.21.15.12:0/904250614 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321000cbd0 con 0x7f321c06b250 2024-05-21T00:19:12.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.025+0000 7f321a000700 1 -- 172.21.15.12:0/904250614 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f321000cd70 con 0x7f321c06b250 2024-05-21T00:19:12.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.025+0000 7f321a000700 1 -- 172.21.15.12:0/904250614 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32100056a0 con 0x7f321c06b250 2024-05-21T00:19:12.027 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.025+0000 7f3224000700 1 -- 172.21.15.12:0/904250614 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f321c0741c0 con 0x7f321c06b250 2024-05-21T00:19:12.028 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.025+0000 7f3224000700 1 -- 172.21.15.12:0/904250614 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f321c074680 con 0x7f321c06b250 2024-05-21T00:19:12.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.030+0000 7f321a000700 1 -- 172.21.15.12:0/904250614 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f3210004750 con 0x7f321c06b250 2024-05-21T00:19:12.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.031+0000 7f322ea05b80 1 Processor -- start 2024-05-21T00:19:12.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.031+0000 7f322ea05b80 1 -- start start 2024-05-21T00:19:12.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.032+0000 7f322ea05b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6bf30 0x558765f6c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.032+0000 7f322ea05b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6c850 0x558765f662e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.032+0000 7f322ea05b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 0x558765f66d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.032+0000 7f322ea05b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558765ec4ec0 con 0x558765f6c850 2024-05-21T00:19:12.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.032+0000 7f322ea05b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558765eb4a60 con 0x558765f6bf30 2024-05-21T00:19:12.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.032+0000 7f322ea05b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x558765eb8aa0 con 0x558765f66900 2024-05-21T00:19:12.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.033+0000 7f3222000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6bf30 0x558765f6c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.033+0000 7f3222000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6bf30 0x558765f6c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:58706/0 (socket says 172.21.15.12:58706) 2024-05-21T00:19:12.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.033+0000 7f3222000700 1 -- 172.21.15.12:0/1126826370 learned_addr learned my addr 172.21.15.12:0/1126826370 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:12.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.033+0000 7f3221600700 1 --2- 172.21.15.12:0/1126826370 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6c850 0x558765f662e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.033+0000 7f3222000700 1 -- 172.21.15.12:0/1126826370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 msgr2=0x558765f66d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:12.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.033+0000 7f3222000700 1 --2- 172.21.15.12:0/1126826370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 0x558765f66d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.033+0000 7f3222000700 1 -- 172.21.15.12:0/1126826370 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6c850 msgr2=0x558765f662e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:12.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.033+0000 7f3222000700 1 --2- 172.21.15.12:0/1126826370 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6c850 0x558765f662e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.034+0000 7f3222000700 1 -- 172.21.15.12:0/1126826370 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558765e7d4a0 con 0x558765f6bf30 2024-05-21T00:19:12.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.034+0000 7f3221600700 1 --2- 172.21.15.12:0/1126826370 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6c850 0x558765f662e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:19:12.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.034+0000 7f321a000700 1 --2- 172.21.15.12:0/904250614 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f32040b2930 0x7f32040b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.034+0000 7f321a000700 1 -- 172.21.15.12:0/904250614 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f32100e2370 con 0x7f321c06b250 2024-05-21T00:19:12.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.035+0000 7f3221600700 1 --2- 172.21.15.12:0/904250614 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f32040b2930 0x7f32040b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.035+0000 7f3222000700 1 --2- 172.21.15.12:0/1126826370 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6bf30 0x558765f6c310 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3214009ba0 tx=0x7f3214009eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=387c24b2daaaf1fb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:12.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.035+0000 7f320ea00700 1 -- 172.21.15.12:0/1126826370 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3214007cf0 con 0x558765f6bf30 2024-05-21T00:19:12.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.035+0000 7f320ea00700 1 -- 172.21.15.12:0/1126826370 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3214004bb0 con 0x558765f6bf30 2024-05-21T00:19:12.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.035+0000 7f320ea00700 1 -- 172.21.15.12:0/1126826370 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3214013650 con 0x558765f6bf30 2024-05-21T00:19:12.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.036+0000 7f322ea05b80 1 -- 172.21.15.12:0/1126826370 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6bf30 msgr2=0x558765f6c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:12.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.036+0000 7f322ea05b80 1 --2- 172.21.15.12:0/1126826370 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6bf30 0x558765f6c310 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f3214009ba0 tx=0x7f3214009eb0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.036+0000 7f3221600700 1 --2- 172.21.15.12:0/904250614 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f32040b2930 0x7f32040b4df0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f32100a5a40 tx=0x7f32100e5960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:12.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.036+0000 7f322ea05b80 1 -- 172.21.15.12:0/1126826370 shutdown_connections 2024-05-21T00:19:12.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.036+0000 7f322ea05b80 1 --2- 172.21.15.12:0/1126826370 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 0x558765f66d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.036+0000 7f322ea05b80 1 --2- 172.21.15.12:0/1126826370 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6bf30 0x558765f6c310 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.036+0000 7f322ea05b80 1 --2- 172.21.15.12:0/1126826370 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6c850 0x558765f662e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.036+0000 7f322ea05b80 1 -- 172.21.15.12:0/1126826370 >> 172.21.15.12:0/1126826370 conn(0x558765e94c60 msgr2=0x558765f61090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:12.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.037+0000 7f322ea05b80 1 -- 172.21.15.12:0/1126826370 shutdown_connections 2024-05-21T00:19:12.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.037+0000 7f322ea05b80 1 -- 172.21.15.12:0/1126826370 wait complete. 2024-05-21T00:19:12.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.037+0000 7f322ea05b80 1 -- start start 2024-05-21T00:19:12.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.038+0000 7f322ea05b80 1 Processor -- start 2024-05-21T00:19:12.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.039+0000 7f322ea05b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 0x558765f72550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.039+0000 7f322ea05b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6bf30 0x558765f6f940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.039+0000 7f322ea05b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6c850 0x558765f6fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.039+0000 7f322ea05b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558765dbb020 con 0x558765f6bf30 2024-05-21T00:19:12.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.039+0000 7f322ea05b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558765e557e0 con 0x558765f6c850 2024-05-21T00:19:12.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.039+0000 7f322ea05b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x558765f732c0 con 0x558765f66900 2024-05-21T00:19:12.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.039+0000 7f322ea05b80 10 client.0 _ll_register_callbacks cb 0x558765e5ecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:12.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.039+0000 7f3220c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6bf30 0x558765f6f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.039+0000 7f3220c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6bf30 0x558765f6f940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:36348/0 (socket says 172.21.15.12:36348) 2024-05-21T00:19:12.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.039+0000 7f3220c00700 1 -- 172.21.15.12:0/3829468469 learned_addr learned my addr 172.21.15.12:0/3829468469 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:12.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.040+0000 7f3220c00700 1 -- 172.21.15.12:0/3829468469 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 msgr2=0x558765f72550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:12.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.040+0000 7f3220c00700 1 --2- 172.21.15.12:0/3829468469 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 0x558765f72550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.040+0000 7f3220c00700 1 -- 172.21.15.12:0/3829468469 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6c850 msgr2=0x558765f6fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:12.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.040+0000 7f3220c00700 1 --2- 172.21.15.12:0/3829468469 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6c850 0x558765f6fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.040+0000 7f3220c00700 1 -- 172.21.15.12:0/3829468469 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558765e04950 con 0x558765f6bf30 2024-05-21T00:19:12.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.040+0000 7f3220c00700 1 --2- 172.21.15.12:0/3829468469 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6bf30 0x558765f6f940 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f32080098f0 tx=0x7f320800fb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e06e394b4746f1e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:12.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.040+0000 7f3203400700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:19:12.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.041+0000 7f3203400700 1 -- 172.21.15.12:0/3829468469 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3208026060 con 0x558765f6bf30 2024-05-21T00:19:12.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.041+0000 7f3203400700 1 -- 172.21.15.12:0/3829468469 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f3208005510 con 0x558765f6bf30 2024-05-21T00:19:12.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.041+0000 7f322ea05b80 1 -- 172.21.15.12:0/3829468469 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3214004bb0 con 0x558765f6bf30 2024-05-21T00:19:12.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.042+0000 7f3203400700 1 -- 172.21.15.12:0/3829468469 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3208003680 con 0x558765f6bf30 2024-05-21T00:19:12.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.042+0000 7f322ea05b80 10 client.15486 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:12.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.042+0000 7f322ea05b80 1 -- 172.21.15.12:0/3829468469 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558765e850e0 con 0x558765f6bf30 2024-05-21T00:19:12.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.042+0000 7f3203400700 1 -- 172.21.15.12:0/3829468469 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3214004bb0 con 0x558765f6bf30 2024-05-21T00:19:12.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.042+0000 7f3203400700 1 -- 172.21.15.12:0/3829468469 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f320800baa0 con 0x558765f6bf30 2024-05-21T00:19:12.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.042+0000 7f322ea05b80 10 client.15486 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:12.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.042+0000 7f322ea05b80 10 client.15486 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:19:12.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.043+0000 7f322ea05b80 20 client.15486 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:12.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.043+0000 7f322ea05b80 1 --2- 172.21.15.12:0/3829468469 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558765f7fe50 0x558765f82270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.043+0000 7f322ea05b80 4 client.15486 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:12.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.043+0000 7f322ea05b80 1 -- 172.21.15.12:0/3829468469 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558765ec6e10 con 0x558765f7fe50 2024-05-21T00:19:12.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.043+0000 7f3222000700 1 --2- 172.21.15.12:0/3829468469 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558765f7fe50 0x558765f82270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.044+0000 7f3222000700 1 --2- 172.21.15.12:0/3829468469 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558765f7fe50 0x558765f82270 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=313e35dd118c5eb1 server_cookie=fcce644fb101c494 in_seq=0 out_seq=0 2024-05-21T00:19:12.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.044+0000 7f3203400700 10 client.15486 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:12.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.046+0000 7f3203400700 1 -- 172.21.15.12:0/3829468469 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558765ec6e10 con 0x558765f7fe50 2024-05-21T00:19:12.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.046+0000 7f3203400700 10 client.15486 handle_command_reply: tid=0 2024-05-21T00:19:12.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.046+0000 7f322ea05b80 1 client.15486 shutdown 2024-05-21T00:19:12.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.047+0000 7f322ea05b80 1 -- 172.21.15.12:0/3829468469 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6bf30 msgr2=0x558765f6f940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:12.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.047+0000 7f322ea05b80 1 --2- 172.21.15.12:0/3829468469 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6bf30 0x558765f6f940 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f32080098f0 tx=0x7f320800fb70 comp rx=0 tx=0).stop 2024-05-21T00:19:12.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.047+0000 7f322ea05b80 1 -- 172.21.15.12:0/3829468469 shutdown_connections 2024-05-21T00:19:12.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.047+0000 7f322ea05b80 1 --2- 172.21.15.12:0/3829468469 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6c850 0x558765f6fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.047+0000 7f322ea05b80 1 --2- 172.21.15.12:0/3829468469 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558765f7fe50 0x558765f82270 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.047+0000 7f322ea05b80 1 --2- 172.21.15.12:0/3829468469 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 0x558765f72550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.047+0000 7f322ea05b80 1 --2- 172.21.15.12:0/3829468469 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6bf30 0x558765f6f940 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.047+0000 7f322ea05b80 1 -- 172.21.15.12:0/3829468469 >> 172.21.15.12:0/3829468469 conn(0x558765e94c60 msgr2=0x558765f652d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:12.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.047+0000 7f3203400700 0 client.15486 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:12.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.048+0000 7f322ea05b80 1 -- 172.21.15.12:0/3829468469 shutdown_connections 2024-05-21T00:19:12.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.048+0000 7f322ea05b80 1 -- 172.21.15.12:0/3829468469 wait complete. 2024-05-21T00:19:12.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.048+0000 7f322ea05b80 20 client.15486 trim_cache size 0 max 16384 2024-05-21T00:19:12.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.077+0000 7f322ea05b80 1 Processor -- start 2024-05-21T00:19:12.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.077+0000 7f322ea05b80 1 -- start start 2024-05-21T00:19:12.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.077+0000 7f322ea05b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 0x558765f662e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.077+0000 7f322ea05b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6bf30 0x558765f6f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.077+0000 7f322ea05b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6c850 0x558765f6fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.077+0000 7f322ea05b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f321c1b2170 con 0x558765f6bf30 2024-05-21T00:19:12.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.077+0000 7f322ea05b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f321c1b3cb0 con 0x558765f6c850 2024-05-21T00:19:12.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.077+0000 7f322ea05b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f321c1b2840 con 0x558765f66900 2024-05-21T00:19:12.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.078+0000 7f3220c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6bf30 0x558765f6f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.078+0000 7f3220c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6bf30 0x558765f6f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:36360/0 (socket says 172.21.15.12:36360) 2024-05-21T00:19:12.082 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.078+0000 7f3222000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 0x558765f662e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.078+0000 7f3220c00700 1 -- 172.21.15.12:0/2239411136 learned_addr learned my addr 172.21.15.12:0/2239411136 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.078+0000 7f3222000700 1 --2- 172.21.15.12:0/2239411136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6c850 0x558765f6fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.078+0000 7f3222000700 1 -- 172.21.15.12:0/2239411136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6c850 msgr2=0x558765f6fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.078+0000 7f3222000700 1 --2- 172.21.15.12:0/2239411136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6c850 0x558765f6fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.078+0000 7f3222000700 1 -- 172.21.15.12:0/2239411136 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6bf30 msgr2=0x558765f6f720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.078+0000 7f3222000700 1 --2- 172.21.15.12:0/2239411136 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6bf30 0x558765f6f720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.078+0000 7f3222000700 1 -- 172.21.15.12:0/2239411136 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558765f6bac0 con 0x558765f66900 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.078+0000 7f3222000700 1 --2- 172.21.15.12:0/2239411136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 0x558765f662e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x558765f82ac0 tx=0x7f321400b040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e659358d3c34602c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.079+0000 7f320e000700 1 -- 172.21.15.12:0/2239411136 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321401f110 con 0x558765f66900 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.079+0000 7f320e000700 1 -- 172.21.15.12:0/2239411136 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3214004020 con 0x558765f66900 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.079+0000 7f320e000700 1 -- 172.21.15.12:0/2239411136 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3214013650 con 0x558765f66900 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.079+0000 7f322ea05b80 1 -- 172.21.15.12:0/2239411136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 msgr2=0x558765f662e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.079+0000 7f322ea05b80 1 --2- 172.21.15.12:0/2239411136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 0x558765f662e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x558765f82ac0 tx=0x7f321400b040 comp rx=0 tx=0).stop 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.080+0000 7f322ea05b80 1 -- 172.21.15.12:0/2239411136 shutdown_connections 2024-05-21T00:19:12.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.080+0000 7f322ea05b80 1 --2- 172.21.15.12:0/2239411136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f6c850 0x558765f6fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.080+0000 7f322ea05b80 1 --2- 172.21.15.12:0/2239411136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f66900 0x558765f662e0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.080+0000 7f322ea05b80 1 --2- 172.21.15.12:0/2239411136 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6bf30 0x558765f6f720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.080+0000 7f322ea05b80 1 -- 172.21.15.12:0/2239411136 >> 172.21.15.12:0/2239411136 conn(0x558765e94c60 msgr2=0x558765f6e230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:12.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.080+0000 7f322ea05b80 1 -- 172.21.15.12:0/2239411136 shutdown_connections 2024-05-21T00:19:12.085 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:12.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.080+0000 7f322ea05b80 1 -- 172.21.15.12:0/2239411136 wait complete. 2024-05-21T00:19:12.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.080+0000 7f322ea05b80 1 -- start start 2024-05-21T00:19:12.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.081+0000 7f322ea05b80 1 Processor -- start 2024-05-21T00:19:12.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.081+0000 7f322ea05b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f66900 0x558765f78550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.081+0000 7f322ea05b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f6bf30 0x558765f78a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.081+0000 7f322ea05b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6c850 0x558765f75520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.081+0000 7f322ea05b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f321c1b35e0 con 0x558765f6c850 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.081+0000 7f322ea05b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f321c1b2f10 con 0x558765f66900 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.081+0000 7f322ea05b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f321c1b0110 con 0x558765f6bf30 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.081+0000 7f322ea05b80 10 client.0 _ll_register_callbacks cb 0x558765e5ecf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.082+0000 7f3222000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f66900 0x558765f78550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.082+0000 7f3222000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f66900 0x558765f78550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:58728/0 (socket says 172.21.15.12:58728) 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.082+0000 7f3222000700 1 -- 172.21.15.12:0/3506340067 learned_addr learned my addr 172.21.15.12:0/3506340067 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.082+0000 7f3220c00700 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f6bf30 0x558765f78a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.082+0000 7f3222000700 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6c850 0x558765f75520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.083+0000 7f3220c00700 1 -- 172.21.15.12:0/3506340067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f66900 msgr2=0x558765f78550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.083+0000 7f3220c00700 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f66900 0x558765f78550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.083+0000 7f3220c00700 1 -- 172.21.15.12:0/3506340067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6c850 msgr2=0x558765f75520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:12.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.083+0000 7f3220c00700 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6c850 0x558765f75520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.083+0000 7f3220c00700 1 -- 172.21.15.12:0/3506340067 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558765f75b60 con 0x558765f6bf30 2024-05-21T00:19:12.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.084+0000 7f3222000700 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f66900 0x558765f78550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:12.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.084+0000 7f3220c00700 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f6bf30 0x558765f78a90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3208000c00 tx=0x7f320800b2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=61ca8e37eb552f18 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:12.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.084+0000 7f3203400700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:19:12.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.084+0000 7f3203400700 1 -- 172.21.15.12:0/3506340067 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f320803a060 con 0x558765f6bf30 2024-05-21T00:19:12.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.084+0000 7f3203400700 1 -- 172.21.15.12:0/3506340067 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f32080055d0 con 0x558765f6bf30 2024-05-21T00:19:12.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.084+0000 7f322ea05b80 1 -- 172.21.15.12:0/3506340067 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3214004020 con 0x558765f6bf30 2024-05-21T00:19:12.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.085+0000 7f3203400700 1 -- 172.21.15.12:0/3506340067 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3208031040 con 0x558765f6bf30 2024-05-21T00:19:12.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.085+0000 7f322ea05b80 10 client.25630 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:12.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.085+0000 7f322ea05b80 1 -- 172.21.15.12:0/3506340067 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558765feb340 con 0x558765f6bf30 2024-05-21T00:19:12.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.085+0000 7f3203400700 1 -- 172.21.15.12:0/3506340067 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3214004020 con 0x558765f6bf30 2024-05-21T00:19:12.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.085+0000 7f3203400700 1 -- 172.21.15.12:0/3506340067 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f3208034070 con 0x558765f6bf30 2024-05-21T00:19:12.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.086+0000 7f322ea05b80 10 client.25630 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:12.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.086+0000 7f322ea05b80 10 client.25630 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:19:12.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.086+0000 7f322ea05b80 20 client.25630 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:12.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.086+0000 7f322ea05b80 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558765feb8e0 0x558765fedd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:12.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.086+0000 7f322ea05b80 4 client.25630 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:19:12.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.086+0000 7f322ea05b80 1 -- 172.21.15.12:0/3506340067 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x558765ec05f0 con 0x558765feb8e0 2024-05-21T00:19:12.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.087+0000 7f3222000700 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558765feb8e0 0x558765fedd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:12.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.088+0000 7f3222000700 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558765feb8e0 0x558765fedd00 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7b7fd3981c70ce2 server_cookie=be808e2ad9ebea07 in_seq=0 out_seq=0 2024-05-21T00:19:12.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.088+0000 7f3203400700 10 client.25630 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:12.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.089+0000 7f3203400700 1 -- 172.21.15.12:0/3506340067 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x558765ec05f0 con 0x558765feb8e0 2024-05-21T00:19:12.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.089+0000 7f3203400700 10 client.25630 handle_command_reply: tid=0 2024-05-21T00:19:12.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.089+0000 7f322ea05b80 1 client.25630 shutdown 2024-05-21T00:19:12.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.090+0000 7f322ea05b80 1 -- 172.21.15.12:0/3506340067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f6bf30 msgr2=0x558765f78a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:12.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.090+0000 7f322ea05b80 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f6bf30 0x558765f78a90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3208000c00 tx=0x7f320800b2d0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.090+0000 7f322ea05b80 1 -- 172.21.15.12:0/3506340067 shutdown_connections 2024-05-21T00:19:12.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.090+0000 7f322ea05b80 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558765f6c850 0x558765f75520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.090+0000 7f322ea05b80 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558765f66900 0x558765f78550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.090+0000 7f322ea05b80 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558765feb8e0 0x558765fedd00 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.090+0000 7f322ea05b80 1 --2- 172.21.15.12:0/3506340067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558765f6bf30 0x558765f78a90 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.090+0000 7f322ea05b80 1 -- 172.21.15.12:0/3506340067 >> 172.21.15.12:0/3506340067 conn(0x558765e94c60 msgr2=0x558765f6f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:12.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.090+0000 7f3203400700 0 client.25630 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:12.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.091+0000 7f322ea05b80 1 -- 172.21.15.12:0/3506340067 shutdown_connections 2024-05-21T00:19:12.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.092+0000 7f322ea05b80 1 -- 172.21.15.12:0/3506340067 wait complete. 2024-05-21T00:19:12.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.092+0000 7f322ea05b80 20 client.25630 trim_cache size 0 max 16384 2024-05-21T00:19:12.093 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:19:12.093 INFO:teuthology.orchestra.run.smithi012.stdout: "return_code": 0, 2024-05-21T00:19:12.094 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_tag": "83c19978-ea2a-40e1-9b66-c8f51693370e", 2024-05-21T00:19:12.094 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": "asynchronous" 2024-05-21T00:19:12.094 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:19:12.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.093+0000 7f3224000700 1 -- 172.21.15.12:0/904250614 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f32040b2930 msgr2=0x7f32040b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:12.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.093+0000 7f3224000700 1 --2- 172.21.15.12:0/904250614 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f32040b2930 0x7f32040b4df0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f32100a5a40 tx=0x7f32100e5960 comp rx=0 tx=0).stop 2024-05-21T00:19:12.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.093+0000 7f3224000700 1 -- 172.21.15.12:0/904250614 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f321c06b250 msgr2=0x7f321c1046d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:12.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.093+0000 7f3224000700 1 --2- 172.21.15.12:0/904250614 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f321c06b250 0x7f321c1046d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f321000e9c0 tx=0x7f321000ed80 comp rx=0 tx=0).stop 2024-05-21T00:19:12.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.094+0000 7f3224000700 1 -- 172.21.15.12:0/904250614 shutdown_connections 2024-05-21T00:19:12.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.094+0000 7f3224000700 1 --2- 172.21.15.12:0/904250614 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f32040b2930 0x7f32040b4df0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.094+0000 7f3224000700 1 --2- 172.21.15.12:0/904250614 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f321c10fff0 0x7f321c105150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.094+0000 7f3224000700 1 --2- 172.21.15.12:0/904250614 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f321c06b250 0x7f321c1046d0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.094+0000 7f3224000700 1 --2- 172.21.15.12:0/904250614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f321c06bb70 0x7f321c104c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:12.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.094+0000 7f3224000700 1 -- 172.21.15.12:0/904250614 >> 172.21.15.12:0/904250614 conn(0x7f321c0793f0 msgr2=0x7f321c111530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:12.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.094+0000 7f3224000700 1 -- 172.21.15.12:0/904250614 shutdown_connections 2024-05-21T00:19:12.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:12.094+0000 7f3224000700 1 -- 172.21.15.12:0/904250614 wait complete. 2024-05-21T00:19:12.924 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:19:13.161 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:12 smithi012 ceph-mon[31403]: pgmap v503: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:13.161 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:12 smithi012 ceph-mon[31403]: scrub queued for path: / 2024-05-21T00:19:13.161 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:12 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:19:13.161 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:12 smithi012 ceph-mon[31403]: scrub summary: active paths [/] 2024-05-21T00:19:13.161 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:12 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:19:13.161 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:12 smithi012 ceph-mon[31403]: scrub summary: idle 2024-05-21T00:19:13.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:12 smithi060 ceph-mon[36426]: pgmap v503: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:13.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:12 smithi060 ceph-mon[36426]: scrub queued for path: / 2024-05-21T00:19:13.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:12 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:19:13.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:12 smithi060 ceph-mon[36426]: scrub summary: active paths [/] 2024-05-21T00:19:13.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:12 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:19:13.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:12 smithi060 ceph-mon[36426]: scrub summary: idle 2024-05-21T00:19:13.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:12 smithi077 ceph-mon[36377]: pgmap v503: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:13.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:12 smithi077 ceph-mon[36377]: scrub queued for path: / 2024-05-21T00:19:13.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:12 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:19:13.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:12 smithi077 ceph-mon[36377]: scrub summary: active paths [/] 2024-05-21T00:19:13.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:12 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:19:13.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:12 smithi077 ceph-mon[36377]: scrub summary: idle 2024-05-21T00:19:14.234 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:15.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:14 smithi012 ceph-mon[31403]: pgmap v504: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:19:15.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:14 smithi060 ceph-mon[36426]: pgmap v504: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:19:15.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:14 smithi077 ceph-mon[36377]: pgmap v504: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:19:16.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.266+0000 7f2154000700 1 -- 172.21.15.12:0/3488623961 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f214c106140 msgr2=0x7f214c112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.266+0000 7f2154000700 1 --2- 172.21.15.12:0/3488623961 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f214c106140 0x7f214c112650 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2144009f90 tx=0x7f214400b330 comp rx=0 tx=0).stop 2024-05-21T00:19:16.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.267+0000 7f2154000700 1 -- 172.21.15.12:0/3488623961 shutdown_connections 2024-05-21T00:19:16.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.267+0000 7f2154000700 1 --2- 172.21.15.12:0/3488623961 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f214c106140 0x7f214c112650 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.267+0000 7f2154000700 1 --2- 172.21.15.12:0/3488623961 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f214c10b780 0x7f214c10bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.267+0000 7f2154000700 1 --2- 172.21.15.12:0/3488623961 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f214c105780 0x7f214c105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.267+0000 7f2154000700 1 -- 172.21.15.12:0/3488623961 >> 172.21.15.12:0/3488623961 conn(0x7f214c101270 msgr2=0x7f214c103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:16.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.267+0000 7f2154000700 1 -- 172.21.15.12:0/3488623961 shutdown_connections 2024-05-21T00:19:16.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.267+0000 7f2154000700 1 -- 172.21.15.12:0/3488623961 wait complete. 2024-05-21T00:19:16.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.268+0000 7f2154000700 1 Processor -- start 2024-05-21T00:19:16.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.269+0000 7f2154000700 1 -- start start 2024-05-21T00:19:16.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.269+0000 7f2154000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f214c105780 0x7f214c112470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.269+0000 7f2154000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f214c106140 0x7f214c10f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.269+0000 7f2154000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f214c10b780 0x7f214c10fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.269+0000 7f2154000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f214c115980 con 0x7f214c10b780 2024-05-21T00:19:16.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.269+0000 7f2154000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f214c115800 con 0x7f214c106140 2024-05-21T00:19:16.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.269+0000 7f2154000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f214c115b00 con 0x7f214c105780 2024-05-21T00:19:16.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.269+0000 7f2151600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f214c105780 0x7f214c112470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.270+0000 7f2151600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f214c105780 0x7f214c112470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:53830/0 (socket says 172.21.15.12:53830) 2024-05-21T00:19:16.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.270+0000 7f2151600700 1 -- 172.21.15.12:0/1149088649 learned_addr learned my addr 172.21.15.12:0/1149088649 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:16.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.270+0000 7f2150c00700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f214c106140 0x7f214c10f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.270+0000 7f2152000700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f214c10b780 0x7f214c10fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.270+0000 7f2150c00700 1 -- 172.21.15.12:0/1149088649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f214c105780 msgr2=0x7f214c112470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.270+0000 7f2150c00700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f214c105780 0x7f214c112470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.270+0000 7f2150c00700 1 -- 172.21.15.12:0/1149088649 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f214c10b780 msgr2=0x7f214c10fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.270+0000 7f2150c00700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f214c10b780 0x7f214c10fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.270+0000 7f2150c00700 1 -- 172.21.15.12:0/1149088649 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f214c110360 con 0x7f214c106140 2024-05-21T00:19:16.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.270+0000 7f2152000700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f214c10b780 0x7f214c10fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:19:16.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.270+0000 7f2151600700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f214c105780 0x7f214c112470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:16.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.271+0000 7f2150c00700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f214c106140 0x7f214c10f520 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f213800e9f0 tx=0x7f213800ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:16.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.271+0000 7f214a000700 1 -- 172.21.15.12:0/1149088649 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213800cbd0 con 0x7f214c106140 2024-05-21T00:19:16.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.271+0000 7f214a000700 1 -- 172.21.15.12:0/1149088649 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f21380044d0 con 0x7f214c106140 2024-05-21T00:19:16.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.271+0000 7f214a000700 1 -- 172.21.15.12:0/1149088649 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2138005280 con 0x7f214c106140 2024-05-21T00:19:16.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.271+0000 7f2154000700 1 -- 172.21.15.12:0/1149088649 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f214c1ac740 con 0x7f214c106140 2024-05-21T00:19:16.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.272+0000 7f2154000700 1 -- 172.21.15.12:0/1149088649 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f214c1acc30 con 0x7f214c106140 2024-05-21T00:19:16.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.273+0000 7f2154000700 1 -- 172.21.15.12:0/1149088649 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f214c106ec0 con 0x7f214c106140 2024-05-21T00:19:16.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.277+0000 7f214a000700 1 -- 172.21.15.12:0/1149088649 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f2138005420 con 0x7f214c106140 2024-05-21T00:19:16.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.280+0000 7f214a000700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f21340b29d0 0x7f21340b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.280+0000 7f214a000700 1 -- 172.21.15.12:0/1149088649 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f21380e2120 con 0x7f214c106140 2024-05-21T00:19:16.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.280+0000 7f2151600700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f21340b29d0 0x7f21340b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.281+0000 7f2151600700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f21340b29d0 0x7f21340b4e90 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f2140009750 tx=0x7f2140009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:16.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.283+0000 7f214a000700 1 -- 172.21.15.12:0/1149088649 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f21380a9e10 con 0x7f214c106140 2024-05-21T00:19:16.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.643+0000 7f2154000700 1 -- 172.21.15.12:0/1149088649 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f214c02e560 con 0x7f214c106140 2024-05-21T00:19:16.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.645+0000 7f214a000700 1 -- 172.21.15.12:0/1149088649 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f2138004e20 con 0x7f214c106140 2024-05-21T00:19:16.647 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:19:16.647 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:19:16.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.650+0000 7f2154000700 1 -- 172.21.15.12:0/1149088649 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f21340b29d0 msgr2=0x7f21340b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.650+0000 7f2154000700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f21340b29d0 0x7f21340b4e90 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f2140009750 tx=0x7f2140009310 comp rx=0 tx=0).stop 2024-05-21T00:19:16.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.650+0000 7f2154000700 1 -- 172.21.15.12:0/1149088649 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f214c106140 msgr2=0x7f214c10f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.650+0000 7f2154000700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f214c106140 0x7f214c10f520 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f213800e9f0 tx=0x7f213800ed00 comp rx=0 tx=0).stop 2024-05-21T00:19:16.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.650+0000 7f2154000700 1 -- 172.21.15.12:0/1149088649 shutdown_connections 2024-05-21T00:19:16.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.650+0000 7f2154000700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f21340b29d0 0x7f21340b4e90 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.650+0000 7f2154000700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f214c10b780 0x7f214c10fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.650+0000 7f2154000700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f214c105780 0x7f214c112470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.650+0000 7f2154000700 1 --2- 172.21.15.12:0/1149088649 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f214c106140 0x7f214c10f520 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.650+0000 7f2154000700 1 -- 172.21.15.12:0/1149088649 >> 172.21.15.12:0/1149088649 conn(0x7f214c101270 msgr2=0x7f214c1017f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:16.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.651+0000 7f2154000700 1 -- 172.21.15.12:0/1149088649 shutdown_connections 2024-05-21T00:19:16.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.651+0000 7f2154000700 1 -- 172.21.15.12:0/1149088649 wait complete. 2024-05-21T00:19:16.654 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:19:16.800 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.798+0000 7f1ebf000700 1 -- 172.21.15.12:0/3103272626 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1eb8102d40 msgr2=0x7f1eb8107210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.798+0000 7f1ebf000700 1 --2- 172.21.15.12:0/3103272626 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1eb8102d40 0x7f1eb8107210 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1ea4009990 tx=0x7f1ea4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.800+0000 7f1ebf000700 1 -- 172.21.15.12:0/3103272626 shutdown_connections 2024-05-21T00:19:16.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.800+0000 7f1ebf000700 1 --2- 172.21.15.12:0/3103272626 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1eb8107830 0x7f1eb8107ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.800+0000 7f1ebf000700 1 --2- 172.21.15.12:0/3103272626 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1eb8102420 0x7f1eb8102800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.800+0000 7f1ebf000700 1 --2- 172.21.15.12:0/3103272626 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1eb8102d40 0x7f1eb8107210 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.800+0000 7f1ebf000700 1 -- 172.21.15.12:0/3103272626 >> 172.21.15.12:0/3103272626 conn(0x7f1eb80fde60 msgr2=0x7f1eb8100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:16.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.800+0000 7f1ebf000700 1 -- 172.21.15.12:0/3103272626 shutdown_connections 2024-05-21T00:19:16.801 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.800+0000 7f1ebf000700 1 -- 172.21.15.12:0/3103272626 wait complete. 2024-05-21T00:19:16.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.801+0000 7f1ebf000700 1 Processor -- start 2024-05-21T00:19:16.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.801+0000 7f1ebf000700 1 -- start start 2024-05-21T00:19:16.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.802+0000 7f1ebf000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1eb8102420 0x7f1eb81a0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.802+0000 7f1ebf000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1eb8102d40 0x7f1eb81a0740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.802+0000 7f1ebf000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1eb8107830 0x7f1eb81a4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.802+0000 7f1ebf000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb8119cb0 con 0x7f1eb8102d40 2024-05-21T00:19:16.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.802+0000 7f1ebf000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb8119b30 con 0x7f1eb8102420 2024-05-21T00:19:16.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.802+0000 7f1ebf000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb8119e30 con 0x7f1eb8107830 2024-05-21T00:19:16.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.802+0000 7f1ebdc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1eb8102420 0x7f1eb81a0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.803+0000 7f1ebdc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1eb8102420 0x7f1eb81a0200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:33720/0 (socket says 172.21.15.12:33720) 2024-05-21T00:19:16.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.803+0000 7f1ebdc00700 1 -- 172.21.15.12:0/2921636431 learned_addr learned my addr 172.21.15.12:0/2921636431 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:16.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.803+0000 7f1ebe600700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1eb8107830 0x7f1eb81a4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.803+0000 7f1ebd200700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1eb8102d40 0x7f1eb81a0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.803+0000 7f1ebe600700 1 -- 172.21.15.12:0/2921636431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1eb8102420 msgr2=0x7f1eb81a0200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.803+0000 7f1ebe600700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1eb8102420 0x7f1eb81a0200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.803+0000 7f1ebe600700 1 -- 172.21.15.12:0/2921636431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1eb8102d40 msgr2=0x7f1eb81a0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.803+0000 7f1ebe600700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1eb8102d40 0x7f1eb81a0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.803+0000 7f1ebe600700 1 -- 172.21.15.12:0/2921636431 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eb81a5210 con 0x7f1eb8107830 2024-05-21T00:19:16.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.804+0000 7f1ebe600700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1eb8107830 0x7f1eb81a4ad0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1eb000efc0 tx=0x7f1eb000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:16.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.804+0000 7f1eb6000700 1 -- 172.21.15.12:0/2921636431 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eb0028030 con 0x7f1eb8107830 2024-05-21T00:19:16.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.804+0000 7f1eb6000700 1 -- 172.21.15.12:0/2921636431 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1eb00092e0 con 0x7f1eb8107830 2024-05-21T00:19:16.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.804+0000 7f1ebf000700 1 -- 172.21.15.12:0/2921636431 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1eb81a5500 con 0x7f1eb8107830 2024-05-21T00:19:16.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.804+0000 7f1eb6000700 1 -- 172.21.15.12:0/2921636431 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eb000ce00 con 0x7f1eb8107830 2024-05-21T00:19:16.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.804+0000 7f1ebf000700 1 -- 172.21.15.12:0/2921636431 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1eb806cf60 con 0x7f1eb8107830 2024-05-21T00:19:16.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.808+0000 7f1eb6000700 1 -- 172.21.15.12:0/2921636431 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1eb0004ad0 con 0x7f1eb8107830 2024-05-21T00:19:16.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.809+0000 7f1eb6000700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1ea00b2880 0x7f1ea00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.810+0000 7f1eb6000700 1 -- 172.21.15.12:0/2921636431 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f1eb00f2d40 con 0x7f1eb8107830 2024-05-21T00:19:16.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.810+0000 7f1ebdc00700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1ea00b2880 0x7f1ea00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.812+0000 7f1ebdc00700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1ea00b2880 0x7f1ea00b4d40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1eac009680 tx=0x7f1eac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:16.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.812+0000 7f1ecaefeb80 1 Processor -- start 2024-05-21T00:19:16.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.812+0000 7f1ecaefeb80 1 -- start start 2024-05-21T00:19:16.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.813+0000 7f1ecaefeb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f2a020 0x55b081f2a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.813+0000 7f1ecaefeb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 0x55b081f244b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.813+0000 7f1ecaefeb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f24ad0 0x55b081f24f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.813+0000 7f1ecaefeb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b081e82e40 con 0x55b081f2a020 2024-05-21T00:19:16.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.813+0000 7f1ecaefeb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b081e729e0 con 0x55b081f2a940 2024-05-21T00:19:16.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.813+0000 7f1ecaefeb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55b081e76a20 con 0x55b081f24ad0 2024-05-21T00:19:16.814 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.813+0000 7f1ebdc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f2a020 0x55b081f2a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.813+0000 7f1ebd200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 0x55b081f244b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.813+0000 7f1ebd200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 0x55b081f244b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:33736/0 (socket says 172.21.15.12:33736) 2024-05-21T00:19:16.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.813+0000 7f1ebd200700 1 -- 172.21.15.12:0/2744486172 learned_addr learned my addr 172.21.15.12:0/2744486172 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:16.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.814+0000 7f1ebe600700 1 --2- 172.21.15.12:0/2744486172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f24ad0 0x55b081f24f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.814+0000 7f1ebd200700 1 -- 172.21.15.12:0/2744486172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f24ad0 msgr2=0x55b081f24f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:16.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.814+0000 7f1ebd200700 1 --2- 172.21.15.12:0/2744486172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f24ad0 0x55b081f24f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.814+0000 7f1ebd200700 1 -- 172.21.15.12:0/2744486172 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f2a020 msgr2=0x55b081f2a400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:16.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.814+0000 7f1ebd200700 1 --2- 172.21.15.12:0/2744486172 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f2a020 0x55b081f2a400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.814+0000 7f1ebd200700 1 -- 172.21.15.12:0/2744486172 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b081e3b420 con 0x55b081f2a940 2024-05-21T00:19:16.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.814+0000 7f1ebdc00700 1 --2- 172.21.15.12:0/2744486172 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f2a020 0x55b081f2a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:16.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.814+0000 7f1ebd200700 1 --2- 172.21.15.12:0/2744486172 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 0x55b081f244b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1ea4009990 tx=0x7f1ea40096a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24a8195d9d92d66d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:16.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.815+0000 7f1eaaa00700 1 -- 172.21.15.12:0/2744486172 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea4027070 con 0x55b081f2a940 2024-05-21T00:19:16.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.815+0000 7f1eaaa00700 1 -- 172.21.15.12:0/2744486172 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ea40056a0 con 0x55b081f2a940 2024-05-21T00:19:16.816 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.815+0000 7f1eaaa00700 1 -- 172.21.15.12:0/2744486172 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea4003b80 con 0x55b081f2a940 2024-05-21T00:19:16.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.816+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/2744486172 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 msgr2=0x55b081f244b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.816+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/2744486172 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 0x55b081f244b0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1ea4009990 tx=0x7f1ea40096a0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.817+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/2744486172 shutdown_connections 2024-05-21T00:19:16.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.817+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/2744486172 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f24ad0 0x55b081f24f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.817+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/2744486172 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f2a020 0x55b081f2a400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.817+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/2744486172 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 0x55b081f244b0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.817+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/2744486172 >> 172.21.15.12:0/2744486172 conn(0x55b081e52be0 msgr2=0x55b081f1f150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:16.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.817+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/2744486172 shutdown_connections 2024-05-21T00:19:16.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.817+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/2744486172 wait complete. 2024-05-21T00:19:16.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.818+0000 7f1ecaefeb80 1 -- start start 2024-05-21T00:19:16.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.818+0000 7f1ecaefeb80 1 Processor -- start 2024-05-21T00:19:16.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.818+0000 7f1ecaefeb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f24ad0 0x55b081f30640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.818+0000 7f1ecaefeb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f2a020 0x55b081f2d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.819+0000 7f1ecaefeb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f2a940 0x55b081f2df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.819+0000 7f1ecaefeb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b081d78fa0 con 0x55b081f2a020 2024-05-21T00:19:16.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.819+0000 7f1ecaefeb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b081e13760 con 0x55b081f24ad0 2024-05-21T00:19:16.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.819+0000 7f1ecaefeb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55b081f31400 con 0x55b081f2a940 2024-05-21T00:19:16.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.819+0000 7f1ecaefeb80 10 client.0 _ll_register_callbacks cb 0x55b081e1cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:16.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.819+0000 7f1ebd200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f2a020 0x55b081f2d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.819+0000 7f1ebe600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f2a940 0x55b081f2df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.819+0000 7f1ebdc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f24ad0 0x55b081f30640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.819+0000 7f1ebd200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f2a020 0x55b081f2d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45136/0 (socket says 172.21.15.12:45136) 2024-05-21T00:19:16.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.819+0000 7f1ebd200700 1 -- 172.21.15.12:0/4219023952 learned_addr learned my addr 172.21.15.12:0/4219023952 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:16.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.820+0000 7f1ebd200700 1 -- 172.21.15.12:0/4219023952 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f2a940 msgr2=0x55b081f2df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:16.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.820+0000 7f1ebd200700 1 --2- 172.21.15.12:0/4219023952 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f2a940 0x55b081f2df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.820+0000 7f1ebd200700 1 -- 172.21.15.12:0/4219023952 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f24ad0 msgr2=0x55b081f30640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:16.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.820+0000 7f1ebd200700 1 --2- 172.21.15.12:0/4219023952 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f24ad0 0x55b081f30640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.820+0000 7f1ebd200700 1 -- 172.21.15.12:0/4219023952 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b081dc28d0 con 0x55b081f2a020 2024-05-21T00:19:16.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.820+0000 7f1ebe600700 1 --2- 172.21.15.12:0/4219023952 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f2a940 0x55b081f2df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:16.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.821+0000 7f1e9f400700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:19:16.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.821+0000 7f1ebd200700 1 --2- 172.21.15.12:0/4219023952 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f2a020 0x55b081f2d9e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1ea4009ce0 tx=0x7f1ea4003da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=911886e3fe200a48 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:16.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.821+0000 7f1e9f400700 1 -- 172.21.15.12:0/4219023952 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea4033060 con 0x55b081f2a020 2024-05-21T00:19:16.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.821+0000 7f1e9f400700 1 -- 172.21.15.12:0/4219023952 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f1ea400b930 con 0x55b081f2a020 2024-05-21T00:19:16.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.821+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/4219023952 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ea40056a0 con 0x55b081f2a020 2024-05-21T00:19:16.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.822+0000 7f1e9f400700 1 -- 172.21.15.12:0/4219023952 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1ea4027070 con 0x55b081f2a020 2024-05-21T00:19:16.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.822+0000 7f1ecaefeb80 10 client.15510 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:16.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.822+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/4219023952 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b081e43060 con 0x55b081f2a020 2024-05-21T00:19:16.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.823+0000 7f1e9f400700 1 -- 172.21.15.12:0/4219023952 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ea40056a0 con 0x55b081f2a020 2024-05-21T00:19:16.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.823+0000 7f1e9f400700 1 -- 172.21.15.12:0/4219023952 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1ea4021070 con 0x55b081f2a020 2024-05-21T00:19:16.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.823+0000 7f1ecaefeb80 10 client.15510 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:16.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.823+0000 7f1ecaefeb80 10 client.15510 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:19:16.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.823+0000 7f1ecaefeb80 20 client.15510 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:16.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.823+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/4219023952 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b081f3ddb0 0x55b081f401a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.823+0000 7f1ecaefeb80 4 client.15510 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:16.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.823+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/4219023952 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b081e84d90 con 0x55b081f3ddb0 2024-05-21T00:19:16.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.824+0000 7f1ebdc00700 1 --2- 172.21.15.12:0/4219023952 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b081f3ddb0 0x55b081f401a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.825+0000 7f1ebdc00700 1 --2- 172.21.15.12:0/4219023952 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b081f3ddb0 0x55b081f401a0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=429ca7886b04503c server_cookie=ae0ae180e08cf201 in_seq=0 out_seq=0 2024-05-21T00:19:16.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.825+0000 7f1e9f400700 10 client.15510 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:16.827 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.826+0000 7f1e9f400700 1 -- 172.21.15.12:0/4219023952 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b081e84d90 con 0x55b081f3ddb0 2024-05-21T00:19:16.827 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.826+0000 7f1e9f400700 10 client.15510 handle_command_reply: tid=0 2024-05-21T00:19:16.827 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.827+0000 7f1ecaefeb80 1 client.15510 shutdown 2024-05-21T00:19:16.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.827+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/4219023952 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f2a020 msgr2=0x55b081f2d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.827+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/4219023952 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f2a020 0x55b081f2d9e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1ea4009ce0 tx=0x7f1ea4003da0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.827+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/4219023952 shutdown_connections 2024-05-21T00:19:16.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.827+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/4219023952 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b081f3ddb0 0x55b081f401a0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.827+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/4219023952 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f2a940 0x55b081f2df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.827+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/4219023952 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f24ad0 0x55b081f30640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.827+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/4219023952 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f2a020 0x55b081f2d9e0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.827+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/4219023952 >> 172.21.15.12:0/4219023952 conn(0x55b081e52be0 msgr2=0x55b081f234a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:16.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.828+0000 7f1e9f400700 0 client.15510 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:16.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.828+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/4219023952 shutdown_connections 2024-05-21T00:19:16.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.828+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/4219023952 wait complete. 2024-05-21T00:19:16.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.828+0000 7f1ecaefeb80 20 client.15510 trim_cache size 0 max 16384 2024-05-21T00:19:16.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.872+0000 7f1ecaefeb80 1 Processor -- start 2024-05-21T00:19:16.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.872+0000 7f1ecaefeb80 1 -- start start 2024-05-21T00:19:16.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.873+0000 7f1ecaefeb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f24ad0 0x55b081f244a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.874+0000 7f1ecaefeb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 0x55b081f27aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.874+0000 7f1ecaefeb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f1f340 0x55b081f27fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.874+0000 7f1ecaefeb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb80740a0 con 0x55b081f24ad0 2024-05-21T00:19:16.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.874+0000 7f1ecaefeb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb81ad200 con 0x55b081f2a940 2024-05-21T00:19:16.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.874+0000 7f1ecaefeb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb8074770 con 0x55b081f1f340 2024-05-21T00:19:16.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.875+0000 7f1ebd200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 0x55b081f27aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.875+0000 7f1ebd200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 0x55b081f27aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:33756/0 (socket says 172.21.15.12:33756) 2024-05-21T00:19:16.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.875+0000 7f1ebd200700 1 -- 172.21.15.12:0/3386798856 learned_addr learned my addr 172.21.15.12:0/3386798856 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:16.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.875+0000 7f1ebe600700 1 --2- 172.21.15.12:0/3386798856 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f1f340 0x55b081f27fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.875+0000 7f1ebdc00700 1 --2- 172.21.15.12:0/3386798856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f24ad0 0x55b081f244a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.876+0000 7f1ebd200700 1 -- 172.21.15.12:0/3386798856 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f1f340 msgr2=0x55b081f27fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:16.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.876+0000 7f1ebd200700 1 --2- 172.21.15.12:0/3386798856 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f1f340 0x55b081f27fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.876+0000 7f1ebd200700 1 -- 172.21.15.12:0/3386798856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f24ad0 msgr2=0x55b081f244a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:16.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.876+0000 7f1ebd200700 1 --2- 172.21.15.12:0/3386798856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f24ad0 0x55b081f244a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.876+0000 7f1ebd200700 1 -- 172.21.15.12:0/3386798856 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b081f312b0 con 0x55b081f2a940 2024-05-21T00:19:16.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.877+0000 7f1ebd200700 1 --2- 172.21.15.12:0/3386798856 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 0x55b081f27aa0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1ea402eb80 tx=0x7f1ea4003ac0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7a999054056839d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:16.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.877+0000 7f1eaa000700 1 -- 172.21.15.12:0/3386798856 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea403e070 con 0x55b081f2a940 2024-05-21T00:19:16.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.878+0000 7f1eaa000700 1 -- 172.21.15.12:0/3386798856 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ea4028040 con 0x55b081f2a940 2024-05-21T00:19:16.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.878+0000 7f1eaa000700 1 -- 172.21.15.12:0/3386798856 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ea4033070 con 0x55b081f2a940 2024-05-21T00:19:16.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.879+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/3386798856 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 msgr2=0x55b081f27aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.879+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/3386798856 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 0x55b081f27aa0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1ea402eb80 tx=0x7f1ea4003ac0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.879+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/3386798856 shutdown_connections 2024-05-21T00:19:16.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.879+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/3386798856 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f1f340 0x55b081f27fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.879+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/3386798856 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f24ad0 0x55b081f244a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.879+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/3386798856 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f2a940 0x55b081f27aa0 secure :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1ea402eb80 tx=0x7f1ea4003ac0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.879+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/3386798856 >> 172.21.15.12:0/3386798856 conn(0x55b081e52be0 msgr2=0x55b081f1ec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:16.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.880+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/3386798856 shutdown_connections 2024-05-21T00:19:16.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.880+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/3386798856 wait complete. 2024-05-21T00:19:16.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.882+0000 7f1ecaefeb80 1 -- start start 2024-05-21T00:19:16.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.882+0000 7f1ecaefeb80 1 Processor -- start 2024-05-21T00:19:16.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.883+0000 7f1ecaefeb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f1f340 0x55b081f43760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.883+0000 7f1ecaefeb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f24ad0 0x55b081f41b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.883+0000 7f1ecaefeb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f420a0 0x55b081f42520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.884+0000 7f1ebdc00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f1f340 0x55b081f43760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.884+0000 7f1ebdc00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f1f340 0x55b081f43760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:53872/0 (socket says 172.21.15.12:53872) 2024-05-21T00:19:16.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.885+0000 7f1ebd200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f24ad0 0x55b081f41b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.885+0000 7f1ebd200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f24ad0 0x55b081f41b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:33772/0 (socket says 172.21.15.12:33772) 2024-05-21T00:19:16.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.886+0000 7f1ebe600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f420a0 0x55b081f42520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.886+0000 7f1ebe600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f420a0 0x55b081f42520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45144/0 (socket says 172.21.15.12:45144) 2024-05-21T00:19:16.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.886+0000 7f1ecaefeb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb8075510 con 0x55b081f420a0 2024-05-21T00:19:16.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.887+0000 7f1ecaefeb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb8074e40 con 0x55b081f24ad0 2024-05-21T00:19:16.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.887+0000 7f1ebdc00700 1 -- 172.21.15.12:0/1616641513 learned_addr learned my addr 172.21.15.12:0/1616641513 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:16.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.887+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/1616641513 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb8072040 con 0x55b081f1f340 2024-05-21T00:19:16.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.887+0000 7f1ecaefeb80 10 client.0 _ll_register_callbacks cb 0x55b081e1cc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:16.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.888+0000 7f1ebe600700 1 -- 172.21.15.12:0/1616641513 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f1f340 msgr2=0x55b081f43760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:16.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.888+0000 7f1ebe600700 1 --2- 172.21.15.12:0/1616641513 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f1f340 0x55b081f43760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.888+0000 7f1ebe600700 1 -- 172.21.15.12:0/1616641513 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f24ad0 msgr2=0x55b081f41b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:16.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.888+0000 7f1ebe600700 1 --2- 172.21.15.12:0/1616641513 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f24ad0 0x55b081f41b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.888+0000 7f1ebe600700 1 -- 172.21.15.12:0/1616641513 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b081fa8600 con 0x55b081f420a0 2024-05-21T00:19:16.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.889+0000 7f1ebdc00700 1 --2- 172.21.15.12:0/1616641513 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f1f340 0x55b081f43760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-05-21T00:19:16.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.889+0000 7f1ebd200700 1 --2- 172.21.15.12:0/1616641513 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f24ad0 0x55b081f41b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-05-21T00:19:16.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.890+0000 7f1ebe600700 1 --2- 172.21.15.12:0/1616641513 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f420a0 0x55b081f42520 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1eb00f0810 tx=0x7f1eb0009490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0b1b57b833f6aa2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:16.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.890+0000 7f1e9f400700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:19:16.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.891+0000 7f1e9f400700 1 -- 172.21.15.12:0/1616641513 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eb00baa30 con 0x55b081f420a0 2024-05-21T00:19:16.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.891+0000 7f1e9f400700 1 -- 172.21.15.12:0/1616641513 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f1eb00b6920 con 0x55b081f420a0 2024-05-21T00:19:16.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.892+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/1616641513 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ea4028040 con 0x55b081f420a0 2024-05-21T00:19:16.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.892+0000 7f1e9f400700 1 -- 172.21.15.12:0/1616641513 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1eb00baa30 con 0x55b081f420a0 2024-05-21T00:19:16.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.893+0000 7f1ecaefeb80 10 client.15516 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:16.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.893+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/1616641513 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b081fa9920 con 0x55b081f420a0 2024-05-21T00:19:16.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.894+0000 7f1e9f400700 1 -- 172.21.15.12:0/1616641513 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1ea4028040 con 0x55b081f420a0 2024-05-21T00:19:16.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.894+0000 7f1e9f400700 1 -- 172.21.15.12:0/1616641513 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1eb00be120 con 0x55b081f420a0 2024-05-21T00:19:16.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.895+0000 7f1ecaefeb80 10 client.15516 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:16.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.895+0000 7f1ecaefeb80 10 client.15516 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:19:16.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.895+0000 7f1ecaefeb80 20 client.15516 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:16.897 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:16 smithi012 ceph-mon[31403]: pgmap v505: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-05-21T00:19:16.897 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:16 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1149088649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:19:16.897 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:16 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:19:16.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.896+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/1616641513 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b081faa000 0x55b081fac440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:16.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.896+0000 7f1ecaefeb80 4 client.15516 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:19:16.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.896+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/1616641513 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b081e7e570 con 0x55b081faa000 2024-05-21T00:19:16.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.897+0000 7f1ebdc00700 1 --2- 172.21.15.12:0/1616641513 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b081faa000 0x55b081fac440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:16.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.899+0000 7f1ebdc00700 1 --2- 172.21.15.12:0/1616641513 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b081faa000 0x55b081fac440 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4e03da2a85f52e8 server_cookie=c1b9693a60746ff7 in_seq=0 out_seq=0 2024-05-21T00:19:16.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.899+0000 7f1e9f400700 10 client.15516 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:16.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.903+0000 7f1e9f400700 1 -- 172.21.15.12:0/1616641513 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b081e7e570 con 0x55b081faa000 2024-05-21T00:19:16.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.903+0000 7f1e9f400700 10 client.15516 handle_command_reply: tid=0 2024-05-21T00:19:16.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.903+0000 7f1ecaefeb80 1 client.15516 shutdown 2024-05-21T00:19:16.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.904+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/1616641513 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f420a0 msgr2=0x55b081f42520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.904+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/1616641513 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f420a0 0x55b081f42520 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f1eb00f0810 tx=0x7f1eb0009490 comp rx=0 tx=0).stop 2024-05-21T00:19:16.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.904+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/1616641513 shutdown_connections 2024-05-21T00:19:16.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.904+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/1616641513 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b081f420a0 0x55b081f42520 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.904+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/1616641513 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b081faa000 0x55b081fac440 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.904+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/1616641513 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b081f1f340 0x55b081f43760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.904+0000 7f1ecaefeb80 1 --2- 172.21.15.12:0/1616641513 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b081f24ad0 0x55b081f41b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.905+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/1616641513 >> 172.21.15.12:0/1616641513 conn(0x55b081e52be0 msgr2=0x55b081f2c270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:16.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.905+0000 7f1e9f400700 0 client.15516 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:16.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.905+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/1616641513 shutdown_connections 2024-05-21T00:19:16.907 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:19:16.907 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "no active scrubs running", 2024-05-21T00:19:16.907 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": {} 2024-05-21T00:19:16.907 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:19:16.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.905+0000 7f1ecaefeb80 1 -- 172.21.15.12:0/1616641513 wait complete. 2024-05-21T00:19:16.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.906+0000 7f1ecaefeb80 20 client.15516 trim_cache size 0 max 16384 2024-05-21T00:19:16.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.908+0000 7f1ebf000700 1 -- 172.21.15.12:0/2921636431 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1ea00b2880 msgr2=0x7f1ea00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.908+0000 7f1ebf000700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1ea00b2880 0x7f1ea00b4d40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f1eac009680 tx=0x7f1eac009260 comp rx=0 tx=0).stop 2024-05-21T00:19:16.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.908+0000 7f1ebf000700 1 -- 172.21.15.12:0/2921636431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1eb8107830 msgr2=0x7f1eb81a4ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:16.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.908+0000 7f1ebf000700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1eb8107830 0x7f1eb81a4ad0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f1eb000efc0 tx=0x7f1eb000c3a0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.908+0000 7f1ebf000700 1 -- 172.21.15.12:0/2921636431 shutdown_connections 2024-05-21T00:19:16.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.908+0000 7f1ebf000700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1eb8107830 0x7f1eb81a4ad0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.908+0000 7f1ebf000700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1eb8102420 0x7f1eb81a0200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.908+0000 7f1ebf000700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f1ea00b2880 0x7f1ea00b4d40 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.908+0000 7f1ebf000700 1 --2- 172.21.15.12:0/2921636431 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1eb8102d40 0x7f1eb81a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:16.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.908+0000 7f1ebf000700 1 -- 172.21.15.12:0/2921636431 >> 172.21.15.12:0/2921636431 conn(0x7f1eb80fde60 msgr2=0x7f1eb81051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:16.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.908+0000 7f1ebf000700 1 -- 172.21.15.12:0/2921636431 shutdown_connections 2024-05-21T00:19:16.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:16.908+0000 7f1ebf000700 1 -- 172.21.15.12:0/2921636431 wait complete. 2024-05-21T00:19:17.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:16 smithi060 ceph-mon[36426]: pgmap v505: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-05-21T00:19:17.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:16 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1149088649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:19:17.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:16 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:19:17.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:16 smithi077 ceph-mon[36377]: pgmap v505: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s 2024-05-21T00:19:17.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:16 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1149088649' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:19:17.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:16 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:19:17.591 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-05-21T00:19:17.592 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24538 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-05-21T00:19:18.123 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:19:18.123 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:19:18.191 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:19.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:18 smithi012 ceph-mon[31403]: pgmap v506: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:19:19.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:18 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:19:19.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:18 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:19:19.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:18 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:19:19.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:18 smithi060 ceph-mon[36426]: pgmap v506: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:19:19.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:18 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:19:19.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:18 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:19:19.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:18 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:19:19.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:18 smithi077 ceph-mon[36377]: pgmap v506: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:19:19.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:18 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:19:19.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:18 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:19:19.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:18 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:19:19.799 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:20.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.744+0000 7f5e8e400700 1 -- 172.21.15.12:0/3037930925 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e88108500 msgr2=0x7f5e881088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:20.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.744+0000 7f5e8e400700 1 --2- 172.21.15.12:0/3037930925 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e88108500 0x7f5e881088e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5e78009990 tx=0x7f5e78009ca0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.744+0000 7f5e8e400700 1 -- 172.21.15.12:0/3037930925 shutdown_connections 2024-05-21T00:19:20.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.744+0000 7f5e8e400700 1 --2- 172.21.15.12:0/3037930925 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5e88103f90 0x7f5e88110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.744+0000 7f5e8e400700 1 --2- 172.21.15.12:0/3037930925 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e88108500 0x7f5e881088e0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.744+0000 7f5e8e400700 1 --2- 172.21.15.12:0/3037930925 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5e881035f0 0x7f5e88103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.744+0000 7f5e8e400700 1 -- 172.21.15.12:0/3037930925 >> 172.21.15.12:0/3037930925 conn(0x7f5e8807a6a0 msgr2=0x7f5e8807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:20.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.745+0000 7f5e8e400700 1 -- 172.21.15.12:0/3037930925 shutdown_connections 2024-05-21T00:19:20.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.745+0000 7f5e8e400700 1 -- 172.21.15.12:0/3037930925 wait complete. 2024-05-21T00:19:20.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.746+0000 7f5e8e400700 1 Processor -- start 2024-05-21T00:19:20.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.746+0000 7f5e8e400700 1 -- start start 2024-05-21T00:19:20.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.746+0000 7f5e8e400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5e881035f0 0x7f5e8819be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.746+0000 7f5e8e400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5e88103f90 0x7f5e8819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.746+0000 7f5e8e400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e88108500 0x7f5e881a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.746+0000 7f5e8e400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5e88113770 con 0x7f5e88108500 2024-05-21T00:19:20.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.746+0000 7f5e8e400700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5e881135f0 con 0x7f5e88103f90 2024-05-21T00:19:20.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.746+0000 7f5e8e400700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f5e881138f0 con 0x7f5e881035f0 2024-05-21T00:19:20.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.747+0000 7f5e87400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5e881035f0 0x7f5e8819be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.747+0000 7f5e87400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5e881035f0 0x7f5e8819be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:53892/0 (socket says 172.21.15.12:53892) 2024-05-21T00:19:20.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.747+0000 7f5e7fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5e88103f90 0x7f5e8819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.747+0000 7f5e87400700 1 -- 172.21.15.12:0/2317611127 learned_addr learned my addr 172.21.15.12:0/2317611127 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:20.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.747+0000 7f5e87e00700 1 --2- 172.21.15.12:0/2317611127 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e88108500 0x7f5e881a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.747+0000 7f5e87400700 1 -- 172.21.15.12:0/2317611127 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5e88103f90 msgr2=0x7f5e8819c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:20.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.747+0000 7f5e87400700 1 --2- 172.21.15.12:0/2317611127 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5e88103f90 0x7f5e8819c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.747+0000 7f5e87400700 1 -- 172.21.15.12:0/2317611127 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e88108500 msgr2=0x7f5e881a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:20.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.747+0000 7f5e87400700 1 --2- 172.21.15.12:0/2317611127 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e88108500 0x7f5e881a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.747+0000 7f5e87400700 1 -- 172.21.15.12:0/2317611127 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e881a0dd0 con 0x7f5e881035f0 2024-05-21T00:19:20.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.748+0000 7f5e87400700 1 --2- 172.21.15.12:0/2317611127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5e881035f0 0x7f5e8819be60 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5e78000c00 tx=0x7f5e780047b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:20.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.748+0000 7f5e84c00700 1 -- 172.21.15.12:0/2317611127 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e7800fb40 con 0x7f5e881035f0 2024-05-21T00:19:20.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.748+0000 7f5e8e400700 1 -- 172.21.15.12:0/2317611127 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e881a1060 con 0x7f5e881035f0 2024-05-21T00:19:20.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.748+0000 7f5e84c00700 1 -- 172.21.15.12:0/2317611127 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e7800fce0 con 0x7f5e881035f0 2024-05-21T00:19:20.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.748+0000 7f5e84c00700 1 -- 172.21.15.12:0/2317611127 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e78005440 con 0x7f5e881035f0 2024-05-21T00:19:20.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.748+0000 7f5e8e400700 1 -- 172.21.15.12:0/2317611127 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e881a8940 con 0x7f5e881035f0 2024-05-21T00:19:20.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.752+0000 7f5e84c00700 1 -- 172.21.15.12:0/2317611127 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5e78009d10 con 0x7f5e881035f0 2024-05-21T00:19:20.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.753+0000 7f5e98cbbb80 1 Processor -- start 2024-05-21T00:19:20.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.753+0000 7f5e98cbbb80 1 -- start start 2024-05-21T00:19:20.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.753+0000 7f5e98cbbb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 0x564d1d1ef080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.753+0000 7f5e98cbbb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1ef5c0 0x564d1d1e9060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.753+0000 7f5e98cbbb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1e9680 0x564d1d1e9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.753+0000 7f5e98cbbb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564d1d146fd0 con 0x564d1d1eeca0 2024-05-21T00:19:20.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.753+0000 7f5e98cbbb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564d1d136b70 con 0x564d1d1ef5c0 2024-05-21T00:19:20.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.753+0000 7f5e98cbbb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x564d1d13abb0 con 0x564d1d1e9680 2024-05-21T00:19:20.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.754+0000 7f5e87e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 0x564d1d1ef080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.754+0000 7f5e87e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 0x564d1d1ef080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45174/0 (socket says 172.21.15.12:45174) 2024-05-21T00:19:20.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.754+0000 7f5e87e00700 1 -- 172.21.15.12:0/2648646678 learned_addr learned my addr 172.21.15.12:0/2648646678 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:20.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.754+0000 7f5e87400700 1 --2- 172.21.15.12:0/2648646678 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1ef5c0 0x564d1d1e9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.754+0000 7f5e7fe00700 1 --2- 172.21.15.12:0/2648646678 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1e9680 0x564d1d1e9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.754+0000 7f5e87e00700 1 -- 172.21.15.12:0/2648646678 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1e9680 msgr2=0x564d1d1e9ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:20.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.754+0000 7f5e87e00700 1 --2- 172.21.15.12:0/2648646678 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1e9680 0x564d1d1e9ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.754+0000 7f5e87e00700 1 -- 172.21.15.12:0/2648646678 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1ef5c0 msgr2=0x564d1d1e9060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:20.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.754+0000 7f5e87e00700 1 --2- 172.21.15.12:0/2648646678 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1ef5c0 0x564d1d1e9060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.754+0000 7f5e87e00700 1 -- 172.21.15.12:0/2648646678 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d1d0ff5b0 con 0x564d1d1eeca0 2024-05-21T00:19:20.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.754+0000 7f5e84c00700 1 --2- 172.21.15.12:0/2317611127 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5e6c0b2930 0x7f5e6c0b4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.755+0000 7f5e87e00700 1 --2- 172.21.15.12:0/2648646678 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 0x564d1d1ef080 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f5e80011660 tx=0x7f5e80009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd046675e3b6cf2f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:20.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.755+0000 7f5e87400700 1 --2- 172.21.15.12:0/2317611127 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5e6c0b2930 0x7f5e6c0b4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.755+0000 7f5e84c00700 1 -- 172.21.15.12:0/2317611127 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f5e780e2d10 con 0x7f5e881035f0 2024-05-21T00:19:20.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.755+0000 7f5e7cc00700 1 -- 172.21.15.12:0/2648646678 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e80003a00 con 0x564d1d1eeca0 2024-05-21T00:19:20.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.755+0000 7f5e7cc00700 1 -- 172.21.15.12:0/2648646678 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e8001a070 con 0x564d1d1eeca0 2024-05-21T00:19:20.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.755+0000 7f5e7cc00700 1 -- 172.21.15.12:0/2648646678 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e80007760 con 0x564d1d1eeca0 2024-05-21T00:19:20.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.756+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2648646678 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 msgr2=0x564d1d1ef080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:20.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.756+0000 7f5e87400700 1 --2- 172.21.15.12:0/2317611127 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5e6c0b2930 0x7f5e6c0b4df0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x564d1d1e4e50 tx=0x7f5e780e6750 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:20.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.756+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2648646678 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 0x564d1d1ef080 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f5e80011660 tx=0x7f5e80009920 comp rx=0 tx=0).stop 2024-05-21T00:19:20.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.756+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2648646678 shutdown_connections 2024-05-21T00:19:20.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.756+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2648646678 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1e9680 0x564d1d1e9ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.756+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2648646678 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 0x564d1d1ef080 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.756+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2648646678 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1ef5c0 0x564d1d1e9060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.756+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2648646678 >> 172.21.15.12:0/2648646678 conn(0x564d1d116d70 msgr2=0x564d1d1e3f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:20.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.756+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2648646678 shutdown_connections 2024-05-21T00:19:20.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.756+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2648646678 wait complete. 2024-05-21T00:19:20.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.757+0000 7f5e98cbbb80 1 -- start start 2024-05-21T00:19:20.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.757+0000 7f5e98cbbb80 1 Processor -- start 2024-05-21T00:19:20.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e98cbbb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1e9680 0x564d1d1f5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e98cbbb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 0x564d1d1f2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e98cbbb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1f2b70 0x564d1d1f2ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e98cbbb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564d1d03d130 con 0x564d1d1eeca0 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e98cbbb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564d1d0d78f0 con 0x564d1d1f2b70 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e98cbbb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x564d1d1f5fd0 con 0x564d1d1e9680 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e98cbbb80 10 client.0 _ll_register_callbacks cb 0x564d1d0e0e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e7fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 0x564d1d1f2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e7fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 0x564d1d1f2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45180/0 (socket says 172.21.15.12:45180) 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e7fe00700 1 -- 172.21.15.12:0/2050720620 learned_addr learned my addr 172.21.15.12:0/2050720620 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e87e00700 1 --2- 172.21.15.12:0/2050720620 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1e9680 0x564d1d1f5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e87e00700 1 --2- 172.21.15.12:0/2050720620 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1f2b70 0x564d1d1f2ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e7fe00700 1 -- 172.21.15.12:0/2050720620 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1e9680 msgr2=0x564d1d1f5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e7fe00700 1 --2- 172.21.15.12:0/2050720620 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1e9680 0x564d1d1f5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.758+0000 7f5e7fe00700 1 -- 172.21.15.12:0/2050720620 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1f2b70 msgr2=0x564d1d1f2ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:20.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.759+0000 7f5e7fe00700 1 --2- 172.21.15.12:0/2050720620 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1f2b70 0x564d1d1f2ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.759+0000 7f5e7fe00700 1 -- 172.21.15.12:0/2050720620 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d1d086a60 con 0x564d1d1eeca0 2024-05-21T00:19:20.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.759+0000 7f5e7fe00700 1 --2- 172.21.15.12:0/2050720620 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 0x564d1d1f2630 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f5e70009fd0 tx=0x7f5e70011ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3a6987d2e32d099 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:20.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.759+0000 7f5e75600700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:19:20.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.759+0000 7f5e75600700 1 -- 172.21.15.12:0/2050720620 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e7000f750 con 0x564d1d1eeca0 2024-05-21T00:19:20.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.759+0000 7f5e75600700 1 -- 172.21.15.12:0/2050720620 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f5e7000f8f0 con 0x564d1d1eeca0 2024-05-21T00:19:20.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.759+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2050720620 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e8001a070 con 0x564d1d1eeca0 2024-05-21T00:19:20.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.759+0000 7f5e75600700 1 -- 172.21.15.12:0/2050720620 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5e7000faf0 con 0x564d1d1eeca0 2024-05-21T00:19:20.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.760+0000 7f5e98cbbb80 10 client.15528 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:20.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.760+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2050720620 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564d1d1071f0 con 0x564d1d1eeca0 2024-05-21T00:19:20.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.760+0000 7f5e75600700 1 -- 172.21.15.12:0/2050720620 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e8001a070 con 0x564d1d1eeca0 2024-05-21T00:19:20.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.760+0000 7f5e75600700 1 -- 172.21.15.12:0/2050720620 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f5e70019070 con 0x564d1d1eeca0 2024-05-21T00:19:20.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.760+0000 7f5e98cbbb80 10 client.15528 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:20.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.760+0000 7f5e98cbbb80 10 client.15528 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:19:20.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.760+0000 7f5e98cbbb80 20 client.15528 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:20.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.760+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2050720620 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564d1d202ff0 0x564d1d205410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.760+0000 7f5e98cbbb80 4 client.15528 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:20.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.760+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2050720620 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d1d148f20 con 0x564d1d202ff0 2024-05-21T00:19:20.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.761+0000 7f5e87e00700 1 --2- 172.21.15.12:0/2050720620 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564d1d202ff0 0x564d1d205410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.761+0000 7f5e87e00700 1 --2- 172.21.15.12:0/2050720620 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564d1d202ff0 0x564d1d205410 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d9d5dcbd67e4a10 server_cookie=b74a95ffa6542534 in_seq=0 out_seq=0 2024-05-21T00:19:20.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.761+0000 7f5e75600700 10 client.15528 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:20.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.762+0000 7f5e75600700 1 -- 172.21.15.12:0/2050720620 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564d1d148f20 con 0x564d1d202ff0 2024-05-21T00:19:20.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.762+0000 7f5e75600700 10 client.15528 handle_command_reply: tid=0 2024-05-21T00:19:20.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.762+0000 7f5e98cbbb80 1 client.15528 shutdown 2024-05-21T00:19:20.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.763+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2050720620 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 msgr2=0x564d1d1f2630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:20.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.763+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2050720620 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 0x564d1d1f2630 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f5e70009fd0 tx=0x7f5e70011ac0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.763+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2050720620 shutdown_connections 2024-05-21T00:19:20.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.763+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2050720620 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1f2b70 0x564d1d1f2ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.763+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2050720620 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564d1d202ff0 0x564d1d205410 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.763+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2050720620 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1e9680 0x564d1d1f5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.763+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2050720620 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1eeca0 0x564d1d1f2630 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.763+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2050720620 >> 172.21.15.12:0/2050720620 conn(0x564d1d116d70 msgr2=0x564d1d1e34c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:20.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.763+0000 7f5e75600700 0 client.15528 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:20.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.763+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2050720620 shutdown_connections 2024-05-21T00:19:20.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.763+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2050720620 wait complete. 2024-05-21T00:19:20.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.763+0000 7f5e98cbbb80 20 client.15528 trim_cache size 0 max 16384 2024-05-21T00:19:20.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.785+0000 7f5e98cbbb80 1 Processor -- start 2024-05-21T00:19:20.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.785+0000 7f5e98cbbb80 1 -- start start 2024-05-21T00:19:20.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.786+0000 7f5e98cbbb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1e9680 0x564d1d1e9060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.786+0000 7f5e98cbbb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1eeca0 0x564d1d1f1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.786+0000 7f5e98cbbb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1f2b70 0x564d1d1eb6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.786+0000 7f5e98cbbb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5e881afbe0 con 0x564d1d1e9680 2024-05-21T00:19:20.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.786+0000 7f5e98cbbb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5e881b1720 con 0x564d1d1f2b70 2024-05-21T00:19:20.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.786+0000 7f5e98cbbb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f5e881b02b0 con 0x564d1d1eeca0 2024-05-21T00:19:20.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.786+0000 7f5e87e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1e9680 0x564d1d1e9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.786+0000 7f5e7fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1eeca0 0x564d1d1f1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.786+0000 7f5e87e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1e9680 0x564d1d1e9060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45186/0 (socket says 172.21.15.12:45186) 2024-05-21T00:19:20.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.786+0000 7f5e87e00700 1 -- 172.21.15.12:0/2912065963 learned_addr learned my addr 172.21.15.12:0/2912065963 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:20.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.787+0000 7f5e87e00700 1 --2- 172.21.15.12:0/2912065963 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1f2b70 0x564d1d1eb6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.787+0000 7f5e7fe00700 1 -- 172.21.15.12:0/2912065963 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1f2b70 msgr2=0x564d1d1eb6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:20.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.787+0000 7f5e7fe00700 1 --2- 172.21.15.12:0/2912065963 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1f2b70 0x564d1d1eb6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.787+0000 7f5e7fe00700 1 -- 172.21.15.12:0/2912065963 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1e9680 msgr2=0x564d1d1e9060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:20.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.787+0000 7f5e7fe00700 1 --2- 172.21.15.12:0/2912065963 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1e9680 0x564d1d1e9060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.787+0000 7f5e7fe00700 1 -- 172.21.15.12:0/2912065963 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d1d1f5870 con 0x564d1d1eeca0 2024-05-21T00:19:20.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.787+0000 7f5e7fe00700 1 --2- 172.21.15.12:0/2912065963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1eeca0 0x564d1d1f1630 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5e70022440 tx=0x7f5e700092d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e610eff52bd71f2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:20.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.787+0000 7f5e77e00700 1 -- 172.21.15.12:0/2912065963 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e7000fd10 con 0x564d1d1eeca0 2024-05-21T00:19:20.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.788+0000 7f5e77e00700 1 -- 172.21.15.12:0/2912065963 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e7000f750 con 0x564d1d1eeca0 2024-05-21T00:19:20.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.788+0000 7f5e77e00700 1 -- 172.21.15.12:0/2912065963 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e70022af0 con 0x564d1d1eeca0 2024-05-21T00:19:20.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.788+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2912065963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1eeca0 msgr2=0x564d1d1f1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:20.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.788+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2912065963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1eeca0 0x564d1d1f1630 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f5e70022440 tx=0x7f5e700092d0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.788+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2912065963 shutdown_connections 2024-05-21T00:19:20.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.788+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2912065963 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1f2b70 0x564d1d1eb6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.788+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2912065963 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1e9680 0x564d1d1e9060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.788+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/2912065963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1eeca0 0x564d1d1f1630 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.788+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2912065963 >> 172.21.15.12:0/2912065963 conn(0x564d1d116d70 msgr2=0x564d1d1f0f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:20.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.789+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2912065963 shutdown_connections 2024-05-21T00:19:20.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.789+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/2912065963 wait complete. 2024-05-21T00:19:20.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.789+0000 7f5e98cbbb80 1 -- start start 2024-05-21T00:19:20.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.789+0000 7f5e98cbbb80 1 Processor -- start 2024-05-21T00:19:20.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e98cbbb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1e9680 0x564d1d1f6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e98cbbb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1eeca0 0x564d1d1f6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e98cbbb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1f2b70 0x564d1d1f6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e98cbbb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5e881b1050 con 0x564d1d1e9680 2024-05-21T00:19:20.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e98cbbb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5e881b0980 con 0x564d1d1eeca0 2024-05-21T00:19:20.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e98cbbb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f5e881adba0 con 0x564d1d1f2b70 2024-05-21T00:19:20.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e98cbbb80 10 client.0 _ll_register_callbacks cb 0x564d1d0e0e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:20.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e87e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1e9680 0x564d1d1f6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e7fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1eeca0 0x564d1d1f6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e87e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1e9680 0x564d1d1f6220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:45192/0 (socket says 172.21.15.12:45192) 2024-05-21T00:19:20.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e87e00700 1 -- 172.21.15.12:0/1534579082 learned_addr learned my addr 172.21.15.12:0/1534579082 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:20.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e87e00700 1 --2- 172.21.15.12:0/1534579082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1f2b70 0x564d1d1f6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e7fe00700 1 -- 172.21.15.12:0/1534579082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1f2b70 msgr2=0x564d1d1f6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:20.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e7fe00700 1 --2- 172.21.15.12:0/1534579082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1f2b70 0x564d1d1f6ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e7fe00700 1 -- 172.21.15.12:0/1534579082 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1e9680 msgr2=0x564d1d1f6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:20.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e7fe00700 1 --2- 172.21.15.12:0/1534579082 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1e9680 0x564d1d1f6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.790+0000 7f5e7fe00700 1 -- 172.21.15.12:0/1534579082 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d1d26dc80 con 0x564d1d1eeca0 2024-05-21T00:19:20.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.791+0000 7f5e7fe00700 1 --2- 172.21.15.12:0/1534579082 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1eeca0 0x564d1d1f6760 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x564d1d1de640 tx=0x7f5e7000f980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=efdb2381f88791bf server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:20.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.791+0000 7f5e75600700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:19:20.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.791+0000 7f5e75600700 1 -- 172.21.15.12:0/1534579082 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e700053e0 con 0x564d1d1eeca0 2024-05-21T00:19:20.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.791+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/1534579082 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e7000f750 con 0x564d1d1eeca0 2024-05-21T00:19:20.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.791+0000 7f5e75600700 1 -- 172.21.15.12:0/1534579082 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f5e70005580 con 0x564d1d1eeca0 2024-05-21T00:19:20.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.791+0000 7f5e75600700 1 -- 172.21.15.12:0/1534579082 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5e70041050 con 0x564d1d1eeca0 2024-05-21T00:19:20.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.791+0000 7f5e98cbbb80 10 client.25652 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:20.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.791+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/1534579082 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564d1d26ef60 con 0x564d1d1eeca0 2024-05-21T00:19:20.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.792+0000 7f5e75600700 1 -- 172.21.15.12:0/1534579082 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5e7000f750 con 0x564d1d1eeca0 2024-05-21T00:19:20.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.792+0000 7f5e75600700 1 -- 172.21.15.12:0/1534579082 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f5e7002e020 con 0x564d1d1eeca0 2024-05-21T00:19:20.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.792+0000 7f5e98cbbb80 10 client.25652 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:20.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.792+0000 7f5e98cbbb80 10 client.25652 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:19:20.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.792+0000 7f5e98cbbb80 20 client.25652 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:20.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.792+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/1534579082 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564d1d26f6b0 0x564d1d271ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:20.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.792+0000 7f5e98cbbb80 4 client.25652 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-05-21T00:19:20.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.792+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/1534579082 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x564d1d142700 con 0x564d1d26f6b0 2024-05-21T00:19:20.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.793+0000 7f5e87e00700 1 --2- 172.21.15.12:0/1534579082 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564d1d26f6b0 0x564d1d271ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:20.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.793+0000 7f5e87e00700 1 --2- 172.21.15.12:0/1534579082 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564d1d26f6b0 0x564d1d271ad0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5819b96ea1585f3 server_cookie=c25ece0732d87ae3 in_seq=0 out_seq=0 2024-05-21T00:19:20.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.793+0000 7f5e75600700 10 client.25652 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:20.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.802+0000 7f5e75600700 1 -- 172.21.15.12:0/1534579082 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x564d1d142700 con 0x564d1d26f6b0 2024-05-21T00:19:20.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.802+0000 7f5e75600700 10 client.25652 handle_command_reply: tid=0 2024-05-21T00:19:20.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.802+0000 7f5e98cbbb80 1 client.25652 shutdown 2024-05-21T00:19:20.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.803+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/1534579082 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1eeca0 msgr2=0x564d1d1f6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:20.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.803+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/1534579082 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1eeca0 0x564d1d1f6760 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x564d1d1de640 tx=0x7f5e7000f980 comp rx=0 tx=0).stop 2024-05-21T00:19:20.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.803+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/1534579082 shutdown_connections 2024-05-21T00:19:20.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.803+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/1534579082 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564d1d26f6b0 0x564d1d271ad0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.803+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/1534579082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d1d1f2b70 0x564d1d1f6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.803+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/1534579082 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d1d1e9680 0x564d1d1f6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.803+0000 7f5e98cbbb80 1 --2- 172.21.15.12:0/1534579082 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d1d1eeca0 0x564d1d1f6760 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.803+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/1534579082 >> 172.21.15.12:0/1534579082 conn(0x564d1d116d70 msgr2=0x564d1d1ec6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:20.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.803+0000 7f5e75600700 0 client.25652 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:20.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.803+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/1534579082 shutdown_connections 2024-05-21T00:19:20.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.803+0000 7f5e98cbbb80 1 -- 172.21.15.12:0/1534579082 wait complete. 2024-05-21T00:19:20.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.803+0000 7f5e98cbbb80 20 client.25652 trim_cache size 0 max 16384 2024-05-21T00:19:20.805 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:19:20.805 INFO:teuthology.orchestra.run.smithi012.stdout: "epoch": 29, 2024-05-21T00:19:20.805 INFO:teuthology.orchestra.run.smithi012.stdout: "leader": 24538, 2024-05-21T00:19:20.805 INFO:teuthology.orchestra.run.smithi012.stdout: "set_version": 6, 2024-05-21T00:19:20.805 INFO:teuthology.orchestra.run.smithi012.stdout: "sets": { 2024-05-21T00:19:20.805 INFO:teuthology.orchestra.run.smithi012.stdout: "8787a116": { 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: "version": 6, 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: "age_ref": 0.0, 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: "state": { 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "QUIESCED", 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: "age": 0.0 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: "timeout": 90.0, 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: "expiration": 150.0, 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: "members": { 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: "file:/": { 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: "excluded": false, 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: "state": { 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "QUIESCED", 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: "age": 0.0 2024-05-21T00:19:20.806 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:20.807 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:20.807 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:20.807 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:20.807 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:20.807 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:19:20.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.804+0000 7f5e8e400700 1 -- 172.21.15.12:0/2317611127 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5e6c0b2930 msgr2=0x7f5e6c0b4df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:20.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.804+0000 7f5e8e400700 1 --2- 172.21.15.12:0/2317611127 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5e6c0b2930 0x7f5e6c0b4df0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x564d1d1e4e50 tx=0x7f5e780e6750 comp rx=0 tx=0).stop 2024-05-21T00:19:20.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.804+0000 7f5e8e400700 1 -- 172.21.15.12:0/2317611127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5e881035f0 msgr2=0x7f5e8819be60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:20.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.804+0000 7f5e8e400700 1 --2- 172.21.15.12:0/2317611127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5e881035f0 0x7f5e8819be60 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f5e78000c00 tx=0x7f5e780047b0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.804+0000 7f5e8e400700 1 -- 172.21.15.12:0/2317611127 shutdown_connections 2024-05-21T00:19:20.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.804+0000 7f5e8e400700 1 --2- 172.21.15.12:0/2317611127 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5e6c0b2930 0x7f5e6c0b4df0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.804+0000 7f5e8e400700 1 --2- 172.21.15.12:0/2317611127 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5e88108500 0x7f5e881a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.804+0000 7f5e8e400700 1 --2- 172.21.15.12:0/2317611127 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5e881035f0 0x7f5e8819be60 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.804+0000 7f5e8e400700 1 --2- 172.21.15.12:0/2317611127 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5e88103f90 0x7f5e8819c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:20.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.804+0000 7f5e8e400700 1 -- 172.21.15.12:0/2317611127 >> 172.21.15.12:0/2317611127 conn(0x7f5e8807a6a0 msgr2=0x7f5e88101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:20.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.805+0000 7f5e8e400700 1 -- 172.21.15.12:0/2317611127 shutdown_connections 2024-05-21T00:19:20.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:20.805+0000 7f5e8e400700 1 -- 172.21.15.12:0/2317611127 wait complete. 2024-05-21T00:19:21.051 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:20 smithi012 ceph-mon[31403]: pgmap v507: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-05-21T00:19:21.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:20 smithi060 ceph-mon[36426]: pgmap v507: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-05-21T00:19:21.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:20 smithi077 ceph-mon[36377]: pgmap v507: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-05-21T00:19:22.637 INFO:tasks.workunit.client.0.smithi012.stderr:Updating files: 56% (6906/12271) Updating files: 57% (6995/12271) Updating files: 58% (7118/12271) Updating files: 59% (7240/12271) Updating files: 60% (7363/12271) Updating files: 61% (7486/12271) Updating files: 62% (7609/12271) Updating files: 63% (7731/12271) Updating files: 64% (7854/12271) Updating files: 65% (7977/12271) Updating files: 66% (8099/12271) Updating files: 67% (8222/12271) Updating files: 68% (8345/12271) Updating files: 69% (8467/12271) Updating files: 70% (8590/12271) Updating files: 71% (8713/12271) Updating files: 72% (8836/12271) Updating files: 73% (8958/12271) Updating files: 74% (9081/12271) Updating files: 75% (9204/12271) Updating files: 76% (9326/12271) Updating files: 77% (9449/12271) Updating files: 78% (9572/12271) Updating files: 79% (9695/12271) Updating files: 80% (9817/12271) Updating files: 81% (9940/12271) Updating files: 82% (10063/12271) Updating files: 83% (10185/12271) Updating files: 84% (10308/12271) Updating files: 85% (10431/12271) Updating files: 86% (10554/12271) Updating files: 87% (10676/12271) Updating files: 88% (10799/12271) Updating files: 89% (10922/12271) Updating files: 90% (11044/12271) Updating files: 91% (11167/12271) Updating files: 92% (11290/12271) Updating files: 92% (11357/12271) Updating files: 93% (11413/12271) Updating files: 94% (11535/12271) Updating files: 95% (11658/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-05-21T00:19:22.665 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '8787a116', quiesce took 11.2 seconds. Will release after: 18.8 2024-05-21T00:19:22.990 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:22 smithi012 ceph-mon[31403]: pgmap v508: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:19:23.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:22 smithi060 ceph-mon[36426]: pgmap v508: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:19:23.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:22 smithi077 ceph-mon[36377]: pgmap v508: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:19:23.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.294+0000 7fd065e00700 1 -- 172.21.15.12:0/2577117010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd060075910 msgr2=0x7fd060075cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:23.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.294+0000 7fd065e00700 1 --2- 172.21.15.12:0/2577117010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd060075910 0x7fd060075cf0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd054009990 tx=0x7fd054009ca0 comp rx=0 tx=0).stop 2024-05-21T00:19:23.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.295+0000 7fd065e00700 1 -- 172.21.15.12:0/2577117010 shutdown_connections 2024-05-21T00:19:23.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.295+0000 7fd065e00700 1 --2- 172.21.15.12:0/2577117010 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd06010fcf0 0x7fd060112100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:23.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.295+0000 7fd065e00700 1 --2- 172.21.15.12:0/2577117010 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd060075910 0x7fd060075cf0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:23.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.295+0000 7fd065e00700 1 --2- 172.21.15.12:0/2577117010 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd060076230 0x7fd06010f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:23.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.295+0000 7fd065e00700 1 -- 172.21.15.12:0/2577117010 >> 172.21.15.12:0/2577117010 conn(0x7fd0600fef60 msgr2=0x7fd060101380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:23.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.295+0000 7fd065e00700 1 -- 172.21.15.12:0/2577117010 shutdown_connections 2024-05-21T00:19:23.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.295+0000 7fd065e00700 1 -- 172.21.15.12:0/2577117010 wait complete. 2024-05-21T00:19:23.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.296+0000 7fd065e00700 1 Processor -- start 2024-05-21T00:19:23.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.296+0000 7fd065e00700 1 -- start start 2024-05-21T00:19:23.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.296+0000 7fd065e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd060075910 0x7fd06019bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:23.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.296+0000 7fd065e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd060076230 0x7fd06019c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:23.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.296+0000 7fd065e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd06010fcf0 0x7fd0601a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:23.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.296+0000 7fd065e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd060115880 con 0x7fd060076230 2024-05-21T00:19:23.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.296+0000 7fd065e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd060115700 con 0x7fd060075910 2024-05-21T00:19:23.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.296+0000 7fd065e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fd060115a00 con 0x7fd06010fcf0 2024-05-21T00:19:23.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.297+0000 7fd064a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd060075910 0x7fd06019bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:23.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.297+0000 7fd05fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd060076230 0x7fd06019c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:23.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.297+0000 7fd065400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd06010fcf0 0x7fd0601a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:23.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.297+0000 7fd064a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd060075910 0x7fd06019bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:33854/0 (socket says 172.21.15.12:33854) 2024-05-21T00:19:23.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.297+0000 7fd064a00700 1 -- 172.21.15.12:0/352488029 learned_addr learned my addr 172.21.15.12:0/352488029 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:23.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.297+0000 7fd065400700 1 -- 172.21.15.12:0/352488029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd060075910 msgr2=0x7fd06019bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:23.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.297+0000 7fd065400700 1 --2- 172.21.15.12:0/352488029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd060075910 0x7fd06019bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:23.298 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.297+0000 7fd065400700 1 -- 172.21.15.12:0/352488029 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd060076230 msgr2=0x7fd06019c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:23.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.297+0000 7fd065400700 1 --2- 172.21.15.12:0/352488029 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd060076230 0x7fd06019c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:23.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.297+0000 7fd065400700 1 -- 172.21.15.12:0/352488029 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0601a0d80 con 0x7fd06010fcf0 2024-05-21T00:19:23.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.298+0000 7fd065400700 1 --2- 172.21.15.12:0/352488029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd06010fcf0 0x7fd0601a0640 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd06006cba0 tx=0x7fd05800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:23.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.298+0000 7fd05d600700 1 -- 172.21.15.12:0/352488029 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd058003a00 con 0x7fd06010fcf0 2024-05-21T00:19:23.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.298+0000 7fd065e00700 1 -- 172.21.15.12:0/352488029 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0601a1070 con 0x7fd06010fcf0 2024-05-21T00:19:23.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.298+0000 7fd05d600700 1 -- 172.21.15.12:0/352488029 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd05800ce50 con 0x7fd06010fcf0 2024-05-21T00:19:23.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.298+0000 7fd05d600700 1 -- 172.21.15.12:0/352488029 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0580046e0 con 0x7fd06010fcf0 2024-05-21T00:19:23.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.298+0000 7fd065e00700 1 -- 172.21.15.12:0/352488029 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0601a88f0 con 0x7fd06010fcf0 2024-05-21T00:19:23.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.300+0000 7fd065e00700 1 -- 172.21.15.12:0/352488029 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd060076fc0 con 0x7fd06010fcf0 2024-05-21T00:19:23.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.303+0000 7fd05d600700 1 -- 172.21.15.12:0/352488029 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd058012050 con 0x7fd06010fcf0 2024-05-21T00:19:23.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.305+0000 7fd05d600700 1 --2- 172.21.15.12:0/352488029 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd0480b2880 0x7fd0480b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:23.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.305+0000 7fd05d600700 1 -- 172.21.15.12:0/352488029 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fd0580e1aa0 con 0x7fd06010fcf0 2024-05-21T00:19:23.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.305+0000 7fd064a00700 1 --2- 172.21.15.12:0/352488029 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd0480b2880 0x7fd0480b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:23.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.306+0000 7fd064a00700 1 --2- 172.21.15.12:0/352488029 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd0480b2880 0x7fd0480b4d40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd054006010 tx=0x7fd05400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:23.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.309+0000 7fd05d600700 1 -- 172.21.15.12:0/352488029 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd058022060 con 0x7fd06010fcf0 2024-05-21T00:19:23.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.611+0000 7fd065e00700 1 -- 172.21.15.12:0/352488029 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd06002e560 con 0x7fd06010fcf0 2024-05-21T00:19:23.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.613+0000 7fd05d600700 1 -- 172.21.15.12:0/352488029 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7fd058010040 con 0x7fd06010fcf0 2024-05-21T00:19:23.614 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:19:23.614 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:19:23.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.616+0000 7fd065e00700 1 -- 172.21.15.12:0/352488029 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd0480b2880 msgr2=0x7fd0480b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:23.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.616+0000 7fd065e00700 1 --2- 172.21.15.12:0/352488029 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd0480b2880 0x7fd0480b4d40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fd054006010 tx=0x7fd05400b260 comp rx=0 tx=0).stop 2024-05-21T00:19:23.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.616+0000 7fd065e00700 1 -- 172.21.15.12:0/352488029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd06010fcf0 msgr2=0x7fd0601a0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:23.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.616+0000 7fd065e00700 1 --2- 172.21.15.12:0/352488029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd06010fcf0 0x7fd0601a0640 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fd06006cba0 tx=0x7fd05800c3a0 comp rx=0 tx=0).stop 2024-05-21T00:19:23.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.616+0000 7fd065e00700 1 -- 172.21.15.12:0/352488029 shutdown_connections 2024-05-21T00:19:23.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.616+0000 7fd065e00700 1 --2- 172.21.15.12:0/352488029 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd06010fcf0 0x7fd0601a0640 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:23.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.616+0000 7fd065e00700 1 --2- 172.21.15.12:0/352488029 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd060075910 0x7fd06019bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:23.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.616+0000 7fd065e00700 1 --2- 172.21.15.12:0/352488029 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd0480b2880 0x7fd0480b4d40 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:23.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.616+0000 7fd065e00700 1 --2- 172.21.15.12:0/352488029 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd060076230 0x7fd06019c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:23.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.616+0000 7fd065e00700 1 -- 172.21.15.12:0/352488029 >> 172.21.15.12:0/352488029 conn(0x7fd0600fef60 msgr2=0x7fd0600ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:23.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.616+0000 7fd065e00700 1 -- 172.21.15.12:0/352488029 shutdown_connections 2024-05-21T00:19:23.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:23.617+0000 7fd065e00700 1 -- 172.21.15.12:0/352488029 wait complete. 2024-05-21T00:19:23.618 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:19:23.684 INFO:tasks.workunit.client.0.smithi012.stderr:Note: switching to 'b772be9bbd810236a4ab405b6b221a45c687051f'. 2024-05-21T00:19:23.685 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-05-21T00:19:23.685 INFO:tasks.workunit.client.0.smithi012.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-05-21T00:19:23.685 INFO:tasks.workunit.client.0.smithi012.stderr:changes and commit them, and you can discard any commits you make in this 2024-05-21T00:19:23.685 INFO:tasks.workunit.client.0.smithi012.stderr:state without impacting any branches by switching back to a branch. 2024-05-21T00:19:23.685 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-05-21T00:19:23.685 INFO:tasks.workunit.client.0.smithi012.stderr:If you want to create a new branch to retain commits you create, you may 2024-05-21T00:19:23.685 INFO:tasks.workunit.client.0.smithi012.stderr:do so (now or later) by using -c with the switch command. Example: 2024-05-21T00:19:23.685 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-05-21T00:19:23.685 INFO:tasks.workunit.client.0.smithi012.stderr: git switch -c 2024-05-21T00:19:23.685 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-05-21T00:19:23.686 INFO:tasks.workunit.client.0.smithi012.stderr:Or undo this operation with: 2024-05-21T00:19:23.686 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-05-21T00:19:23.686 INFO:tasks.workunit.client.0.smithi012.stderr: git switch - 2024-05-21T00:19:23.686 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-05-21T00:19:23.686 INFO:tasks.workunit.client.0.smithi012.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-05-21T00:19:23.686 INFO:tasks.workunit.client.0.smithi012.stderr: 2024-05-21T00:19:23.686 INFO:tasks.workunit.client.0.smithi012.stderr:HEAD is now at b772be9bbd8 mds/queisce-db: collect acks while bootstrapping 2024-05-21T00:19:23.699 DEBUG:teuthology.orchestra.run.smithi012:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-05-21T00:19:23.768 INFO:tasks.workunit.client.0.smithi012.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-05-21T00:19:23.774 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-21T00:19:23.774 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-05-21T00:19:24.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:23 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/352488029' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:19:24.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:23 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/352488029' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:19:24.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:23 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/352488029' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:19:24.746 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T00:19:25.067 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:24 smithi012 ceph-mon[31403]: pgmap v509: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-05-21T00:19:25.081 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-05-21T00:19:25.200 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-05-21T00:19:25.223 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:25.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:24 smithi060 ceph-mon[36426]: pgmap v509: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-05-21T00:19:25.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:24 smithi077 ceph-mon[36377]: pgmap v509: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-05-21T00:19:25.290 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-05-21T00:19:25.295 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-21T00:19:25.295 INFO:tasks.workunit.client.0.smithi012.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-05-21T00:19:25.372 INFO:tasks.workunit.client.0.smithi012.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-05-21T00:19:25.381 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:19:25.381 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-05-21T00:19:25.427 INFO:tasks.workunit:Running workunits matching suites/iozone.sh on client.0... 2024-05-21T00:19:25.428 INFO:tasks.workunit:Running workunit suites/iozone.sh... 2024-05-21T00:19:25.429 DEBUG:teuthology.orchestra.run.smithi012:workunit test suites/iozone.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=b772be9bbd810236a4ab405b6b221a45c687051f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/iozone.sh 2024-05-21T00:19:26.932 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:26 smithi012 ceph-mon[31403]: pgmap v510: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:19:27.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:26 smithi060 ceph-mon[36426]: pgmap v510: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:19:27.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:26 smithi077 ceph-mon[36377]: pgmap v510: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:19:27.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.435+0000 7f7c29c00700 1 -- 172.21.15.12:0/1834307849 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c24105740 msgr2=0x7f7c24105bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:27.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.435+0000 7f7c29c00700 1 --2- 172.21.15.12:0/1834307849 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c24105740 0x7f7c24105bc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f7c100098f0 tx=0x7f7c10009c00 comp rx=0 tx=0).stop 2024-05-21T00:19:27.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.435+0000 7f7c29c00700 1 -- 172.21.15.12:0/1834307849 shutdown_connections 2024-05-21T00:19:27.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.435+0000 7f7c29c00700 1 --2- 172.21.15.12:0/1834307849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c24106100 0x7f7c24112610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.435+0000 7f7c29c00700 1 --2- 172.21.15.12:0/1834307849 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c2410b740 0x7f7c2410bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.435+0000 7f7c29c00700 1 --2- 172.21.15.12:0/1834307849 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c24105740 0x7f7c24105bc0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.435+0000 7f7c29c00700 1 -- 172.21.15.12:0/1834307849 >> 172.21.15.12:0/1834307849 conn(0x7f7c24101250 msgr2=0x7f7c24103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:27.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.435+0000 7f7c29c00700 1 -- 172.21.15.12:0/1834307849 shutdown_connections 2024-05-21T00:19:27.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.436+0000 7f7c29c00700 1 -- 172.21.15.12:0/1834307849 wait complete. 2024-05-21T00:19:27.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.437+0000 7f7c29c00700 1 Processor -- start 2024-05-21T00:19:27.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.437+0000 7f7c29c00700 1 -- start start 2024-05-21T00:19:27.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.437+0000 7f7c29c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c24105740 0x7f7c2419bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.437+0000 7f7c29c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c24106100 0x7f7c2419c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.437+0000 7f7c29c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c2410b740 0x7f7c241a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.437+0000 7f7c29c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7c24115970 con 0x7f7c2410b740 2024-05-21T00:19:27.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.437+0000 7f7c29c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7c241157f0 con 0x7f7c24106100 2024-05-21T00:19:27.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.437+0000 7f7c29c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7c24115af0 con 0x7f7c24105740 2024-05-21T00:19:27.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.438+0000 7f7c23400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c2410b740 0x7f7c241a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.438+0000 7f7c22000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c24106100 0x7f7c2419c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.438+0000 7f7c22a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c24105740 0x7f7c2419bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.438+0000 7f7c22000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c24106100 0x7f7c2419c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56036/0 (socket says 172.21.15.12:56036) 2024-05-21T00:19:27.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.438+0000 7f7c22a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c24105740 0x7f7c2419bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:49954/0 (socket says 172.21.15.12:49954) 2024-05-21T00:19:27.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.438+0000 7f7c22000700 1 -- 172.21.15.12:0/3634551946 learned_addr learned my addr 172.21.15.12:0/3634551946 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:27.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.438+0000 7f7c22000700 1 -- 172.21.15.12:0/3634551946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c24105740 msgr2=0x7f7c2419bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:27.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.438+0000 7f7c22000700 1 --2- 172.21.15.12:0/3634551946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c24105740 0x7f7c2419bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.438+0000 7f7c22000700 1 -- 172.21.15.12:0/3634551946 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c2410b740 msgr2=0x7f7c241a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:27.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.438+0000 7f7c22000700 1 --2- 172.21.15.12:0/3634551946 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c2410b740 0x7f7c241a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.438+0000 7f7c22000700 1 -- 172.21.15.12:0/3634551946 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c241a0ed0 con 0x7f7c24106100 2024-05-21T00:19:27.440 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.438+0000 7f7c22000700 1 --2- 172.21.15.12:0/3634551946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c24106100 0x7f7c2419c400 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7c10009230 tx=0x7f7c1000fa70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:27.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.439+0000 7f7c1b400700 1 -- 172.21.15.12:0/3634551946 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c10005140 con 0x7f7c24106100 2024-05-21T00:19:27.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.439+0000 7f7c1b400700 1 -- 172.21.15.12:0/3634551946 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c1000b560 con 0x7f7c24106100 2024-05-21T00:19:27.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.439+0000 7f7c29c00700 1 -- 172.21.15.12:0/3634551946 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c241a1160 con 0x7f7c24106100 2024-05-21T00:19:27.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.439+0000 7f7c1b400700 1 -- 172.21.15.12:0/3634551946 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c10003970 con 0x7f7c24106100 2024-05-21T00:19:27.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.439+0000 7f7c29c00700 1 -- 172.21.15.12:0/3634551946 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c241a8a40 con 0x7f7c24106100 2024-05-21T00:19:27.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.442+0000 7f7c1b400700 1 -- 172.21.15.12:0/3634551946 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7c1000ba50 con 0x7f7c24106100 2024-05-21T00:19:27.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.444+0000 7f7c344aab80 1 Processor -- start 2024-05-21T00:19:27.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.444+0000 7f7c344aab80 1 -- start start 2024-05-21T00:19:27.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.445+0000 7f7c344aab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c62290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.445+0000 7f7c344aab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c627d0 0x556a45c5c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.445+0000 7f7c344aab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c5c880 0x556a45c5cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.445+0000 7f7c344aab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556a45bbae40 con 0x556a45c5c880 2024-05-21T00:19:27.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.445+0000 7f7c344aab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x556a45baa9e0 con 0x556a45c627d0 2024-05-21T00:19:27.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.445+0000 7f7c344aab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x556a45baea20 con 0x556a45c61eb0 2024-05-21T00:19:27.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.445+0000 7f7c1b400700 1 --2- 172.21.15.12:0/3634551946 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c080b2880 0x7f7c080b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.445+0000 7f7c22a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c627d0 0x556a45c5c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.445+0000 7f7c22a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c627d0 0x556a45c5c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56052/0 (socket says 172.21.15.12:56052) 2024-05-21T00:19:27.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.445+0000 7f7c22a00700 1 -- 172.21.15.12:0/1494654324 learned_addr learned my addr 172.21.15.12:0/1494654324 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:27.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.445+0000 7f7c22000700 1 --2- 172.21.15.12:0/1494654324 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c5c880 0x556a45c5cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.445+0000 7f7c23400700 1 --2- 172.21.15.12:0/1494654324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c62290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.445+0000 7f7c1b400700 1 -- 172.21.15.12:0/3634551946 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7c100e3190 con 0x7f7c24106100 2024-05-21T00:19:27.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.446+0000 7f7c23400700 1 --2- 172.21.15.12:0/3634551946 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c080b2880 0x7f7c080b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.446+0000 7f7c22a00700 1 -- 172.21.15.12:0/1494654324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 msgr2=0x556a45c62290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:27.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.446+0000 7f7c22a00700 1 --2- 172.21.15.12:0/1494654324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c62290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.446+0000 7f7c22a00700 1 -- 172.21.15.12:0/1494654324 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c5c880 msgr2=0x556a45c5cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:27.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.446+0000 7f7c22a00700 1 --2- 172.21.15.12:0/1494654324 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c5c880 0x556a45c5cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.446+0000 7f7c22a00700 1 -- 172.21.15.12:0/1494654324 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a45b73420 con 0x556a45c627d0 2024-05-21T00:19:27.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.446+0000 7f7c22000700 1 --2- 172.21.15.12:0/1494654324 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c5c880 0x556a45c5cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:19:27.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.446+0000 7f7c22a00700 1 --2- 172.21.15.12:0/1494654324 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c627d0 0x556a45c5c260 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7c14009ce0 tx=0x7f7c14011440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8e3232fccacd8c7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:27.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.446+0000 7f7c0fe00700 1 -- 172.21.15.12:0/1494654324 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c14011e30 con 0x556a45c627d0 2024-05-21T00:19:27.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.446+0000 7f7c0fe00700 1 -- 172.21.15.12:0/1494654324 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c14004500 con 0x556a45c627d0 2024-05-21T00:19:27.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.446+0000 7f7c23400700 1 --2- 172.21.15.12:0/3634551946 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c080b2880 0x7f7c080b4d40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f7c1c009ec0 tx=0x7f7c1c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:27.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.446+0000 7f7c0fe00700 1 -- 172.21.15.12:0/1494654324 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c14005420 con 0x556a45c627d0 2024-05-21T00:19:27.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.447+0000 7f7c344aab80 1 -- 172.21.15.12:0/1494654324 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c627d0 msgr2=0x556a45c5c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:27.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.447+0000 7f7c344aab80 1 --2- 172.21.15.12:0/1494654324 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c627d0 0x556a45c5c260 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f7c14009ce0 tx=0x7f7c14011440 comp rx=0 tx=0).stop 2024-05-21T00:19:27.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.447+0000 7f7c344aab80 1 -- 172.21.15.12:0/1494654324 shutdown_connections 2024-05-21T00:19:27.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.447+0000 7f7c344aab80 1 --2- 172.21.15.12:0/1494654324 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c5c880 0x556a45c5cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.447+0000 7f7c344aab80 1 --2- 172.21.15.12:0/1494654324 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c62290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.447+0000 7f7c344aab80 1 --2- 172.21.15.12:0/1494654324 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c627d0 0x556a45c5c260 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.447+0000 7f7c344aab80 1 -- 172.21.15.12:0/1494654324 >> 172.21.15.12:0/1494654324 conn(0x556a45b8abe0 msgr2=0x556a45c57010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:27.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.447+0000 7f7c344aab80 1 -- 172.21.15.12:0/1494654324 shutdown_connections 2024-05-21T00:19:27.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.448+0000 7f7c344aab80 1 -- 172.21.15.12:0/1494654324 wait complete. 2024-05-21T00:19:27.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.448+0000 7f7c344aab80 1 -- start start 2024-05-21T00:19:27.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.448+0000 7f7c344aab80 1 Processor -- start 2024-05-21T00:19:27.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.449+0000 7f7c344aab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c5c880 0x556a45c68470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.449+0000 7f7c344aab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c65810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.449+0000 7f7c344aab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c627d0 0x556a45c65d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.449+0000 7f7c344aab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556a45ab0fa0 con 0x556a45c627d0 2024-05-21T00:19:27.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.449+0000 7f7c344aab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x556a45b4b760 con 0x556a45c5c880 2024-05-21T00:19:27.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.449+0000 7f7c344aab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x556a45c69240 con 0x556a45c61eb0 2024-05-21T00:19:27.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.449+0000 7f7c344aab80 10 client.0 _ll_register_callbacks cb 0x556a45b54c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:27.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.449+0000 7f7c22a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c5c880 0x556a45c68470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.449+0000 7f7c22000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c65810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.449+0000 7f7c22a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c5c880 0x556a45c68470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56056/0 (socket says 172.21.15.12:56056) 2024-05-21T00:19:27.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.449+0000 7f7c22a00700 1 -- 172.21.15.12:0/501116173 learned_addr learned my addr 172.21.15.12:0/501116173 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:27.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.449+0000 7f7c23400700 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c627d0 0x556a45c65d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.450+0000 7f7c22a00700 1 -- 172.21.15.12:0/501116173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 msgr2=0x556a45c65810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:27.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.450+0000 7f7c22a00700 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c65810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.450+0000 7f7c22a00700 1 -- 172.21.15.12:0/501116173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c627d0 msgr2=0x556a45c65d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:27.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.450+0000 7f7c22a00700 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c627d0 0x556a45c65d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.450+0000 7f7c22a00700 1 -- 172.21.15.12:0/501116173 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a45afa8d0 con 0x556a45c5c880 2024-05-21T00:19:27.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.450+0000 7f7c23400700 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c627d0 0x556a45c65d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:19:27.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.450+0000 7f7c22000700 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c65810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:27.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.450+0000 7f7c22a00700 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c5c880 0x556a45c68470 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7c140092e0 tx=0x7f7c140040e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6f058435ea7dd72 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:27.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.450+0000 7f7c0cc00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.450+0000 7f7c0cc00700 1 -- 172.21.15.12:0/501116173 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c14026020 con 0x556a45c5c880 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.451+0000 7f7c344aab80 1 -- 172.21.15.12:0/501116173 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c14004500 con 0x556a45c5c880 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.451+0000 7f7c0cc00700 1 -- 172.21.15.12:0/501116173 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7c14004ae0 con 0x556a45c5c880 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.451+0000 7f7c0cc00700 1 -- 172.21.15.12:0/501116173 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7c14004ce0 con 0x556a45c5c880 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.451+0000 7f7c344aab80 10 client.25670 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.451+0000 7f7c344aab80 1 -- 172.21.15.12:0/501116173 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556a45b7b060 con 0x556a45c5c880 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.451+0000 7f7c0cc00700 1 -- 172.21.15.12:0/501116173 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c14004500 con 0x556a45c5c880 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.452+0000 7f7c0cc00700 1 -- 172.21.15.12:0/501116173 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7c14018070 con 0x556a45c5c880 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.452+0000 7f7c344aab80 10 client.25670 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.452+0000 7f7c344aab80 10 client.25670 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.452+0000 7f7c344aab80 20 client.25670 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.452+0000 7f7c344aab80 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x556a45c75b80 0x556a45c77f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.452+0000 7f7c344aab80 4 client.25670 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:27.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.452+0000 7f7c344aab80 1 -- 172.21.15.12:0/501116173 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a45bbcd90 con 0x556a45c75b80 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.452+0000 7f7c22000700 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x556a45c75b80 0x556a45c77f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.453+0000 7f7c22000700 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x556a45c75b80 0x556a45c77f70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=dca7c551227b30e3 server_cookie=781934341d017677 in_seq=0 out_seq=0 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.453+0000 7f7c0cc00700 10 client.25670 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c0cc00700 1 -- 172.21.15.12:0/501116173 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556a45bbcd90 con 0x556a45c75b80 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c0cc00700 10 client.25670 handle_command_reply: tid=0 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c344aab80 1 client.25670 shutdown 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c344aab80 1 -- 172.21.15.12:0/501116173 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c5c880 msgr2=0x556a45c68470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c344aab80 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c5c880 0x556a45c68470 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7c140092e0 tx=0x7f7c140040e0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c344aab80 1 -- 172.21.15.12:0/501116173 shutdown_connections 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c344aab80 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c627d0 0x556a45c65d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c344aab80 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c5c880 0x556a45c68470 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c344aab80 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x556a45c75b80 0x556a45c77f70 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c344aab80 1 --2- 172.21.15.12:0/501116173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c65810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c0cc00700 0 client.25670 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:19:27.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c344aab80 1 -- 172.21.15.12:0/501116173 >> 172.21.15.12:0/501116173 conn(0x556a45b8abe0 msgr2=0x556a45c5b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:27.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c344aab80 1 -- 172.21.15.12:0/501116173 shutdown_connections 2024-05-21T00:19:27.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c344aab80 1 -- 172.21.15.12:0/501116173 wait complete. 2024-05-21T00:19:27.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.454+0000 7f7c344aab80 20 client.25670 trim_cache size 0 max 16384 2024-05-21T00:19:27.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.471+0000 7f7c344aab80 1 Processor -- start 2024-05-21T00:19:27.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.471+0000 7f7c344aab80 1 -- start start 2024-05-21T00:19:27.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.472+0000 7f7c344aab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c5c880 0x556a45c5c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.472+0000 7f7c344aab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c61eb0 0x556a45c569e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.472+0000 7f7c344aab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c627d0 0x556a45c56f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.472+0000 7f7c344aab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7c241afc60 con 0x556a45c627d0 2024-05-21T00:19:27.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.472+0000 7f7c344aab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7c241b17a0 con 0x556a45c61eb0 2024-05-21T00:19:27.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.472+0000 7f7c344aab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7c241b0330 con 0x556a45c5c880 2024-05-21T00:19:27.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.472+0000 7f7c22000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c61eb0 0x556a45c569e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.472+0000 7f7c22000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c61eb0 0x556a45c569e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56064/0 (socket says 172.21.15.12:56064) 2024-05-21T00:19:27.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.472+0000 7f7c22000700 1 -- 172.21.15.12:0/1671456317 learned_addr learned my addr 172.21.15.12:0/1671456317 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:27.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.472+0000 7f7c22a00700 1 --2- 172.21.15.12:0/1671456317 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c5c880 0x556a45c5c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.472+0000 7f7c23400700 1 --2- 172.21.15.12:0/1671456317 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c627d0 0x556a45c56f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.472+0000 7f7c22000700 1 -- 172.21.15.12:0/1671456317 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c5c880 msgr2=0x556a45c5c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:27.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.472+0000 7f7c22000700 1 --2- 172.21.15.12:0/1671456317 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c5c880 0x556a45c5c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.473+0000 7f7c22000700 1 -- 172.21.15.12:0/1671456317 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c627d0 msgr2=0x556a45c56f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:27.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.473+0000 7f7c22000700 1 --2- 172.21.15.12:0/1671456317 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c627d0 0x556a45c56f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.473+0000 7f7c22000700 1 -- 172.21.15.12:0/1671456317 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a45c69120 con 0x556a45c61eb0 2024-05-21T00:19:27.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.473+0000 7f7c22000700 1 --2- 172.21.15.12:0/1671456317 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c61eb0 0x556a45c569e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7c10005bf0 tx=0x7f7c100b1040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ff91e44307fe5e4d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:27.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.473+0000 7f7c0f400700 1 -- 172.21.15.12:0/1671456317 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c100a9f80 con 0x556a45c61eb0 2024-05-21T00:19:27.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.473+0000 7f7c0f400700 1 -- 172.21.15.12:0/1671456317 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c100aa320 con 0x556a45c61eb0 2024-05-21T00:19:27.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.473+0000 7f7c0f400700 1 -- 172.21.15.12:0/1671456317 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c100b35e0 con 0x556a45c61eb0 2024-05-21T00:19:27.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.474+0000 7f7c344aab80 1 -- 172.21.15.12:0/1671456317 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c61eb0 msgr2=0x556a45c569e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:27.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.474+0000 7f7c344aab80 1 --2- 172.21.15.12:0/1671456317 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c61eb0 0x556a45c569e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7c10005bf0 tx=0x7f7c100b1040 comp rx=0 tx=0).stop 2024-05-21T00:19:27.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.474+0000 7f7c344aab80 1 -- 172.21.15.12:0/1671456317 shutdown_connections 2024-05-21T00:19:27.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.474+0000 7f7c344aab80 1 --2- 172.21.15.12:0/1671456317 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c627d0 0x556a45c56f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.474+0000 7f7c344aab80 1 --2- 172.21.15.12:0/1671456317 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c5c880 0x556a45c5c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.474+0000 7f7c344aab80 1 --2- 172.21.15.12:0/1671456317 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c61eb0 0x556a45c569e0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.474+0000 7f7c344aab80 1 -- 172.21.15.12:0/1671456317 >> 172.21.15.12:0/1671456317 conn(0x556a45b8abe0 msgr2=0x556a45c5f9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:27.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.474+0000 7f7c344aab80 1 -- 172.21.15.12:0/1671456317 shutdown_connections 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.474+0000 7f7c344aab80 1 -- 172.21.15.12:0/1671456317 wait complete. 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.474+0000 7f7c344aab80 1 -- start start 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.475+0000 7f7c344aab80 1 Processor -- start 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.475+0000 7f7c344aab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c5c880 0x556a45c6e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.475+0000 7f7c344aab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c6ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.475+0000 7f7c344aab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c627d0 0x556a45c7cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.475+0000 7f7c344aab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7c241b10d0 con 0x556a45c5c880 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.475+0000 7f7c344aab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7c241b0a00 con 0x556a45c627d0 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.475+0000 7f7c344aab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7c241adc20 con 0x556a45c61eb0 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.475+0000 7f7c344aab80 10 client.0 _ll_register_callbacks cb 0x556a45b54c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.475+0000 7f7c22a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c5c880 0x556a45c6e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.475+0000 7f7c22000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c6ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.476+0000 7f7c22000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c6ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:49996/0 (socket says 172.21.15.12:49996) 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.476+0000 7f7c22000700 1 -- 172.21.15.12:0/3071970955 learned_addr learned my addr 172.21.15.12:0/3071970955 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:27.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.476+0000 7f7c22a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c5c880 0x556a45c6e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40036/0 (socket says 172.21.15.12:40036) 2024-05-21T00:19:27.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.476+0000 7f7c23400700 1 --2- 172.21.15.12:0/3071970955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c627d0 0x556a45c7cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.476+0000 7f7c22000700 1 -- 172.21.15.12:0/3071970955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c627d0 msgr2=0x556a45c7cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.476+0000 7f7c22000700 1 --2- 172.21.15.12:0/3071970955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c627d0 0x556a45c7cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.476+0000 7f7c22000700 1 -- 172.21.15.12:0/3071970955 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c5c880 msgr2=0x556a45c6e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.476+0000 7f7c22000700 1 --2- 172.21.15.12:0/3071970955 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c5c880 0x556a45c6e6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.476+0000 7f7c22000700 1 -- 172.21.15.12:0/3071970955 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a45c7d310 con 0x556a45c61eb0 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.476+0000 7f7c22000700 1 --2- 172.21.15.12:0/3071970955 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c6ec20 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7c10021040 tx=0x7f7c100aa090 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f40c1c9b3e27a3eb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.476+0000 7f7c0cc00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.477+0000 7f7c0cc00700 1 -- 172.21.15.12:0/3071970955 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c100c3030 con 0x556a45c61eb0 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.477+0000 7f7c0cc00700 1 -- 172.21.15.12:0/3071970955 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7c100a6e00 con 0x556a45c61eb0 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.477+0000 7f7c344aab80 1 -- 172.21.15.12:0/3071970955 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c100aa320 con 0x556a45c61eb0 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.477+0000 7f7c0cc00700 1 -- 172.21.15.12:0/3071970955 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7c100aaf10 con 0x556a45c61eb0 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.477+0000 7f7c344aab80 10 client.25693 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.477+0000 7f7c344aab80 1 -- 172.21.15.12:0/3071970955 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556a45ce0010 con 0x556a45c61eb0 2024-05-21T00:19:27.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.477+0000 7f7c0cc00700 1 -- 172.21.15.12:0/3071970955 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7c100aa320 con 0x556a45c61eb0 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.477+0000 7f7c0cc00700 1 -- 172.21.15.12:0/3071970955 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7c1000ec90 con 0x556a45c61eb0 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.477+0000 7f7c344aab80 10 client.25693 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.477+0000 7f7c344aab80 10 client.25693 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.477+0000 7f7c344aab80 20 client.25693 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.477+0000 7f7c344aab80 1 --2- 172.21.15.12:0/3071970955 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x556a45ce0630 0x556a45ce2a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.478+0000 7f7c344aab80 4 client.25693 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.478+0000 7f7c344aab80 1 -- 172.21.15.12:0/3071970955 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556a45bb6570 con 0x556a45ce0630 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.478+0000 7f7c22a00700 1 --2- 172.21.15.12:0/3071970955 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x556a45ce0630 0x556a45ce2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.478+0000 7f7c22a00700 1 --2- 172.21.15.12:0/3071970955 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x556a45ce0630 0x556a45ce2a50 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bc2624dce7e68d11 server_cookie=9a269d8d51cb5d11 in_seq=0 out_seq=0 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.478+0000 7f7c0cc00700 10 client.25693 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c0cc00700 1 -- 172.21.15.12:0/3071970955 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556a45bb6570 con 0x556a45ce0630 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c0cc00700 10 client.25693 handle_command_reply: tid=0 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c344aab80 1 client.25693 shutdown 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c344aab80 1 -- 172.21.15.12:0/3071970955 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 msgr2=0x556a45c6ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:27.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c344aab80 1 --2- 172.21.15.12:0/3071970955 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c6ec20 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7c10021040 tx=0x7f7c100aa090 comp rx=0 tx=0).stop 2024-05-21T00:19:27.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c344aab80 1 -- 172.21.15.12:0/3071970955 shutdown_connections 2024-05-21T00:19:27.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c344aab80 1 --2- 172.21.15.12:0/3071970955 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556a45c627d0 0x556a45c7cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c344aab80 1 --2- 172.21.15.12:0/3071970955 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556a45c5c880 0x556a45c6e6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c344aab80 1 --2- 172.21.15.12:0/3071970955 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x556a45ce0630 0x556a45ce2a50 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c344aab80 1 --2- 172.21.15.12:0/3071970955 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556a45c61eb0 0x556a45c6ec20 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c344aab80 1 -- 172.21.15.12:0/3071970955 >> 172.21.15.12:0/3071970955 conn(0x556a45b8abe0 msgr2=0x556a45c569e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:27.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c0cc00700 0 client.25693 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:19:27.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c344aab80 1 -- 172.21.15.12:0/3071970955 shutdown_connections 2024-05-21T00:19:27.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c344aab80 1 -- 172.21.15.12:0/3071970955 wait complete. 2024-05-21T00:19:27.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.479+0000 7f7c344aab80 20 client.25693 trim_cache size 0 max 16384 2024-05-21T00:19:27.482 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:19:27.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.480+0000 7f7c29c00700 1 -- 172.21.15.12:0/3634551946 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c080b2880 msgr2=0x7f7c080b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:27.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.480+0000 7f7c29c00700 1 --2- 172.21.15.12:0/3634551946 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c080b2880 0x7f7c080b4d40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f7c1c009ec0 tx=0x7f7c1c00b040 comp rx=0 tx=0).stop 2024-05-21T00:19:27.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.480+0000 7f7c29c00700 1 -- 172.21.15.12:0/3634551946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c24106100 msgr2=0x7f7c2419c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:27.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.480+0000 7f7c29c00700 1 --2- 172.21.15.12:0/3634551946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c24106100 0x7f7c2419c400 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7c10009230 tx=0x7f7c1000fa70 comp rx=0 tx=0).stop 2024-05-21T00:19:27.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.480+0000 7f7c29c00700 1 -- 172.21.15.12:0/3634551946 shutdown_connections 2024-05-21T00:19:27.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.480+0000 7f7c29c00700 1 --2- 172.21.15.12:0/3634551946 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7c080b2880 0x7f7c080b4d40 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.480+0000 7f7c29c00700 1 --2- 172.21.15.12:0/3634551946 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7c2410b740 0x7f7c241a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.480+0000 7f7c29c00700 1 --2- 172.21.15.12:0/3634551946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7c24105740 0x7f7c2419bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.480+0000 7f7c29c00700 1 --2- 172.21.15.12:0/3634551946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7c24106100 0x7f7c2419c400 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:27.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.480+0000 7f7c29c00700 1 -- 172.21.15.12:0/3634551946 >> 172.21.15.12:0/3634551946 conn(0x7f7c24101250 msgr2=0x7f7c24101ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:27.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.480+0000 7f7c29c00700 1 -- 172.21.15.12:0/3634551946 shutdown_connections 2024-05-21T00:19:27.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:27.480+0000 7f7c29c00700 1 -- 172.21.15.12:0/3634551946 wait complete. 2024-05-21T00:19:28.385 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T00:19:28.859 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:29.193 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:28 smithi012 ceph-mon[31403]: pgmap v511: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:19:29.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:28 smithi060 ceph-mon[36426]: pgmap v511: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:19:29.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:28 smithi077 ceph-mon[36377]: pgmap v511: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:19:30.894 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:30 smithi012 ceph-mon[31403]: pgmap v512: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:19:31.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.163+0000 7f71cec00700 1 -- 172.21.15.12:0/1845992922 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f71c810eeb0 msgr2=0x7f71c8116a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:31.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.163+0000 7f71cec00700 1 --2- 172.21.15.12:0/1845992922 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f71c810eeb0 0x7f71c8116a80 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f71c000b0d0 tx=0x7f71c000b3e0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.163+0000 7f71cec00700 1 -- 172.21.15.12:0/1845992922 shutdown_connections 2024-05-21T00:19:31.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.163+0000 7f71cec00700 1 --2- 172.21.15.12:0/1845992922 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f71c810eeb0 0x7f71c8116a80 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.163+0000 7f71cec00700 1 --2- 172.21.15.12:0/1845992922 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f71c8109dd0 0x7f71c810a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.163+0000 7f71cec00700 1 --2- 172.21.15.12:0/1845992922 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f71c810a780 0x7f71c810e7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.163+0000 7f71cec00700 1 -- 172.21.15.12:0/1845992922 >> 172.21.15.12:0/1845992922 conn(0x7f71c8076d10 msgr2=0x7f71c8108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:31.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.163+0000 7f71cec00700 1 -- 172.21.15.12:0/1845992922 shutdown_connections 2024-05-21T00:19:31.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.163+0000 7f71cec00700 1 -- 172.21.15.12:0/1845992922 wait complete. 2024-05-21T00:19:31.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.164+0000 7f71cec00700 1 Processor -- start 2024-05-21T00:19:31.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.164+0000 7f71cec00700 1 -- start start 2024-05-21T00:19:31.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.165+0000 7f71cec00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f71c8109dd0 0x7f71c81a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.165+0000 7f71cec00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f71c810a780 0x7f71c81a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.165+0000 7f71cec00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f71c810eeb0 0x7f71c81a4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.165+0000 7f71cec00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f71c8119d60 con 0x7f71c810a780 2024-05-21T00:19:31.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.165+0000 7f71cec00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f71c8119be0 con 0x7f71c810eeb0 2024-05-21T00:19:31.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.165+0000 7f71cec00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f71c8119ee0 con 0x7f71c8109dd0 2024-05-21T00:19:31.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.165+0000 7f71c7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f71c810a780 0x7f71c81a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.165+0000 7f71c7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f71c8109dd0 0x7f71c81a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.165+0000 7f71c7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f71c8109dd0 0x7f71c81a0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50006/0 (socket says 172.21.15.12:50006) 2024-05-21T00:19:31.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.165+0000 7f71c7e00700 1 -- 172.21.15.12:0/2857752871 learned_addr learned my addr 172.21.15.12:0/2857752871 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:31.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.165+0000 7f71c7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f71c810a780 0x7f71c81a06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40060/0 (socket says 172.21.15.12:40060) 2024-05-21T00:19:31.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.165+0000 7f71ccc00700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f71c810eeb0 0x7f71c81a4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.166+0000 7f71c7400700 1 -- 172.21.15.12:0/2857752871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f71c8109dd0 msgr2=0x7f71c81a0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:31.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.166+0000 7f71c7400700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f71c8109dd0 0x7f71c81a0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.166+0000 7f71c7400700 1 -- 172.21.15.12:0/2857752871 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f71c810eeb0 msgr2=0x7f71c81a4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:31.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.166+0000 7f71c7400700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f71c810eeb0 0x7f71c81a4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.166+0000 7f71c7400700 1 -- 172.21.15.12:0/2857752871 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71c81a51a0 con 0x7f71c810a780 2024-05-21T00:19:31.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.166+0000 7f71c7e00700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f71c8109dd0 0x7f71c81a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:31.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.166+0000 7f71c7400700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f71c810a780 0x7f71c81a06d0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f71b400e9c0 tx=0x7f71b400ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:31.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.166+0000 7f71c4c00700 1 -- 172.21.15.12:0/2857752871 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b400c9c0 con 0x7f71c810a780 2024-05-21T00:19:31.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.166+0000 7f71c4c00700 1 -- 172.21.15.12:0/2857752871 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71b400cb60 con 0x7f71c810a780 2024-05-21T00:19:31.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.166+0000 7f71cec00700 1 -- 172.21.15.12:0/2857752871 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71c81a5490 con 0x7f71c810a780 2024-05-21T00:19:31.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.167+0000 7f71cec00700 1 -- 172.21.15.12:0/2857752871 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71c81acd10 con 0x7f71c810a780 2024-05-21T00:19:31.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.167+0000 7f71c4c00700 1 -- 172.21.15.12:0/2857752871 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b4018680 con 0x7f71c810a780 2024-05-21T00:19:31.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.171+0000 7f71c4c00700 1 -- 172.21.15.12:0/2857752871 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f71b4018820 con 0x7f71c810a780 2024-05-21T00:19:31.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.172+0000 7f71d961eb80 1 Processor -- start 2024-05-21T00:19:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.172+0000 7f71d961eb80 1 -- start start 2024-05-21T00:19:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.172+0000 7f71d961eb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b004515290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.172+0000 7f71d961eb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0045157d0 0x55b00450f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.172+0000 7f71d961eb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b00450f880 0x55b00450fce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.172+0000 7f71d961eb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b00446de40 con 0x55b00450f880 2024-05-21T00:19:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.172+0000 7f71d961eb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b00445d9e0 con 0x55b004514eb0 2024-05-21T00:19:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.172+0000 7f71d961eb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55b004461a20 con 0x55b0045157d0 2024-05-21T00:19:31.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.173+0000 7f71c7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b00450f880 0x55b00450fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.173+0000 7f71ccc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b004515290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.173+0000 7f71c7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b00450f880 0x55b00450fce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40072/0 (socket says 172.21.15.12:40072) 2024-05-21T00:19:31.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.173+0000 7f71c7400700 1 -- 172.21.15.12:0/2957120473 learned_addr learned my addr 172.21.15.12:0/2957120473 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:31.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.173+0000 7f71c7e00700 1 --2- 172.21.15.12:0/2957120473 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0045157d0 0x55b00450f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.173+0000 7f71ccc00700 1 -- 172.21.15.12:0/2957120473 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0045157d0 msgr2=0x55b00450f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:31.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.173+0000 7f71ccc00700 1 --2- 172.21.15.12:0/2957120473 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0045157d0 0x55b00450f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.173+0000 7f71ccc00700 1 -- 172.21.15.12:0/2957120473 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b00450f880 msgr2=0x55b00450fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:31.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.173+0000 7f71ccc00700 1 --2- 172.21.15.12:0/2957120473 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b00450f880 0x55b00450fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.173+0000 7f71ccc00700 1 -- 172.21.15.12:0/2957120473 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b004426420 con 0x55b004514eb0 2024-05-21T00:19:31.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.174+0000 7f71ccc00700 1 --2- 172.21.15.12:0/2957120473 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b004515290 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f71c000b770 tx=0x7f71c0009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f57eb42accd5e362 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:31.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.174+0000 7f71c4c00700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71ac0b2900 0x7f71ac0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.174+0000 7f71bd600700 1 -- 172.21.15.12:0/2957120473 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71c00092e0 con 0x55b004514eb0 2024-05-21T00:19:31.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.174+0000 7f71c4c00700 1 -- 172.21.15.12:0/2857752871 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f71b40e2170 con 0x7f71c810a780 2024-05-21T00:19:31.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.174+0000 7f71bd600700 1 -- 172.21.15.12:0/2957120473 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71c0020070 con 0x55b004514eb0 2024-05-21T00:19:31.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.174+0000 7f71bd600700 1 -- 172.21.15.12:0/2957120473 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71c00053d0 con 0x55b004514eb0 2024-05-21T00:19:31.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.174+0000 7f71c7e00700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71ac0b2900 0x7f71ac0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.175+0000 7f71d961eb80 1 -- 172.21.15.12:0/2957120473 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 msgr2=0x55b004515290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:31.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.175+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2957120473 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b004515290 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f71c000b770 tx=0x7f71c0009c00 comp rx=0 tx=0).stop 2024-05-21T00:19:31.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.175+0000 7f71c7e00700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71ac0b2900 0x7f71ac0b4dc0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f71b80096d0 tx=0x7f71b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:31.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.175+0000 7f71d961eb80 1 -- 172.21.15.12:0/2957120473 shutdown_connections 2024-05-21T00:19:31.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.175+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2957120473 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b00450f880 0x55b00450fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.175+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2957120473 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b004515290 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.175+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2957120473 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0045157d0 0x55b00450f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.175+0000 7f71d961eb80 1 -- 172.21.15.12:0/2957120473 >> 172.21.15.12:0/2957120473 conn(0x55b00443dbe0 msgr2=0x55b00450a010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:31.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.175+0000 7f71d961eb80 1 -- 172.21.15.12:0/2957120473 shutdown_connections 2024-05-21T00:19:31.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.175+0000 7f71d961eb80 1 -- 172.21.15.12:0/2957120473 wait complete. 2024-05-21T00:19:31.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.176+0000 7f71d961eb80 1 -- start start 2024-05-21T00:19:31.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.176+0000 7f71d961eb80 1 Processor -- start 2024-05-21T00:19:31.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.176+0000 7f71d961eb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b00450f880 0x55b00451b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.176+0000 7f71d961eb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b004518810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.176+0000 7f71d961eb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0045157d0 0x55b004518d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.176+0000 7f71d961eb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b004363fa0 con 0x55b00450f880 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.176+0000 7f71d961eb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b0043fe760 con 0x55b004514eb0 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.176+0000 7f71d961eb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55b00451c180 con 0x55b0045157d0 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.177+0000 7f71d961eb80 10 client.0 _ll_register_callbacks cb 0x55b004407c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.177+0000 7f71c7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b00450f880 0x55b00451b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.177+0000 7f71c7400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b004518810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.177+0000 7f71c7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b00450f880 0x55b00451b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40082/0 (socket says 172.21.15.12:40082) 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.177+0000 7f71c7e00700 1 -- 172.21.15.12:0/2656570691 learned_addr learned my addr 172.21.15.12:0/2656570691 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.177+0000 7f71ccc00700 1 --2- 172.21.15.12:0/2656570691 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0045157d0 0x55b004518d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.177+0000 7f71c7e00700 1 -- 172.21.15.12:0/2656570691 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0045157d0 msgr2=0x55b004518d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.177+0000 7f71c7e00700 1 --2- 172.21.15.12:0/2656570691 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0045157d0 0x55b004518d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.177+0000 7f71c7e00700 1 -- 172.21.15.12:0/2656570691 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 msgr2=0x55b004518810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:31.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.177+0000 7f71c7e00700 1 --2- 172.21.15.12:0/2656570691 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b004518810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.177+0000 7f71c7e00700 1 -- 172.21.15.12:0/2656570691 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0043ad8d0 con 0x55b00450f880 2024-05-21T00:19:31.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.177+0000 7f71c7400700 1 --2- 172.21.15.12:0/2656570691 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b004518810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:31.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.178+0000 7f71c7e00700 1 --2- 172.21.15.12:0/2656570691 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b00450f880 0x55b00451b470 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f71b800f6c0 tx=0x7f71b80047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b20f71de5fbe89a7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:31.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.178+0000 7f71b2000700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:19:31.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.178+0000 7f71b2000700 1 -- 172.21.15.12:0/2656570691 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b800fe60 con 0x55b00450f880 2024-05-21T00:19:31.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.178+0000 7f71b2000700 1 -- 172.21.15.12:0/2656570691 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f71b8004830 con 0x55b00450f880 2024-05-21T00:19:31.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.178+0000 7f71d961eb80 1 -- 172.21.15.12:0/2656570691 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71c0020070 con 0x55b00450f880 2024-05-21T00:19:31.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.178+0000 7f71b2000700 1 -- 172.21.15.12:0/2656570691 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f71b8004a30 con 0x55b00450f880 2024-05-21T00:19:31.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.178+0000 7f71d961eb80 10 client.15570 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:31.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.178+0000 7f71d961eb80 1 -- 172.21.15.12:0/2656570691 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b00442e060 con 0x55b00450f880 2024-05-21T00:19:31.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.179+0000 7f71b2000700 1 -- 172.21.15.12:0/2656570691 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71c0020070 con 0x55b00450f880 2024-05-21T00:19:31.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.179+0000 7f71b2000700 1 -- 172.21.15.12:0/2656570691 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f71b8026030 con 0x55b00450f880 2024-05-21T00:19:31.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.179+0000 7f71d961eb80 10 client.15570 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:31.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.179+0000 7f71d961eb80 10 client.15570 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:19:31.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.179+0000 7f71d961eb80 20 client.15570 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:31.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.179+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2656570691 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b004528d10 0x55b00452b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.179+0000 7f71d961eb80 4 client.15570 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:31.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.179+0000 7f71d961eb80 1 -- 172.21.15.12:0/2656570691 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b00446fd90 con 0x55b004528d10 2024-05-21T00:19:31.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.179+0000 7f71c7400700 1 --2- 172.21.15.12:0/2656570691 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b004528d10 0x55b00452b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.180+0000 7f71c7400700 1 --2- 172.21.15.12:0/2656570691 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b004528d10 0x55b00452b100 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=da83c1dc964d9184 server_cookie=810cc5b1d6dd49b9 in_seq=0 out_seq=0 2024-05-21T00:19:31.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.180+0000 7f71b2000700 10 client.15570 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:19:31.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.181+0000 7f71b2000700 1 -- 172.21.15.12:0/2656570691 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b00446fd90 con 0x55b004528d10 2024-05-21T00:19:31.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.181+0000 7f71b2000700 10 client.15570 handle_command_reply: tid=0 2024-05-21T00:19:31.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.181+0000 7f71d961eb80 1 client.15570 shutdown 2024-05-21T00:19:31.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.181+0000 7f71d961eb80 1 -- 172.21.15.12:0/2656570691 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b00450f880 msgr2=0x55b00451b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:31.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.181+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2656570691 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b00450f880 0x55b00451b470 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f71b800f6c0 tx=0x7f71b80047c0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.181+0000 7f71d961eb80 1 -- 172.21.15.12:0/2656570691 shutdown_connections 2024-05-21T00:19:31.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.181+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2656570691 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b004528d10 0x55b00452b100 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.181+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2656570691 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b0045157d0 0x55b004518d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.181+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2656570691 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b00450f880 0x55b00451b470 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.181+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2656570691 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b004518810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.181+0000 7f71b2000700 0 client.15570 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:19:31.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.181+0000 7f71d961eb80 1 -- 172.21.15.12:0/2656570691 >> 172.21.15.12:0/2656570691 conn(0x55b00443dbe0 msgr2=0x55b00450e250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:31.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.181+0000 7f71d961eb80 1 -- 172.21.15.12:0/2656570691 shutdown_connections 2024-05-21T00:19:31.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.182+0000 7f71d961eb80 1 -- 172.21.15.12:0/2656570691 wait complete. 2024-05-21T00:19:31.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.182+0000 7f71d961eb80 20 client.15570 trim_cache size 0 max 16384 2024-05-21T00:19:31.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.199+0000 7f71d961eb80 1 Processor -- start 2024-05-21T00:19:31.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.199+0000 7f71d961eb80 1 -- start start 2024-05-21T00:19:31.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.199+0000 7f71d961eb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b00450f880 0x55b00450f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.199+0000 7f71d961eb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b0045162c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.199+0000 7f71d961eb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b0045157d0 0x55b004530a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.199+0000 7f71d961eb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f71a800d2a0 con 0x55b0045157d0 2024-05-21T00:19:31.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.199+0000 7f71d961eb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f71a800ede0 con 0x55b004514eb0 2024-05-21T00:19:31.200 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.199+0000 7f71d961eb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f71a800d970 con 0x55b00450f880 2024-05-21T00:19:31.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.200+0000 7f71ccc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b0045157d0 0x55b004530a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.200+0000 7f71c7400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b0045162c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.200+0000 7f71ccc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b0045157d0 0x55b004530a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40090/0 (socket says 172.21.15.12:40090) 2024-05-21T00:19:31.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.200+0000 7f71ccc00700 1 -- 172.21.15.12:0/2852851596 learned_addr learned my addr 172.21.15.12:0/2852851596 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:31.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.200+0000 7f71c7e00700 1 --2- 172.21.15.12:0/2852851596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b00450f880 0x55b00450f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.200+0000 7f71ccc00700 1 -- 172.21.15.12:0/2852851596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b00450f880 msgr2=0x55b00450f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:31.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.200+0000 7f71ccc00700 1 --2- 172.21.15.12:0/2852851596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b00450f880 0x55b00450f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.200+0000 7f71ccc00700 1 -- 172.21.15.12:0/2852851596 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 msgr2=0x55b0045162c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:31.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.200+0000 7f71ccc00700 1 --2- 172.21.15.12:0/2852851596 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b0045162c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.200+0000 7f71ccc00700 1 -- 172.21.15.12:0/2852851596 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b004516800 con 0x55b0045157d0 2024-05-21T00:19:31.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.201+0000 7f71ccc00700 1 --2- 172.21.15.12:0/2852851596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b0045157d0 0x55b004530a10 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f71c0023000 tx=0x7f71c0005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff0b1a6ae7be3bad server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:31.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.201+0000 7f71bcc00700 1 -- 172.21.15.12:0/2852851596 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71c0003a00 con 0x55b0045157d0 2024-05-21T00:19:31.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.201+0000 7f71bcc00700 1 -- 172.21.15.12:0/2852851596 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71c0020070 con 0x55b0045157d0 2024-05-21T00:19:31.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.201+0000 7f71bcc00700 1 -- 172.21.15.12:0/2852851596 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71c0005790 con 0x55b0045157d0 2024-05-21T00:19:31.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.202+0000 7f71d961eb80 1 -- 172.21.15.12:0/2852851596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b0045157d0 msgr2=0x55b004530a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:31.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.202+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2852851596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b0045157d0 0x55b004530a10 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f71c0023000 tx=0x7f71c0005040 comp rx=0 tx=0).stop 2024-05-21T00:19:31.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.202+0000 7f71d961eb80 1 -- 172.21.15.12:0/2852851596 shutdown_connections 2024-05-21T00:19:31.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.202+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2852851596 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b0045157d0 0x55b004530a10 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.202+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2852851596 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b00450f880 0x55b00450f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.202+0000 7f71d961eb80 1 --2- 172.21.15.12:0/2852851596 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b004514eb0 0x55b0045162c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.202+0000 7f71d961eb80 1 -- 172.21.15.12:0/2852851596 >> 172.21.15.12:0/2852851596 conn(0x55b00443dbe0 msgr2=0x55b004515bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:31.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.202+0000 7f71d961eb80 1 -- 172.21.15.12:0/2852851596 shutdown_connections 2024-05-21T00:19:31.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.202+0000 7f71d961eb80 1 -- 172.21.15.12:0/2852851596 wait complete. 2024-05-21T00:19:31.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.202+0000 7f71d961eb80 1 -- start start 2024-05-21T00:19:31.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.203+0000 7f71d961eb80 1 Processor -- start 2024-05-21T00:19:31.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.203+0000 7f71d961eb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b00450f880 0x55b004521760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.203+0000 7f71d961eb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b004514eb0 0x55b004521ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.203+0000 7f71d961eb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b0045157d0 0x55b00451e560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.203+0000 7f71d961eb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f71a800e710 con 0x55b0045157d0 2024-05-21T00:19:31.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.203+0000 7f71d961eb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f71a800e040 con 0x55b00450f880 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.203+0000 7f71d961eb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f71a800b240 con 0x55b004514eb0 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.203+0000 7f71d961eb80 10 client.0 _ll_register_callbacks cb 0x55b004407c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.203+0000 7f71c7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b00450f880 0x55b004521760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.203+0000 7f71c7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b00450f880 0x55b004521760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56122/0 (socket says 172.21.15.12:56122) 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.203+0000 7f71c7e00700 1 -- 172.21.15.12:0/3183179365 learned_addr learned my addr 172.21.15.12:0/3183179365 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.204+0000 7f71ccc00700 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b0045157d0 0x55b00451e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.204+0000 7f71c7400700 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b004514eb0 0x55b004521ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.204+0000 7f71c7e00700 1 -- 172.21.15.12:0/3183179365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b004514eb0 msgr2=0x55b004521ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.204+0000 7f71c7e00700 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b004514eb0 0x55b004521ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.204+0000 7f71c7e00700 1 -- 172.21.15.12:0/3183179365 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b0045157d0 msgr2=0x55b00451e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.204+0000 7f71c7e00700 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b0045157d0 0x55b00451e560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.204+0000 7f71c7e00700 1 -- 172.21.15.12:0/3183179365 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b00451eda0 con 0x55b00450f880 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.204+0000 7f71ccc00700 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b0045157d0 0x55b00451e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:19:31.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.204+0000 7f71c7e00700 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b00450f880 0x55b004521760 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f71b8019040 tx=0x7f71b8033ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99e78f58fb4c6423 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:31.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.204+0000 7f71b2000700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:19:31.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.204+0000 7f71b2000700 1 -- 172.21.15.12:0/3183179365 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71b8011850 con 0x55b00450f880 2024-05-21T00:19:31.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.204+0000 7f71b2000700 1 -- 172.21.15.12:0/3183179365 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f71b80119f0 con 0x55b00450f880 2024-05-21T00:19:31.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.204+0000 7f71d961eb80 1 -- 172.21.15.12:0/3183179365 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71c0020070 con 0x55b00450f880 2024-05-21T00:19:31.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.205+0000 7f71b2000700 1 -- 172.21.15.12:0/3183179365 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f71b8033710 con 0x55b00450f880 2024-05-21T00:19:31.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.205+0000 7f71d961eb80 10 client.25694 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:31.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.205+0000 7f71d961eb80 1 -- 172.21.15.12:0/3183179365 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b004594510 con 0x55b00450f880 2024-05-21T00:19:31.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.205+0000 7f71b2000700 1 -- 172.21.15.12:0/3183179365 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f71c0020070 con 0x55b00450f880 2024-05-21T00:19:31.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.205+0000 7f71b2000700 1 -- 172.21.15.12:0/3183179365 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f71b8026040 con 0x55b00450f880 2024-05-21T00:19:31.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.206+0000 7f71d961eb80 10 client.25694 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:31.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.206+0000 7f71d961eb80 10 client.25694 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:19:31.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.206+0000 7f71d961eb80 20 client.25694 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:31.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.206+0000 7f71d961eb80 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b004594c40 0x55b004597060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:31.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.206+0000 7f71d961eb80 4 client.25694 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:19:31.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.206+0000 7f71d961eb80 1 -- 172.21.15.12:0/3183179365 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b004469570 con 0x55b004594c40 2024-05-21T00:19:31.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.206+0000 7f71c7400700 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b004594c40 0x55b004597060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:31.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.206+0000 7f71c7400700 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b004594c40 0x55b004597060 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7892518aba07771a server_cookie=e8ef53b5cd0a649 in_seq=0 out_seq=0 2024-05-21T00:19:31.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.206+0000 7f71b2000700 10 client.25694 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:19:31.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71b2000700 1 -- 172.21.15.12:0/3183179365 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b004469570 con 0x55b004594c40 2024-05-21T00:19:31.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71b2000700 10 client.25694 handle_command_reply: tid=0 2024-05-21T00:19:31.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71d961eb80 1 client.25694 shutdown 2024-05-21T00:19:31.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71d961eb80 1 -- 172.21.15.12:0/3183179365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b00450f880 msgr2=0x55b004521760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:31.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71d961eb80 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b00450f880 0x55b004521760 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f71b8019040 tx=0x7f71b8033ef0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71d961eb80 1 -- 172.21.15.12:0/3183179365 shutdown_connections 2024-05-21T00:19:31.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71d961eb80 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b0045157d0 0x55b00451e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71d961eb80 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b00450f880 0x55b004521760 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71d961eb80 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55b004594c40 0x55b004597060 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71d961eb80 1 --2- 172.21.15.12:0/3183179365 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b004514eb0 0x55b004521ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71d961eb80 1 -- 172.21.15.12:0/3183179365 >> 172.21.15.12:0/3183179365 conn(0x55b00443dbe0 msgr2=0x55b0045139d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:31.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71b2000700 0 client.25694 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:19:31.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71d961eb80 1 -- 172.21.15.12:0/3183179365 shutdown_connections 2024-05-21T00:19:31.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71d961eb80 1 -- 172.21.15.12:0/3183179365 wait complete. 2024-05-21T00:19:31.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.207+0000 7f71d961eb80 20 client.25694 trim_cache size 0 max 16384 2024-05-21T00:19:31.211 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:19:31.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.208+0000 7f71cec00700 1 -- 172.21.15.12:0/2857752871 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71ac0b2900 msgr2=0x7f71ac0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:31.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.208+0000 7f71cec00700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71ac0b2900 0x7f71ac0b4dc0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f71b80096d0 tx=0x7f71b8009260 comp rx=0 tx=0).stop 2024-05-21T00:19:31.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.208+0000 7f71cec00700 1 -- 172.21.15.12:0/2857752871 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f71c810a780 msgr2=0x7f71c81a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:31.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.208+0000 7f71cec00700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f71c810a780 0x7f71c81a06d0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f71b400e9c0 tx=0x7f71b400ecd0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.208+0000 7f71cec00700 1 -- 172.21.15.12:0/2857752871 shutdown_connections 2024-05-21T00:19:31.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.208+0000 7f71cec00700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f71c810eeb0 0x7f71c81a4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.208+0000 7f71cec00700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f71c8109dd0 0x7f71c81a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.208+0000 7f71cec00700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f71ac0b2900 0x7f71ac0b4dc0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.208+0000 7f71cec00700 1 --2- 172.21.15.12:0/2857752871 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f71c810a780 0x7f71c81a06d0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:31.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.208+0000 7f71cec00700 1 -- 172.21.15.12:0/2857752871 >> 172.21.15.12:0/2857752871 conn(0x7f71c8076d10 msgr2=0x7f71c8077290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:31.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.208+0000 7f71cec00700 1 -- 172.21.15.12:0/2857752871 shutdown_connections 2024-05-21T00:19:31.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:31.209+0000 7f71cec00700 1 -- 172.21.15.12:0/2857752871 wait complete. 2024-05-21T00:19:31.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:30 smithi060 ceph-mon[36426]: pgmap v512: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:19:31.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:30 smithi077 ceph-mon[36377]: pgmap v512: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:19:32.141 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:19:32.610 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:33.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:32 smithi012 ceph-mon[31403]: pgmap v513: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:19:33.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:32 smithi060 ceph-mon[36426]: pgmap v513: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:19:33.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:32 smithi077 ceph-mon[36377]: pgmap v513: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:19:34.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.905+0000 7f944a000700 1 -- 172.21.15.12:0/591569500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94441088f0 msgr2=0x7f9444110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:34.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.905+0000 7f944a000700 1 --2- 172.21.15.12:0/591569500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94441088f0 0x7f9444110470 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f943c00b0a0 tx=0x7f943c00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.905+0000 7f944a000700 1 -- 172.21.15.12:0/591569500 shutdown_connections 2024-05-21T00:19:34.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.905+0000 7f944a000700 1 --2- 172.21.15.12:0/591569500 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94441088f0 0x7f9444110470 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.905+0000 7f944a000700 1 --2- 172.21.15.12:0/591569500 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f94441037f0 0x7f9444103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.905+0000 7f944a000700 1 --2- 172.21.15.12:0/591569500 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f94441041a0 0x7f94441081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.905+0000 7f944a000700 1 -- 172.21.15.12:0/591569500 >> 172.21.15.12:0/591569500 conn(0x7f944407a6a0 msgr2=0x7f944407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:34.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.905+0000 7f944a000700 1 -- 172.21.15.12:0/591569500 shutdown_connections 2024-05-21T00:19:34.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.905+0000 7f944a000700 1 -- 172.21.15.12:0/591569500 wait complete. 2024-05-21T00:19:34.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.907+0000 7f944a000700 1 Processor -- start 2024-05-21T00:19:34.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.907+0000 7f944a000700 1 -- start start 2024-05-21T00:19:34.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.908+0000 7f944a000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94441037f0 0x7f944419bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.908+0000 7f944a000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f94441041a0 0x7f944419c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.908+0000 7f944a000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f94441088f0 0x7f94441a0600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.908+0000 7f944a000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9444113710 con 0x7f94441088f0 2024-05-21T00:19:34.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.908+0000 7f944a000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9444113590 con 0x7f94441041a0 2024-05-21T00:19:34.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.908+0000 7f944a000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f9444113890 con 0x7f94441037f0 2024-05-21T00:19:34.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.908+0000 7f9443400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94441037f0 0x7f944419bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.908+0000 7f9442a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f94441041a0 0x7f944419c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.908+0000 7f9443400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94441037f0 0x7f944419bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50074/0 (socket says 172.21.15.12:50074) 2024-05-21T00:19:34.909 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.908+0000 7f9443400700 1 -- 172.21.15.12:0/1820651264 learned_addr learned my addr 172.21.15.12:0/1820651264 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:34.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.908+0000 7f9443e00700 1 --2- 172.21.15.12:0/1820651264 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f94441088f0 0x7f94441a0600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.909+0000 7f9442a00700 1 -- 172.21.15.12:0/1820651264 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94441037f0 msgr2=0x7f944419bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:34.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.909+0000 7f9442a00700 1 --2- 172.21.15.12:0/1820651264 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94441037f0 0x7f944419bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.909+0000 7f9442a00700 1 -- 172.21.15.12:0/1820651264 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f94441088f0 msgr2=0x7f94441a0600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:34.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.909+0000 7f9442a00700 1 --2- 172.21.15.12:0/1820651264 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f94441088f0 0x7f94441a0600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.909+0000 7f9442a00700 1 -- 172.21.15.12:0/1820651264 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94441a0d40 con 0x7f94441041a0 2024-05-21T00:19:34.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.909+0000 7f9442a00700 1 --2- 172.21.15.12:0/1820651264 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f94441041a0 0x7f944419c2c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f943000e9f0 tx=0x7f943000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:34.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.909+0000 7f943be00700 1 -- 172.21.15.12:0/1820651264 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f943000c9c0 con 0x7f94441041a0 2024-05-21T00:19:34.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.909+0000 7f943be00700 1 -- 172.21.15.12:0/1820651264 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f943000cb60 con 0x7f94441041a0 2024-05-21T00:19:34.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.909+0000 7f944a000700 1 -- 172.21.15.12:0/1820651264 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94441a1030 con 0x7f94441041a0 2024-05-21T00:19:34.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.909+0000 7f943be00700 1 -- 172.21.15.12:0/1820651264 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9430018680 con 0x7f94441041a0 2024-05-21T00:19:34.911 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.910+0000 7f944a000700 1 -- 172.21.15.12:0/1820651264 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94441a88b0 con 0x7f94441041a0 2024-05-21T00:19:34.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.914+0000 7f943be00700 1 -- 172.21.15.12:0/1820651264 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9430010430 con 0x7f94441041a0 2024-05-21T00:19:34.914 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.914+0000 7f94549e5b80 1 Processor -- start 2024-05-21T00:19:34.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.914+0000 7f94549e5b80 1 -- start start 2024-05-21T00:19:34.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.915+0000 7f94549e5b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ebeb0 0x5654fa2ec290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.915+0000 7f94549e5b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ec7d0 0x5654fa2e6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.915 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.915+0000 7f94549e5b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa2e6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.915+0000 7f94549e5b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5654fa244e40 con 0x5654fa2ebeb0 2024-05-21T00:19:34.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.915+0000 7f94549e5b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5654fa2349e0 con 0x5654fa2e6880 2024-05-21T00:19:34.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.915+0000 7f94549e5b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5654fa238a20 con 0x5654fa2ec7d0 2024-05-21T00:19:34.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.915+0000 7f9443400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ec7d0 0x5654fa2e6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.915+0000 7f9443e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ebeb0 0x5654fa2ec290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.915+0000 7f9443400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ec7d0 0x5654fa2e6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50084/0 (socket says 172.21.15.12:50084) 2024-05-21T00:19:34.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.915+0000 7f9443400700 1 -- 172.21.15.12:0/546332608 learned_addr learned my addr 172.21.15.12:0/546332608 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:34.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.916+0000 7f9442a00700 1 --2- 172.21.15.12:0/546332608 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa2e6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.916+0000 7f943be00700 1 --2- 172.21.15.12:0/1820651264 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f94280b2900 0x7f94280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.916+0000 7f9443400700 1 -- 172.21.15.12:0/546332608 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 msgr2=0x5654fa2e6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:34.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.916+0000 7f9443400700 1 --2- 172.21.15.12:0/546332608 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa2e6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.916+0000 7f9443400700 1 -- 172.21.15.12:0/546332608 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ebeb0 msgr2=0x5654fa2ec290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:34.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.916+0000 7f9443400700 1 --2- 172.21.15.12:0/546332608 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ebeb0 0x5654fa2ec290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.917 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.916+0000 7f9443400700 1 -- 172.21.15.12:0/546332608 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654fa1fd420 con 0x5654fa2ec7d0 2024-05-21T00:19:34.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.916+0000 7f9442a00700 1 --2- 172.21.15.12:0/546332608 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa2e6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:19:34.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.916+0000 7f9443400700 1 --2- 172.21.15.12:0/546332608 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ec7d0 0x5654fa2e6260 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9434007e20 tx=0x7f94340106b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe498aaca33c73fb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:34.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.916+0000 7f9443e00700 1 --2- 172.21.15.12:0/1820651264 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f94280b2900 0x7f94280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.916+0000 7f943be00700 1 -- 172.21.15.12:0/1820651264 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f94300e2280 con 0x7f94441041a0 2024-05-21T00:19:34.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.916+0000 7f9438c00700 1 -- 172.21.15.12:0/546332608 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9434010e10 con 0x5654fa2ec7d0 2024-05-21T00:19:34.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.916+0000 7f9438c00700 1 -- 172.21.15.12:0/546332608 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94340118f0 con 0x5654fa2ec7d0 2024-05-21T00:19:34.918 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.917+0000 7f9438c00700 1 -- 172.21.15.12:0/546332608 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9434019850 con 0x5654fa2ec7d0 2024-05-21T00:19:34.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.917+0000 7f94549e5b80 1 -- 172.21.15.12:0/546332608 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ec7d0 msgr2=0x5654fa2e6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:34.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.917+0000 7f9443e00700 1 --2- 172.21.15.12:0/1820651264 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f94280b2900 0x7f94280b4dc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f943c00b780 tx=0x7f943c0099e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:34.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.917+0000 7f94549e5b80 1 --2- 172.21.15.12:0/546332608 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ec7d0 0x5654fa2e6260 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9434007e20 tx=0x7f94340106b0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.919 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.918+0000 7f94549e5b80 1 -- 172.21.15.12:0/546332608 shutdown_connections 2024-05-21T00:19:34.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.918+0000 7f94549e5b80 1 --2- 172.21.15.12:0/546332608 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa2e6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.918+0000 7f94549e5b80 1 --2- 172.21.15.12:0/546332608 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ebeb0 0x5654fa2ec290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.918+0000 7f94549e5b80 1 --2- 172.21.15.12:0/546332608 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ec7d0 0x5654fa2e6260 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.918+0000 7f94549e5b80 1 -- 172.21.15.12:0/546332608 >> 172.21.15.12:0/546332608 conn(0x5654fa214be0 msgr2=0x5654fa2e1010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:34.920 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.918+0000 7f94549e5b80 1 -- 172.21.15.12:0/546332608 shutdown_connections 2024-05-21T00:19:34.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.918+0000 7f94549e5b80 1 -- 172.21.15.12:0/546332608 wait complete. 2024-05-21T00:19:34.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.918+0000 7f94549e5b80 1 -- start start 2024-05-21T00:19:34.921 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.919+0000 7f94549e5b80 1 Processor -- start 2024-05-21T00:19:34.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.919+0000 7f94549e5b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2e6880 0x5654fa2f2450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.919+0000 7f94549e5b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2ebeb0 0x5654fa2ef7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.919+0000 7f94549e5b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ec7d0 0x5654fa2efd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.919+0000 7f94549e5b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5654fa13afa0 con 0x5654fa2ec7d0 2024-05-21T00:19:34.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.919+0000 7f94549e5b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5654fa1d5760 con 0x5654fa2ebeb0 2024-05-21T00:19:34.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.919+0000 7f94549e5b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5654fa2f3240 con 0x5654fa2e6880 2024-05-21T00:19:34.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.919+0000 7f94549e5b80 10 client.0 _ll_register_callbacks cb 0x5654fa1dec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:34.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.920+0000 7f9442a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2ebeb0 0x5654fa2ef7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.920+0000 7f9443e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ec7d0 0x5654fa2efd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.923 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.920+0000 7f9442a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2ebeb0 0x5654fa2ef7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56152/0 (socket says 172.21.15.12:56152) 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.920+0000 7f9442a00700 1 -- 172.21.15.12:0/1535490071 learned_addr learned my addr 172.21.15.12:0/1535490071 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.920+0000 7f9443400700 1 --2- 172.21.15.12:0/1535490071 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2e6880 0x5654fa2f2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.920+0000 7f9442a00700 1 -- 172.21.15.12:0/1535490071 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2e6880 msgr2=0x5654fa2f2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.920+0000 7f9442a00700 1 --2- 172.21.15.12:0/1535490071 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2e6880 0x5654fa2f2450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.920+0000 7f9442a00700 1 -- 172.21.15.12:0/1535490071 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ec7d0 msgr2=0x5654fa2efd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.920+0000 7f9442a00700 1 --2- 172.21.15.12:0/1535490071 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ec7d0 0x5654fa2efd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.920+0000 7f9442a00700 1 -- 172.21.15.12:0/1535490071 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654fa1848d0 con 0x5654fa2ebeb0 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.920+0000 7f9442a00700 1 --2- 172.21.15.12:0/1535490071 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2ebeb0 0x5654fa2ef7f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f94300a9800 tx=0x7f94300a9db0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea370c795f4f8a01 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.920+0000 7f942d600700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.921+0000 7f942d600700 1 -- 172.21.15.12:0/1535490071 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94300a9380 con 0x5654fa2ebeb0 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.921+0000 7f94549e5b80 1 -- 172.21.15.12:0/1535490071 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94340118f0 con 0x5654fa2ebeb0 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.921+0000 7f942d600700 1 -- 172.21.15.12:0/1535490071 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f94300cc0d0 con 0x5654fa2ebeb0 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.921+0000 7f942d600700 1 -- 172.21.15.12:0/1535490071 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f94300a9f70 con 0x5654fa2ebeb0 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.921+0000 7f94549e5b80 10 client.25703 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.921+0000 7f94549e5b80 1 -- 172.21.15.12:0/1535490071 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5654fa205060 con 0x5654fa2ebeb0 2024-05-21T00:19:34.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.921+0000 7f942d600700 1 -- 172.21.15.12:0/1535490071 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f94340118f0 con 0x5654fa2ebeb0 2024-05-21T00:19:34.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.921+0000 7f942d600700 1 -- 172.21.15.12:0/1535490071 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f9430010720 con 0x5654fa2ebeb0 2024-05-21T00:19:34.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.922+0000 7f94549e5b80 10 client.25703 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:34.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.922+0000 7f94549e5b80 10 client.25703 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:19:34.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.922+0000 7f94549e5b80 20 client.25703 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:34.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.922+0000 7f94549e5b80 1 --2- 172.21.15.12:0/1535490071 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654fa2ffc10 0x5654fa302040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.922+0000 7f94549e5b80 4 client.25703 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:34.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.922+0000 7f94549e5b80 1 -- 172.21.15.12:0/1535490071 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5654fa246d90 con 0x5654fa2ffc10 2024-05-21T00:19:34.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.922+0000 7f9443400700 1 --2- 172.21.15.12:0/1535490071 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654fa2ffc10 0x5654fa302040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.923+0000 7f9443400700 1 --2- 172.21.15.12:0/1535490071 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654fa2ffc10 0x5654fa302040 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c76d10d9f529ca11 server_cookie=c4218e79dd9eb54a in_seq=0 out_seq=0 2024-05-21T00:19:34.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.923+0000 7f942d600700 10 client.25703 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:19:34.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f942d600700 1 -- 172.21.15.12:0/1535490071 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5654fa246d90 con 0x5654fa2ffc10 2024-05-21T00:19:34.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f942d600700 10 client.25703 handle_command_reply: tid=0 2024-05-21T00:19:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f94549e5b80 1 client.25703 shutdown 2024-05-21T00:19:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f94549e5b80 1 -- 172.21.15.12:0/1535490071 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2ebeb0 msgr2=0x5654fa2ef7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f94549e5b80 1 --2- 172.21.15.12:0/1535490071 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2ebeb0 0x5654fa2ef7f0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f94300a9800 tx=0x7f94300a9db0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f94549e5b80 1 -- 172.21.15.12:0/1535490071 shutdown_connections 2024-05-21T00:19:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f94549e5b80 1 --2- 172.21.15.12:0/1535490071 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654fa2ffc10 0x5654fa302040 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f94549e5b80 1 --2- 172.21.15.12:0/1535490071 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ec7d0 0x5654fa2efd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f94549e5b80 1 --2- 172.21.15.12:0/1535490071 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2e6880 0x5654fa2f2450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f94549e5b80 1 --2- 172.21.15.12:0/1535490071 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2ebeb0 0x5654fa2ef7f0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f942d600700 0 client.25703 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:19:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f94549e5b80 1 -- 172.21.15.12:0/1535490071 >> 172.21.15.12:0/1535490071 conn(0x5654fa214be0 msgr2=0x5654fa2e5250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f94549e5b80 1 -- 172.21.15.12:0/1535490071 shutdown_connections 2024-05-21T00:19:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f94549e5b80 1 -- 172.21.15.12:0/1535490071 wait complete. 2024-05-21T00:19:34.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.924+0000 7f94549e5b80 20 client.25703 trim_cache size 0 max 16384 2024-05-21T00:19:34.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.941+0000 7f94549e5b80 1 Processor -- start 2024-05-21T00:19:34.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.941+0000 7f94549e5b80 1 -- start start 2024-05-21T00:19:34.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.941+0000 7f94549e5b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa2e6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f94549e5b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ebeb0 0x5654fa2e6c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f94549e5b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ec7d0 0x5654fa2e09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f94549e5b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f94441afd00 con 0x5654fa2ebeb0 2024-05-21T00:19:34.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f94549e5b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f94441b1840 con 0x5654fa2e6880 2024-05-21T00:19:34.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f94549e5b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f94441b03d0 con 0x5654fa2ec7d0 2024-05-21T00:19:34.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f9443400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa2e6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f9442a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ebeb0 0x5654fa2e6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f9443400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa2e6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56156/0 (socket says 172.21.15.12:56156) 2024-05-21T00:19:34.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f9443400700 1 -- 172.21.15.12:0/2677385849 learned_addr learned my addr 172.21.15.12:0/2677385849 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:34.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f9443e00700 1 --2- 172.21.15.12:0/2677385849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ec7d0 0x5654fa2e09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f9443400700 1 -- 172.21.15.12:0/2677385849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ec7d0 msgr2=0x5654fa2e09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:34.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f9443400700 1 --2- 172.21.15.12:0/2677385849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ec7d0 0x5654fa2e09e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f9443400700 1 -- 172.21.15.12:0/2677385849 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ebeb0 msgr2=0x5654fa2e6c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:34.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f9443400700 1 --2- 172.21.15.12:0/2677385849 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ebeb0 0x5654fa2e6c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f9443400700 1 -- 172.21.15.12:0/2677385849 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654fa2eb9b0 con 0x5654fa2e6880 2024-05-21T00:19:34.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.942+0000 7f9442a00700 1 --2- 172.21.15.12:0/2677385849 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ebeb0 0x5654fa2e6c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:34.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.943+0000 7f9443400700 1 --2- 172.21.15.12:0/2677385849 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa2e6260 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9434007d40 tx=0x7f9434019470 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2779dde2c5ef003 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:34.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.943+0000 7f942fe00700 1 -- 172.21.15.12:0/2677385849 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9434005040 con 0x5654fa2e6880 2024-05-21T00:19:34.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.943+0000 7f942fe00700 1 -- 172.21.15.12:0/2677385849 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9434005690 con 0x5654fa2e6880 2024-05-21T00:19:34.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.943+0000 7f942fe00700 1 -- 172.21.15.12:0/2677385849 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9434003cd0 con 0x5654fa2e6880 2024-05-21T00:19:34.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.944+0000 7f94549e5b80 1 -- 172.21.15.12:0/2677385849 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 msgr2=0x5654fa2e6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:34.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.944+0000 7f94549e5b80 1 --2- 172.21.15.12:0/2677385849 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa2e6260 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9434007d40 tx=0x7f9434019470 comp rx=0 tx=0).stop 2024-05-21T00:19:34.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.944+0000 7f94549e5b80 1 -- 172.21.15.12:0/2677385849 shutdown_connections 2024-05-21T00:19:34.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.944+0000 7f94549e5b80 1 --2- 172.21.15.12:0/2677385849 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ec7d0 0x5654fa2e09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.944+0000 7f94549e5b80 1 --2- 172.21.15.12:0/2677385849 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa2e6260 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.944+0000 7f94549e5b80 1 --2- 172.21.15.12:0/2677385849 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ebeb0 0x5654fa2e6c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.944+0000 7f94549e5b80 1 -- 172.21.15.12:0/2677385849 >> 172.21.15.12:0/2677385849 conn(0x5654fa214be0 msgr2=0x5654fa2ee0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:34.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.944+0000 7f94549e5b80 1 -- 172.21.15.12:0/2677385849 shutdown_connections 2024-05-21T00:19:34.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.944+0000 7f94549e5b80 1 -- 172.21.15.12:0/2677385849 wait complete. 2024-05-21T00:19:34.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.944+0000 7f94549e5b80 1 -- start start 2024-05-21T00:19:34.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.945+0000 7f94549e5b80 1 Processor -- start 2024-05-21T00:19:34.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.945+0000 7f94549e5b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa3075a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.945+0000 7f94549e5b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ebeb0 0x5654fa307ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.945+0000 7f94549e5b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ec7d0 0x5654fa308020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.945+0000 7f94549e5b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f94441b1170 con 0x5654fa2ec7d0 2024-05-21T00:19:34.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.945+0000 7f94549e5b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f94441b0aa0 con 0x5654fa2e6880 2024-05-21T00:19:34.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.945+0000 7f94549e5b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f94441adca0 con 0x5654fa2ebeb0 2024-05-21T00:19:34.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.945+0000 7f94549e5b80 10 client.0 _ll_register_callbacks cb 0x5654fa1dec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:34.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.946+0000 7f9443400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa3075a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.946+0000 7f9442a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ebeb0 0x5654fa307ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.946+0000 7f9443e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ec7d0 0x5654fa308020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.946+0000 7f9443400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa3075a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56162/0 (socket says 172.21.15.12:56162) 2024-05-21T00:19:34.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.946+0000 7f9443400700 1 -- 172.21.15.12:0/3211761662 learned_addr learned my addr 172.21.15.12:0/3211761662 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:34.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.946+0000 7f9442a00700 1 -- 172.21.15.12:0/3211761662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 msgr2=0x5654fa3075a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:34.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.946+0000 7f9442a00700 1 --2- 172.21.15.12:0/3211761662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa3075a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.946+0000 7f9442a00700 1 -- 172.21.15.12:0/3211761662 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ec7d0 msgr2=0x5654fa308020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:34.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.946+0000 7f9442a00700 1 --2- 172.21.15.12:0/3211761662 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ec7d0 0x5654fa308020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.946+0000 7f9442a00700 1 -- 172.21.15.12:0/3211761662 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654fa369950 con 0x5654fa2ebeb0 2024-05-21T00:19:34.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.946+0000 7f9443400700 1 --2- 172.21.15.12:0/3211761662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa3075a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:34.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.946+0000 7f9442a00700 1 --2- 172.21.15.12:0/3211761662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ebeb0 0x5654fa307ae0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f943000e9c0 tx=0x7f94300e2550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7bea7b6ecf28db0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:34.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.946+0000 7f942d600700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:19:34.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.947+0000 7f942d600700 1 -- 172.21.15.12:0/3211761662 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94300a9380 con 0x5654fa2ebeb0 2024-05-21T00:19:34.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.947+0000 7f94549e5b80 1 -- 172.21.15.12:0/3211761662 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9434005690 con 0x5654fa2ebeb0 2024-05-21T00:19:34.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.947+0000 7f942d600700 1 -- 172.21.15.12:0/3211761662 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f94300aadb0 con 0x5654fa2ebeb0 2024-05-21T00:19:34.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.947+0000 7f942d600700 1 -- 172.21.15.12:0/3211761662 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f94300b26d0 con 0x5654fa2ebeb0 2024-05-21T00:19:34.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.947+0000 7f94549e5b80 10 client.25729 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:34.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.947+0000 7f94549e5b80 1 -- 172.21.15.12:0/3211761662 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5654fa36ac30 con 0x5654fa2ebeb0 2024-05-21T00:19:34.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.947+0000 7f942d600700 1 -- 172.21.15.12:0/3211761662 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9434005690 con 0x5654fa2ebeb0 2024-05-21T00:19:34.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.947+0000 7f942d600700 1 -- 172.21.15.12:0/3211761662 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f9430091110 con 0x5654fa2ebeb0 2024-05-21T00:19:34.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.947+0000 7f94549e5b80 10 client.25729 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:34.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.948+0000 7f94549e5b80 10 client.25729 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:19:34.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.948+0000 7f94549e5b80 20 client.25729 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:34.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.948+0000 7f94549e5b80 1 --2- 172.21.15.12:0/3211761662 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654fa36b340 0x5654fa36d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:34.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.948+0000 7f94549e5b80 4 client.25729 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:19:34.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.948+0000 7f94549e5b80 1 -- 172.21.15.12:0/3211761662 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5654fa240570 con 0x5654fa36b340 2024-05-21T00:19:34.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.948+0000 7f9443400700 1 --2- 172.21.15.12:0/3211761662 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654fa36b340 0x5654fa36d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:34.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f9443400700 1 --2- 172.21.15.12:0/3211761662 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654fa36b340 0x5654fa36d760 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7cb0acfc7398fea2 server_cookie=accee2e851ed4f28 in_seq=0 out_seq=0 2024-05-21T00:19:34.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f942d600700 10 client.25729 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:19:34.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f942d600700 1 -- 172.21.15.12:0/3211761662 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5654fa240570 con 0x5654fa36b340 2024-05-21T00:19:34.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f942d600700 10 client.25729 handle_command_reply: tid=0 2024-05-21T00:19:34.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f94549e5b80 1 client.25729 shutdown 2024-05-21T00:19:34.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f94549e5b80 1 -- 172.21.15.12:0/3211761662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ebeb0 msgr2=0x5654fa307ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:34.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f94549e5b80 1 --2- 172.21.15.12:0/3211761662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ebeb0 0x5654fa307ae0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f943000e9c0 tx=0x7f94300e2550 comp rx=0 tx=0).stop 2024-05-21T00:19:34.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f94549e5b80 1 -- 172.21.15.12:0/3211761662 shutdown_connections 2024-05-21T00:19:34.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f94549e5b80 1 --2- 172.21.15.12:0/3211761662 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654fa36b340 0x5654fa36d760 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f94549e5b80 1 --2- 172.21.15.12:0/3211761662 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654fa2ec7d0 0x5654fa308020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f94549e5b80 1 --2- 172.21.15.12:0/3211761662 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654fa2e6880 0x5654fa3075a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f94549e5b80 1 --2- 172.21.15.12:0/3211761662 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654fa2ebeb0 0x5654fa307ae0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f942d600700 0 client.25729 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:19:34.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f94549e5b80 1 -- 172.21.15.12:0/3211761662 >> 172.21.15.12:0/3211761662 conn(0x5654fa214be0 msgr2=0x5654fa2e09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:34.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f94549e5b80 1 -- 172.21.15.12:0/3211761662 shutdown_connections 2024-05-21T00:19:34.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.949+0000 7f94549e5b80 1 -- 172.21.15.12:0/3211761662 wait complete. 2024-05-21T00:19:34.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.950+0000 7f94549e5b80 20 client.25729 trim_cache size 0 max 16384 2024-05-21T00:19:34.954 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:19:34.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.950+0000 7f944a000700 1 -- 172.21.15.12:0/1820651264 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f94280b2900 msgr2=0x7f94280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:34.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.950+0000 7f944a000700 1 --2- 172.21.15.12:0/1820651264 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f94280b2900 0x7f94280b4dc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f943c00b780 tx=0x7f943c0099e0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.950+0000 7f944a000700 1 -- 172.21.15.12:0/1820651264 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f94441041a0 msgr2=0x7f944419c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:34.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.950+0000 7f944a000700 1 --2- 172.21.15.12:0/1820651264 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f94441041a0 0x7f944419c2c0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f943000e9f0 tx=0x7f943000ed00 comp rx=0 tx=0).stop 2024-05-21T00:19:34.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.950+0000 7f944a000700 1 -- 172.21.15.12:0/1820651264 shutdown_connections 2024-05-21T00:19:34.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.950+0000 7f944a000700 1 --2- 172.21.15.12:0/1820651264 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f94280b2900 0x7f94280b4dc0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.950+0000 7f944a000700 1 --2- 172.21.15.12:0/1820651264 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f94441088f0 0x7f94441a0600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.950+0000 7f944a000700 1 --2- 172.21.15.12:0/1820651264 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f94441037f0 0x7f944419bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.950+0000 7f944a000700 1 --2- 172.21.15.12:0/1820651264 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f94441041a0 0x7f944419c2c0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:34.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.950+0000 7f944a000700 1 -- 172.21.15.12:0/1820651264 >> 172.21.15.12:0/1820651264 conn(0x7f944407a6a0 msgr2=0x7f94441018a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:34.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.951+0000 7f944a000700 1 -- 172.21.15.12:0/1820651264 shutdown_connections 2024-05-21T00:19:34.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:34.951+0000 7f944a000700 1 -- 172.21.15.12:0/1820651264 wait complete. 2024-05-21T00:19:35.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:34 smithi060 ceph-mon[36426]: pgmap v514: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:19:35.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:34 smithi077 ceph-mon[36377]: pgmap v514: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:19:35.316 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:34 smithi012 ceph-mon[31403]: pgmap v514: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:19:35.752 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:19:36.224 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:37.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:36 smithi012 ceph-mon[31403]: pgmap v515: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:19:37.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:36 smithi060 ceph-mon[36426]: pgmap v515: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:19:37.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:36 smithi077 ceph-mon[36377]: pgmap v515: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 11 op/s 2024-05-21T00:19:38.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.318+0000 7fed31000700 1 -- 172.21.15.12:0/3476973138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed2c109580 msgr2=0x7fed2c109960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:38.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.318+0000 7fed31000700 1 --2- 172.21.15.12:0/3476973138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed2c109580 0x7fed2c109960 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fed1c0098f0 tx=0x7fed1c009c00 comp rx=0 tx=0).stop 2024-05-21T00:19:38.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.318+0000 7fed31000700 1 -- 172.21.15.12:0/3476973138 shutdown_connections 2024-05-21T00:19:38.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.318+0000 7fed31000700 1 --2- 172.21.15.12:0/3476973138 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fed2c06c470 0x7fed2c110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.318+0000 7fed31000700 1 --2- 172.21.15.12:0/3476973138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed2c109580 0x7fed2c109960 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.318+0000 7fed31000700 1 --2- 172.21.15.12:0/3476973138 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed2c06bab0 0x7fed2c06bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.318+0000 7fed31000700 1 -- 172.21.15.12:0/3476973138 >> 172.21.15.12:0/3476973138 conn(0x7fed2c079280 msgr2=0x7fed2c079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:38.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.318+0000 7fed31000700 1 -- 172.21.15.12:0/3476973138 shutdown_connections 2024-05-21T00:19:38.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.318+0000 7fed31000700 1 -- 172.21.15.12:0/3476973138 wait complete. 2024-05-21T00:19:38.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.319+0000 7fed31000700 1 Processor -- start 2024-05-21T00:19:38.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.319+0000 7fed31000700 1 -- start start 2024-05-21T00:19:38.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.320+0000 7fed31000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed2c06bab0 0x7fed2c19bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.320+0000 7fed31000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fed2c06c470 0x7fed2c19c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.320+0000 7fed31000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed2c1a0820 0x7fed2c1a0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.320+0000 7fed31000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fed2c113680 con 0x7fed2c06bab0 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.320+0000 7fed31000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fed2c113500 con 0x7fed2c06c470 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.320+0000 7fed31000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fed2c113800 con 0x7fed2c1a0820 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.320+0000 7fed2aa00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fed2c06c470 0x7fed2c19c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.320+0000 7fed2b400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed2c06bab0 0x7fed2c19bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.321+0000 7fed2aa00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fed2c06c470 0x7fed2c19c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:55950/0 (socket says 172.21.15.12:55950) 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.321+0000 7fed2aa00700 1 -- 172.21.15.12:0/478988806 learned_addr learned my addr 172.21.15.12:0/478988806 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.321+0000 7fed2be00700 1 --2- 172.21.15.12:0/478988806 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed2c1a0820 0x7fed2c1a0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.321+0000 7fed2aa00700 1 -- 172.21.15.12:0/478988806 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed2c1a0820 msgr2=0x7fed2c1a0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.321+0000 7fed2aa00700 1 --2- 172.21.15.12:0/478988806 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed2c1a0820 0x7fed2c1a0ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.321+0000 7fed2aa00700 1 -- 172.21.15.12:0/478988806 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed2c06bab0 msgr2=0x7fed2c19bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.321+0000 7fed2aa00700 1 --2- 172.21.15.12:0/478988806 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed2c06bab0 0x7fed2c19bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.321+0000 7fed2aa00700 1 -- 172.21.15.12:0/478988806 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed2c1a1340 con 0x7fed2c06c470 2024-05-21T00:19:38.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.321+0000 7fed2aa00700 1 --2- 172.21.15.12:0/478988806 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fed2c06c470 0x7fed2c19c490 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fed1800e9a0 tx=0x7fed1800ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:38.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.322+0000 7fed23e00700 1 -- 172.21.15.12:0/478988806 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed1800ca10 con 0x7fed2c06c470 2024-05-21T00:19:38.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.322+0000 7fed23e00700 1 -- 172.21.15.12:0/478988806 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed1800cbb0 con 0x7fed2c06c470 2024-05-21T00:19:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.322+0000 7fed31000700 1 -- 172.21.15.12:0/478988806 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed2c1a1630 con 0x7fed2c06c470 2024-05-21T00:19:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.322+0000 7fed23e00700 1 -- 172.21.15.12:0/478988806 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18018680 con 0x7fed2c06c470 2024-05-21T00:19:38.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.322+0000 7fed31000700 1 -- 172.21.15.12:0/478988806 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed2c1a8e10 con 0x7fed2c06c470 2024-05-21T00:19:38.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.328+0000 7fed3d057b80 1 Processor -- start 2024-05-21T00:19:38.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.328+0000 7fed3d057b80 1 -- start start 2024-05-21T00:19:38.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.328+0000 7fed23e00700 1 -- 172.21.15.12:0/478988806 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fed18010430 con 0x7fed2c06c470 2024-05-21T00:19:38.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.329+0000 7fed3d057b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e020 0x55a867a4e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.329+0000 7fed3d057b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a4e940 0x55a867a484b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.329+0000 7fed3d057b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a48ad0 0x55a867a48f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.329+0000 7fed3d057b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a8679a6e40 con 0x55a867a4e020 2024-05-21T00:19:38.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.329+0000 7fed3d057b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a8679969e0 con 0x55a867a4e940 2024-05-21T00:19:38.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.329+0000 7fed3d057b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55a86799aa20 con 0x55a867a48ad0 2024-05-21T00:19:38.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.329+0000 7fed2be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e020 0x55a867a4e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.329+0000 7fed2b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a4e940 0x55a867a484b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.329+0000 7fed2be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e020 0x55a867a4e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42160/0 (socket says 172.21.15.12:42160) 2024-05-21T00:19:38.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.329+0000 7fed2be00700 1 -- 172.21.15.12:0/3630071063 learned_addr learned my addr 172.21.15.12:0/3630071063 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:38.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.329+0000 7fed2aa00700 1 --2- 172.21.15.12:0/3630071063 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a48ad0 0x55a867a48f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.330+0000 7fed2b400700 1 -- 172.21.15.12:0/3630071063 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a48ad0 msgr2=0x55a867a48f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:38.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.330+0000 7fed2b400700 1 --2- 172.21.15.12:0/3630071063 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a48ad0 0x55a867a48f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.330+0000 7fed2b400700 1 -- 172.21.15.12:0/3630071063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e020 msgr2=0x55a867a4e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:38.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.330+0000 7fed2b400700 1 --2- 172.21.15.12:0/3630071063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e020 0x55a867a4e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.330+0000 7fed2b400700 1 -- 172.21.15.12:0/3630071063 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a86795f420 con 0x55a867a4e940 2024-05-21T00:19:38.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.330+0000 7fed2be00700 1 --2- 172.21.15.12:0/3630071063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e020 0x55a867a4e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:38.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.330+0000 7fed2b400700 1 --2- 172.21.15.12:0/3630071063 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a4e940 0x55a867a484b0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fed1c008000 tx=0x7fed1c00bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57ec412acfa53837 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:38.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.330+0000 7fed23e00700 1 --2- 172.21.15.12:0/478988806 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed100b2880 0x7fed100b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.331+0000 7fed20c00700 1 -- 172.21.15.12:0/3630071063 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed1c00f660 con 0x55a867a4e940 2024-05-21T00:19:38.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.331+0000 7fed23e00700 1 -- 172.21.15.12:0/478988806 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fed180e2390 con 0x7fed2c06c470 2024-05-21T00:19:38.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.331+0000 7fed2be00700 1 --2- 172.21.15.12:0/478988806 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed100b2880 0x7fed100b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.331+0000 7fed20c00700 1 -- 172.21.15.12:0/3630071063 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed1c0054f0 con 0x55a867a4e940 2024-05-21T00:19:38.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.331+0000 7fed20c00700 1 -- 172.21.15.12:0/3630071063 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed1c003a60 con 0x55a867a4e940 2024-05-21T00:19:38.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.332+0000 7fed3d057b80 1 -- 172.21.15.12:0/3630071063 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a4e940 msgr2=0x55a867a484b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:38.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.332+0000 7fed3d057b80 1 --2- 172.21.15.12:0/3630071063 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a4e940 0x55a867a484b0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fed1c008000 tx=0x7fed1c00bf60 comp rx=0 tx=0).stop 2024-05-21T00:19:38.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.332+0000 7fed2be00700 1 --2- 172.21.15.12:0/478988806 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed100b2880 0x7fed100b4d40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fed24009fd0 tx=0x7fed2400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:38.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.332+0000 7fed3d057b80 1 -- 172.21.15.12:0/3630071063 shutdown_connections 2024-05-21T00:19:38.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.332+0000 7fed3d057b80 1 --2- 172.21.15.12:0/3630071063 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a48ad0 0x55a867a48f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.332+0000 7fed3d057b80 1 --2- 172.21.15.12:0/3630071063 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e020 0x55a867a4e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.332+0000 7fed3d057b80 1 --2- 172.21.15.12:0/3630071063 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a4e940 0x55a867a484b0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.332+0000 7fed3d057b80 1 -- 172.21.15.12:0/3630071063 >> 172.21.15.12:0/3630071063 conn(0x55a867976be0 msgr2=0x55a867a43150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:38.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.332+0000 7fed3d057b80 1 -- 172.21.15.12:0/3630071063 shutdown_connections 2024-05-21T00:19:38.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.332+0000 7fed3d057b80 1 -- 172.21.15.12:0/3630071063 wait complete. 2024-05-21T00:19:38.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.333+0000 7fed3d057b80 1 -- start start 2024-05-21T00:19:38.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.333+0000 7fed3d057b80 1 Processor -- start 2024-05-21T00:19:38.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.333+0000 7fed3d057b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a48ad0 0x55a867a54710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.334+0000 7fed3d057b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a4e020 0x55a867a51ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.334+0000 7fed3d057b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e940 0x55a867a51ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.334+0000 7fed3d057b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a86789cfa0 con 0x55a867a48ad0 2024-05-21T00:19:38.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.334+0000 7fed3d057b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a867937760 con 0x55a867a4e020 2024-05-21T00:19:38.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.334+0000 7fed3d057b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55a867a55400 con 0x55a867a4e940 2024-05-21T00:19:38.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.334+0000 7fed3d057b80 10 client.0 _ll_register_callbacks cb 0x55a867940c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:38.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.334+0000 7fed2b400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a48ad0 0x55a867a54710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.334+0000 7fed2b400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a48ad0 0x55a867a54710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42174/0 (socket says 172.21.15.12:42174) 2024-05-21T00:19:38.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.334+0000 7fed2b400700 1 -- 172.21.15.12:0/4260450535 learned_addr learned my addr 172.21.15.12:0/4260450535 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:38.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.334+0000 7fed2aa00700 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a4e020 0x55a867a51ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.334+0000 7fed2be00700 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e940 0x55a867a51ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.334+0000 7fed2aa00700 1 -- 172.21.15.12:0/4260450535 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e940 msgr2=0x55a867a51ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:38.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.335+0000 7fed2aa00700 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e940 0x55a867a51ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.335+0000 7fed2aa00700 1 -- 172.21.15.12:0/4260450535 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a48ad0 msgr2=0x55a867a54710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:38.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.335+0000 7fed2aa00700 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a48ad0 0x55a867a54710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.335+0000 7fed2aa00700 1 -- 172.21.15.12:0/4260450535 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8678e68d0 con 0x55a867a4e020 2024-05-21T00:19:38.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.335+0000 7fed2b400700 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a48ad0 0x55a867a54710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:38.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.335+0000 7fed2be00700 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e940 0x55a867a51ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:38.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.335+0000 7fed2aa00700 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a4e020 0x55a867a51ab0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fed180dfe60 tx=0x7fed180a9ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe221234e5310b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:38.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.335+0000 7fed15600700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:19:38.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.335+0000 7fed15600700 1 -- 172.21.15.12:0/4260450535 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed180a92d0 con 0x55a867a4e020 2024-05-21T00:19:38.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.335+0000 7fed15600700 1 -- 172.21.15.12:0/4260450535 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fed180cc0b0 con 0x55a867a4e020 2024-05-21T00:19:38.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.335+0000 7fed3d057b80 1 -- 172.21.15.12:0/4260450535 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed1c0054f0 con 0x55a867a4e020 2024-05-21T00:19:38.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.335+0000 7fed15600700 1 -- 172.21.15.12:0/4260450535 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fed180a5110 con 0x55a867a4e020 2024-05-21T00:19:38.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.335+0000 7fed3d057b80 10 client.25721 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:38.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.336+0000 7fed3d057b80 1 -- 172.21.15.12:0/4260450535 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a867967060 con 0x55a867a4e020 2024-05-21T00:19:38.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.336+0000 7fed15600700 1 -- 172.21.15.12:0/4260450535 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed1c0054f0 con 0x55a867a4e020 2024-05-21T00:19:38.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.336+0000 7fed15600700 1 -- 172.21.15.12:0/4260450535 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fed18010720 con 0x55a867a4e020 2024-05-21T00:19:38.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.336+0000 7fed3d057b80 10 client.25721 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:38.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.336+0000 7fed3d057b80 10 client.25721 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:19:38.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.336+0000 7fed3d057b80 20 client.25721 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:38.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.336+0000 7fed3d057b80 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55a867a6a7d0 0x55a867a6cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.336+0000 7fed3d057b80 4 client.25721 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:38.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.336+0000 7fed3d057b80 1 -- 172.21.15.12:0/4260450535 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a8679a8d90 con 0x55a867a6a7d0 2024-05-21T00:19:38.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.337+0000 7fed2b400700 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55a867a6a7d0 0x55a867a6cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.337+0000 7fed2b400700 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55a867a6a7d0 0x55a867a6cbc0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a661a0bf8d7d2db6 server_cookie=30a1e64b67a5e982 in_seq=0 out_seq=0 2024-05-21T00:19:38.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.337+0000 7fed15600700 10 client.25721 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:19:38.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.338+0000 7fed15600700 1 -- 172.21.15.12:0/4260450535 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a8679a8d90 con 0x55a867a6a7d0 2024-05-21T00:19:38.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.338+0000 7fed15600700 10 client.25721 handle_command_reply: tid=0 2024-05-21T00:19:38.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.338+0000 7fed3d057b80 1 client.25721 shutdown 2024-05-21T00:19:38.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.339+0000 7fed3d057b80 1 -- 172.21.15.12:0/4260450535 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a4e020 msgr2=0x55a867a51ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:38.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.339+0000 7fed3d057b80 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a4e020 0x55a867a51ab0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fed180dfe60 tx=0x7fed180a9ec0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.339+0000 7fed3d057b80 1 -- 172.21.15.12:0/4260450535 shutdown_connections 2024-05-21T00:19:38.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.339+0000 7fed3d057b80 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e940 0x55a867a51ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.339+0000 7fed3d057b80 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55a867a6a7d0 0x55a867a6cbc0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.339+0000 7fed3d057b80 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a48ad0 0x55a867a54710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.339+0000 7fed15600700 0 client.25721 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:19:38.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.339+0000 7fed3d057b80 1 --2- 172.21.15.12:0/4260450535 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a4e020 0x55a867a51ab0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.339+0000 7fed3d057b80 1 -- 172.21.15.12:0/4260450535 >> 172.21.15.12:0/4260450535 conn(0x55a867976be0 msgr2=0x55a867a474a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:38.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.339+0000 7fed3d057b80 1 -- 172.21.15.12:0/4260450535 shutdown_connections 2024-05-21T00:19:38.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.339+0000 7fed3d057b80 1 -- 172.21.15.12:0/4260450535 wait complete. 2024-05-21T00:19:38.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.339+0000 7fed3d057b80 20 client.25721 trim_cache size 0 max 16384 2024-05-21T00:19:38.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.356+0000 7fed3d057b80 1 Processor -- start 2024-05-21T00:19:38.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.356+0000 7fed3d057b80 1 -- start start 2024-05-21T00:19:38.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.356+0000 7fed3d057b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a48ad0 0x55a867a484b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.356+0000 7fed3d057b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e020 0x55a867a42c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.356+0000 7fed3d057b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e940 0x55a867a43170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.356+0000 7fed3d057b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fed2c1abd70 con 0x55a867a4e940 2024-05-21T00:19:38.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.356+0000 7fed3d057b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fed2c1ad8b0 con 0x55a867a48ad0 2024-05-21T00:19:38.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.356+0000 7fed3d057b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fed2c1ac440 con 0x55a867a4e020 2024-05-21T00:19:38.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.357+0000 7fed2b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a48ad0 0x55a867a484b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.357+0000 7fed2be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e940 0x55a867a43170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.357+0000 7fed2b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a48ad0 0x55a867a484b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:55972/0 (socket says 172.21.15.12:55972) 2024-05-21T00:19:38.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.357+0000 7fed2b400700 1 -- 172.21.15.12:0/1992565734 learned_addr learned my addr 172.21.15.12:0/1992565734 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:38.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.357+0000 7fed2aa00700 1 --2- 172.21.15.12:0/1992565734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e020 0x55a867a42c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.357+0000 7fed2b400700 1 -- 172.21.15.12:0/1992565734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e020 msgr2=0x55a867a42c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:38.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.357+0000 7fed2b400700 1 --2- 172.21.15.12:0/1992565734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e020 0x55a867a42c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.357+0000 7fed2b400700 1 -- 172.21.15.12:0/1992565734 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e940 msgr2=0x55a867a43170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:38.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.357+0000 7fed2b400700 1 --2- 172.21.15.12:0/1992565734 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e940 0x55a867a43170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.357+0000 7fed2b400700 1 -- 172.21.15.12:0/1992565734 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a867a6d1f0 con 0x55a867a48ad0 2024-05-21T00:19:38.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.357+0000 7fed2be00700 1 --2- 172.21.15.12:0/1992565734 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e940 0x55a867a43170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:38.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.357+0000 7fed2b400700 1 --2- 172.21.15.12:0/1992565734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a48ad0 0x55a867a484b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fed1c009810 tx=0x7fed1c005fa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a2f57d96ba56689 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:38.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.358+0000 7fed17e00700 1 -- 172.21.15.12:0/1992565734 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed1c032040 con 0x55a867a48ad0 2024-05-21T00:19:38.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.358+0000 7fed17e00700 1 -- 172.21.15.12:0/1992565734 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed1c00f910 con 0x55a867a48ad0 2024-05-21T00:19:38.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.358+0000 7fed17e00700 1 -- 172.21.15.12:0/1992565734 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed1c026040 con 0x55a867a48ad0 2024-05-21T00:19:38.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.359+0000 7fed3d057b80 1 -- 172.21.15.12:0/1992565734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a48ad0 msgr2=0x55a867a484b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:38.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.359+0000 7fed3d057b80 1 --2- 172.21.15.12:0/1992565734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a48ad0 0x55a867a484b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fed1c009810 tx=0x7fed1c005fa0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.359+0000 7fed3d057b80 1 -- 172.21.15.12:0/1992565734 shutdown_connections 2024-05-21T00:19:38.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.359+0000 7fed3d057b80 1 --2- 172.21.15.12:0/1992565734 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e940 0x55a867a43170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.359+0000 7fed3d057b80 1 --2- 172.21.15.12:0/1992565734 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a48ad0 0x55a867a484b0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.359+0000 7fed3d057b80 1 --2- 172.21.15.12:0/1992565734 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e020 0x55a867a42c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.359+0000 7fed3d057b80 1 -- 172.21.15.12:0/1992565734 >> 172.21.15.12:0/1992565734 conn(0x55a867976be0 msgr2=0x55a867a3cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:38.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.359+0000 7fed3d057b80 1 -- 172.21.15.12:0/1992565734 shutdown_connections 2024-05-21T00:19:38.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.359+0000 7fed3d057b80 1 -- 172.21.15.12:0/1992565734 wait complete. 2024-05-21T00:19:38.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.359+0000 7fed3d057b80 1 -- start start 2024-05-21T00:19:38.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.360+0000 7fed3d057b80 1 Processor -- start 2024-05-21T00:19:38.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.360+0000 7fed3d057b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a48ad0 0x55a867a63560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.360+0000 7fed3d057b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e020 0x55a867a71b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.360+0000 7fed3d057b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e940 0x55a867a72090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.360+0000 7fed3d057b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fed2c1ad1e0 con 0x55a867a4e940 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.360+0000 7fed3d057b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fed2c1acb10 con 0x55a867a48ad0 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.360+0000 7fed3d057b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fed2c10e1b0 con 0x55a867a4e020 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.360+0000 7fed3d057b80 10 client.0 _ll_register_callbacks cb 0x55a867940c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.360+0000 7fed2be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e940 0x55a867a72090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.360+0000 7fed2b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a48ad0 0x55a867a63560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.361+0000 7fed2be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e940 0x55a867a72090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42192/0 (socket says 172.21.15.12:42192) 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.361+0000 7fed2be00700 1 -- 172.21.15.12:0/1885060399 learned_addr learned my addr 172.21.15.12:0/1885060399 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.361+0000 7fed2aa00700 1 --2- 172.21.15.12:0/1885060399 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e020 0x55a867a71b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.361+0000 7fed2aa00700 1 -- 172.21.15.12:0/1885060399 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a48ad0 msgr2=0x55a867a63560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.361+0000 7fed2aa00700 1 --2- 172.21.15.12:0/1885060399 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a48ad0 0x55a867a63560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.361+0000 7fed2aa00700 1 -- 172.21.15.12:0/1885060399 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e940 msgr2=0x55a867a72090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.361+0000 7fed2aa00700 1 --2- 172.21.15.12:0/1885060399 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e940 0x55a867a72090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.361+0000 7fed2aa00700 1 -- 172.21.15.12:0/1885060399 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a867a728d0 con 0x55a867a4e020 2024-05-21T00:19:38.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.361+0000 7fed2aa00700 1 --2- 172.21.15.12:0/1885060399 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e020 0x55a867a71b50 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fed180e5b70 tx=0x7fed180cc2e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75206bd9729139c2 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:38.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.361+0000 7fed15600700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:19:38.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.361+0000 7fed15600700 1 -- 172.21.15.12:0/1885060399 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed180a90f0 con 0x55a867a4e020 2024-05-21T00:19:38.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.362+0000 7fed15600700 1 -- 172.21.15.12:0/1885060399 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fed180a8df0 con 0x55a867a4e020 2024-05-21T00:19:38.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.362+0000 7fed3d057b80 1 -- 172.21.15.12:0/1885060399 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed1c00f910 con 0x55a867a4e020 2024-05-21T00:19:38.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.362+0000 7fed15600700 1 -- 172.21.15.12:0/1885060399 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fed180a5840 con 0x55a867a4e020 2024-05-21T00:19:38.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.362+0000 7fed3d057b80 10 client.25747 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:38.364 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.362+0000 7fed3d057b80 1 -- 172.21.15.12:0/1885060399 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a867ad51e0 con 0x55a867a4e020 2024-05-21T00:19:38.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.362+0000 7fed15600700 1 -- 172.21.15.12:0/1885060399 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fed1c00f910 con 0x55a867a4e020 2024-05-21T00:19:38.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.362+0000 7fed15600700 1 -- 172.21.15.12:0/1885060399 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fed180a8650 con 0x55a867a4e020 2024-05-21T00:19:38.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.362+0000 7fed3d057b80 10 client.25747 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:38.367 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.362+0000 7fed3d057b80 10 client.25747 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:19:38.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.362+0000 7fed3d057b80 20 client.25747 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:38.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.362+0000 7fed3d057b80 1 --2- 172.21.15.12:0/1885060399 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55a867ad5700 0x55a867ad7af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:38.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.362+0000 7fed3d057b80 4 client.25747 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:19:38.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.362+0000 7fed3d057b80 1 -- 172.21.15.12:0/1885060399 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a8679a2570 con 0x55a867ad5700 2024-05-21T00:19:38.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.363+0000 7fed2b400700 1 --2- 172.21.15.12:0/1885060399 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55a867ad5700 0x55a867ad7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:38.368 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed15600700 10 client.25747 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:19:38.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed2b400700 1 --2- 172.21.15.12:0/1885060399 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55a867ad5700 0x55a867ad7af0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5dccf1127c9b8da9 server_cookie=356652b3cbe6be1b in_seq=0 out_seq=0 2024-05-21T00:19:38.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed15600700 1 -- 172.21.15.12:0/1885060399 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a8679a2570 con 0x55a867ad5700 2024-05-21T00:19:38.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed15600700 10 client.25747 handle_command_reply: tid=0 2024-05-21T00:19:38.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed3d057b80 1 client.25747 shutdown 2024-05-21T00:19:38.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed3d057b80 1 -- 172.21.15.12:0/1885060399 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e020 msgr2=0x55a867a71b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:38.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed3d057b80 1 --2- 172.21.15.12:0/1885060399 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e020 0x55a867a71b50 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fed180e5b70 tx=0x7fed180cc2e0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed3d057b80 1 -- 172.21.15.12:0/1885060399 shutdown_connections 2024-05-21T00:19:38.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed3d057b80 1 --2- 172.21.15.12:0/1885060399 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55a867ad5700 0x55a867ad7af0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed3d057b80 1 --2- 172.21.15.12:0/1885060399 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a867a4e940 0x55a867a72090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed3d057b80 1 --2- 172.21.15.12:0/1885060399 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a867a48ad0 0x55a867a63560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed15600700 0 client.25747 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:19:38.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed3d057b80 1 --2- 172.21.15.12:0/1885060399 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a867a4e020 0x55a867a71b50 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed3d057b80 1 -- 172.21.15.12:0/1885060399 >> 172.21.15.12:0/1885060399 conn(0x55a867976be0 msgr2=0x55a867a4baa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:38.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed3d057b80 1 -- 172.21.15.12:0/1885060399 shutdown_connections 2024-05-21T00:19:38.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.364+0000 7fed3d057b80 1 -- 172.21.15.12:0/1885060399 wait complete. 2024-05-21T00:19:38.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.365+0000 7fed3d057b80 20 client.25747 trim_cache size 0 max 16384 2024-05-21T00:19:38.371 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:19:38.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.365+0000 7fed31000700 1 -- 172.21.15.12:0/478988806 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed100b2880 msgr2=0x7fed100b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:38.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.365+0000 7fed31000700 1 --2- 172.21.15.12:0/478988806 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed100b2880 0x7fed100b4d40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fed24009fd0 tx=0x7fed2400b040 comp rx=0 tx=0).stop 2024-05-21T00:19:38.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.365+0000 7fed31000700 1 -- 172.21.15.12:0/478988806 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fed2c06c470 msgr2=0x7fed2c19c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:38.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.365+0000 7fed31000700 1 --2- 172.21.15.12:0/478988806 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fed2c06c470 0x7fed2c19c490 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fed1800e9a0 tx=0x7fed1800ecb0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.371 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.366+0000 7fed31000700 1 -- 172.21.15.12:0/478988806 shutdown_connections 2024-05-21T00:19:38.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.366+0000 7fed31000700 1 --2- 172.21.15.12:0/478988806 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fed2c1a0820 0x7fed2c1a0ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.366+0000 7fed31000700 1 --2- 172.21.15.12:0/478988806 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed100b2880 0x7fed100b4d40 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.366+0000 7fed31000700 1 --2- 172.21.15.12:0/478988806 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fed2c06bab0 0x7fed2c19bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.366+0000 7fed31000700 1 --2- 172.21.15.12:0/478988806 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fed2c06c470 0x7fed2c19c490 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:38.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.366+0000 7fed31000700 1 -- 172.21.15.12:0/478988806 >> 172.21.15.12:0/478988806 conn(0x7fed2c079280 msgr2=0x7fed2c10e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:38.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.366+0000 7fed31000700 1 -- 172.21.15.12:0/478988806 shutdown_connections 2024-05-21T00:19:38.372 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:38.366+0000 7fed31000700 1 -- 172.21.15.12:0/478988806 wait complete. 2024-05-21T00:19:39.043 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:38 smithi012 ceph-mon[31403]: pgmap v516: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:19:39.096 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:19:39.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:38 smithi060 ceph-mon[36426]: pgmap v516: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:19:39.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:38 smithi077 ceph-mon[36377]: pgmap v516: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 9 op/s 2024-05-21T00:19:39.548 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:41.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:40 smithi012 ceph-mon[31403]: pgmap v517: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T00:19:41.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:40 smithi060 ceph-mon[36426]: pgmap v517: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T00:19:41.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:40 smithi077 ceph-mon[36377]: pgmap v517: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 85 B/s wr, 10 op/s 2024-05-21T00:19:41.465 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:19:41.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.613+0000 7f368a600700 1 -- 172.21.15.12:0/3809243834 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3684075770 msgr2=0x7f3684075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:41.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.613+0000 7f368a600700 1 --2- 172.21.15.12:0/3809243834 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3684075770 0x7f3684075b50 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f3674009990 tx=0x7f3674009ca0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.613+0000 7f368a600700 1 -- 172.21.15.12:0/3809243834 shutdown_connections 2024-05-21T00:19:41.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.613+0000 7f368a600700 1 --2- 172.21.15.12:0/3809243834 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f368410ff70 0x7f3684112360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.613+0000 7f368a600700 1 --2- 172.21.15.12:0/3809243834 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3684075770 0x7f3684075b50 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.613+0000 7f368a600700 1 --2- 172.21.15.12:0/3809243834 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3684076090 0x7f368410fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.613+0000 7f368a600700 1 -- 172.21.15.12:0/3809243834 >> 172.21.15.12:0/3809243834 conn(0x7f368407a610 msgr2=0x7f368407aa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:41.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.613+0000 7f368a600700 1 -- 172.21.15.12:0/3809243834 shutdown_connections 2024-05-21T00:19:41.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.613+0000 7f368a600700 1 -- 172.21.15.12:0/3809243834 wait complete. 2024-05-21T00:19:41.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.614+0000 7f368a600700 1 Processor -- start 2024-05-21T00:19:41.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.615+0000 7f368a600700 1 -- start start 2024-05-21T00:19:41.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.615+0000 7f368a600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3684075770 0x7f368419bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.615+0000 7f368a600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3684076090 0x7f368419c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.615+0000 7f368a600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f368410ff70 0x7f36841a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.615+0000 7f368a600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f3684115990 con 0x7f3684075770 2024-05-21T00:19:41.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.615+0000 7f368a600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f3684115810 con 0x7f3684076090 2024-05-21T00:19:41.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.615+0000 7f368a600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f3684115b10 con 0x7f368410ff70 2024-05-21T00:19:41.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.616+0000 7f3683400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3684075770 0x7f368419bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.616+0000 7f3683400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3684075770 0x7f368419bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42218/0 (socket says 172.21.15.12:42218) 2024-05-21T00:19:41.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.616+0000 7f3683400700 1 -- 172.21.15.12:0/3096134129 learned_addr learned my addr 172.21.15.12:0/3096134129 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:41.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.616+0000 7f3682a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3684076090 0x7f368419c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.617 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.616+0000 7f3683e00700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f368410ff70 0x7f36841a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.616+0000 7f3683400700 1 -- 172.21.15.12:0/3096134129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f368410ff70 msgr2=0x7f36841a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:41.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.616+0000 7f3683400700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f368410ff70 0x7f36841a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.616+0000 7f3683400700 1 -- 172.21.15.12:0/3096134129 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3684076090 msgr2=0x7f368419c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:41.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.616+0000 7f3683400700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3684076090 0x7f368419c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.616+0000 7f3683400700 1 -- 172.21.15.12:0/3096134129 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36841a0da0 con 0x7f3684075770 2024-05-21T00:19:41.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.616+0000 7f3683e00700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f368410ff70 0x7f36841a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:19:41.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.617+0000 7f3683400700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3684075770 0x7f368419bde0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f3674000c00 tx=0x7f3674009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:41.618 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.617+0000 7f367be00700 1 -- 172.21.15.12:0/3096134129 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3674027070 con 0x7f3684075770 2024-05-21T00:19:41.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.617+0000 7f368a600700 1 -- 172.21.15.12:0/3096134129 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36841a1030 con 0x7f3684075770 2024-05-21T00:19:41.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.617+0000 7f367be00700 1 -- 172.21.15.12:0/3096134129 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3674022470 con 0x7f3684075770 2024-05-21T00:19:41.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.617+0000 7f367be00700 1 -- 172.21.15.12:0/3096134129 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3674017650 con 0x7f3684075770 2024-05-21T00:19:41.619 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.617+0000 7f368a600700 1 -- 172.21.15.12:0/3096134129 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36841a8910 con 0x7f3684075770 2024-05-21T00:19:41.622 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.621+0000 7f367be00700 1 -- 172.21.15.12:0/3096134129 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f367402a070 con 0x7f3684075770 2024-05-21T00:19:41.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.622+0000 7f3694ee8b80 1 Processor -- start 2024-05-21T00:19:41.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.623+0000 7f3694ee8b80 1 -- start start 2024-05-21T00:19:41.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.623+0000 7f367be00700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f36680b2900 0x7f36680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.623+0000 7f3694ee8b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b9eb0 0x55fc022ba290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.623+0000 7f3694ee8b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022b4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.623+0000 7f3694ee8b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b4880 0x55fc022b4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.623+0000 7f3694ee8b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55fc02212e40 con 0x55fc022ba7d0 2024-05-21T00:19:41.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.623+0000 7f3694ee8b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55fc022029e0 con 0x55fc022b9eb0 2024-05-21T00:19:41.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.623+0000 7f3694ee8b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55fc02206a20 con 0x55fc022b4880 2024-05-21T00:19:41.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.623+0000 7f367be00700 1 -- 172.21.15.12:0/3096134129 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f36740e2e70 con 0x7f3684075770 2024-05-21T00:19:41.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.623+0000 7f3683400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b9eb0 0x55fc022ba290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.624+0000 7f3683400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b9eb0 0x55fc022ba290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56010/0 (socket says 172.21.15.12:56010) 2024-05-21T00:19:41.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.624+0000 7f3683400700 1 -- 172.21.15.12:0/255120136 learned_addr learned my addr 172.21.15.12:0/255120136 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:41.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.624+0000 7f3682a00700 1 --2- 172.21.15.12:0/255120136 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022b4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.624+0000 7f3683e00700 1 --2- 172.21.15.12:0/255120136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b4880 0x55fc022b4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.624+0000 7f3683e00700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f36680b2900 0x7f36680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.624+0000 7f3683400700 1 -- 172.21.15.12:0/255120136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b4880 msgr2=0x55fc022b4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:41.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.624+0000 7f3683400700 1 --2- 172.21.15.12:0/255120136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b4880 0x55fc022b4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.624+0000 7f3683400700 1 -- 172.21.15.12:0/255120136 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 msgr2=0x55fc022b4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:41.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.624+0000 7f3683400700 1 --2- 172.21.15.12:0/255120136 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022b4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.624+0000 7f3683400700 1 -- 172.21.15.12:0/255120136 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc021cb420 con 0x55fc022b9eb0 2024-05-21T00:19:41.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.624+0000 7f3683e00700 1 --2- 172.21.15.12:0/255120136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b4880 0x55fc022b4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:19:41.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.625+0000 7f3683400700 1 --2- 172.21.15.12:0/255120136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b9eb0 0x55fc022ba290 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3674009350 tx=0x7f3674009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f84c09b4af10a7f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:41.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.625+0000 7f3678c00700 1 -- 172.21.15.12:0/255120136 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36740aa4f0 con 0x55fc022b9eb0 2024-05-21T00:19:41.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.625+0000 7f3678c00700 1 -- 172.21.15.12:0/255120136 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36740ae8a0 con 0x55fc022b9eb0 2024-05-21T00:19:41.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.625+0000 7f3678c00700 1 -- 172.21.15.12:0/255120136 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36740228b0 con 0x55fc022b9eb0 2024-05-21T00:19:41.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.626+0000 7f3694ee8b80 1 -- 172.21.15.12:0/255120136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b9eb0 msgr2=0x55fc022ba290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:41.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.626+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/255120136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b9eb0 0x55fc022ba290 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3674009350 tx=0x7f3674009ca0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.626+0000 7f3683e00700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f36680b2900 0x7f36680b4dc0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f367c0060b0 tx=0x7f367c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:41.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.626+0000 7f3694ee8b80 1 -- 172.21.15.12:0/255120136 shutdown_connections 2024-05-21T00:19:41.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.626+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/255120136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b4880 0x55fc022b4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.626+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/255120136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b9eb0 0x55fc022ba290 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.626+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/255120136 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022b4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.626+0000 7f3694ee8b80 1 -- 172.21.15.12:0/255120136 >> 172.21.15.12:0/255120136 conn(0x55fc021e2be0 msgr2=0x55fc022af010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:41.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.626+0000 7f3694ee8b80 1 -- 172.21.15.12:0/255120136 shutdown_connections 2024-05-21T00:19:41.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.626+0000 7f3694ee8b80 1 -- 172.21.15.12:0/255120136 wait complete. 2024-05-21T00:19:41.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.627+0000 7f3694ee8b80 1 -- start start 2024-05-21T00:19:41.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.627+0000 7f3694ee8b80 1 Processor -- start 2024-05-21T00:19:41.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.628+0000 7f3694ee8b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b4880 0x55fc022c0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.628+0000 7f3694ee8b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022bd7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.628+0000 7f3694ee8b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022bdd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.628+0000 7f3694ee8b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55fc02108fa0 con 0x55fc022ba7d0 2024-05-21T00:19:41.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.628+0000 7f3694ee8b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55fc021a3760 con 0x55fc022b4880 2024-05-21T00:19:41.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.628+0000 7f3694ee8b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55fc022c1000 con 0x55fc022b9eb0 2024-05-21T00:19:41.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.628+0000 7f3694ee8b80 10 client.0 _ll_register_callbacks cb 0x55fc021acc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:41.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.628+0000 7f3682a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022bd7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.628+0000 7f3682a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022bd7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37156/0 (socket says 172.21.15.12:37156) 2024-05-21T00:19:41.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.628+0000 7f3682a00700 1 -- 172.21.15.12:0/1002091449 learned_addr learned my addr 172.21.15.12:0/1002091449 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:41.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.628+0000 7f3683e00700 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022bdd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.628+0000 7f3683400700 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b4880 0x55fc022c0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.629+0000 7f3682a00700 1 -- 172.21.15.12:0/1002091449 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b4880 msgr2=0x55fc022c0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:41.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.629+0000 7f3682a00700 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b4880 0x55fc022c0440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.629+0000 7f3682a00700 1 -- 172.21.15.12:0/1002091449 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 msgr2=0x55fc022bdd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:41.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.629+0000 7f3682a00700 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022bdd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.629+0000 7f3682a00700 1 -- 172.21.15.12:0/1002091449 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc021528d0 con 0x55fc022b9eb0 2024-05-21T00:19:41.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.629+0000 7f3683e00700 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022bdd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:41.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.629+0000 7f3682a00700 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022bd7e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3670012700 tx=0x7f3670012a10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b5cd36629034f52 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:41.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.629+0000 7f366d600700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:19:41.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.630+0000 7f366d600700 1 -- 172.21.15.12:0/1002091449 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3670004030 con 0x55fc022b9eb0 2024-05-21T00:19:41.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.630+0000 7f366d600700 1 -- 172.21.15.12:0/1002091449 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f36700041d0 con 0x55fc022b9eb0 2024-05-21T00:19:41.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.630+0000 7f3694ee8b80 1 -- 172.21.15.12:0/1002091449 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f36740ae8a0 con 0x55fc022b9eb0 2024-05-21T00:19:41.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.630+0000 7f366d600700 1 -- 172.21.15.12:0/1002091449 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3670023070 con 0x55fc022b9eb0 2024-05-21T00:19:41.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.630+0000 7f3694ee8b80 10 client.25756 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:41.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.630+0000 7f3694ee8b80 1 -- 172.21.15.12:0/1002091449 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fc021d3060 con 0x55fc022b9eb0 2024-05-21T00:19:41.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.630+0000 7f366d600700 1 -- 172.21.15.12:0/1002091449 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f36740ae8a0 con 0x55fc022b9eb0 2024-05-21T00:19:41.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.631+0000 7f366d600700 1 -- 172.21.15.12:0/1002091449 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f367000f700 con 0x55fc022b9eb0 2024-05-21T00:19:41.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.631+0000 7f3694ee8b80 10 client.25756 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:41.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.631+0000 7f3694ee8b80 10 client.25756 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:19:41.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.631+0000 7f3694ee8b80 20 client.25756 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:41.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.631+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fc022cdb20 0x55fc022cff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.631+0000 7f3694ee8b80 4 client.25756 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:41.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.631+0000 7f3694ee8b80 1 -- 172.21.15.12:0/1002091449 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc02214d90 con 0x55fc022cdb20 2024-05-21T00:19:41.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.631+0000 7f3683400700 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fc022cdb20 0x55fc022cff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.632+0000 7f3683400700 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fc022cdb20 0x55fc022cff60 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=135ce5c0a26c40a8 server_cookie=523ebcb6e0b58cdc in_seq=0 out_seq=0 2024-05-21T00:19:41.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.632+0000 7f366d600700 10 client.25756 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:41.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.633+0000 7f366d600700 1 -- 172.21.15.12:0/1002091449 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fc02214d90 con 0x55fc022cdb20 2024-05-21T00:19:41.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.633+0000 7f366d600700 10 client.25756 handle_command_reply: tid=0 2024-05-21T00:19:41.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.633+0000 7f3694ee8b80 1 client.25756 shutdown 2024-05-21T00:19:41.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.634+0000 7f3694ee8b80 1 -- 172.21.15.12:0/1002091449 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 msgr2=0x55fc022bd7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:41.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.634+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022bd7e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3670012700 tx=0x7f3670012a10 comp rx=0 tx=0).stop 2024-05-21T00:19:41.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.634+0000 7f3694ee8b80 1 -- 172.21.15.12:0/1002091449 shutdown_connections 2024-05-21T00:19:41.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.634+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022bdd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.634+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b4880 0x55fc022c0440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.634+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fc022cdb20 0x55fc022cff60 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.634+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/1002091449 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022bd7e0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.634+0000 7f3694ee8b80 1 -- 172.21.15.12:0/1002091449 >> 172.21.15.12:0/1002091449 conn(0x55fc021e2be0 msgr2=0x55fc022b3250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:41.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.634+0000 7f366d600700 0 client.25756 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:41.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.634+0000 7f3694ee8b80 1 -- 172.21.15.12:0/1002091449 shutdown_connections 2024-05-21T00:19:41.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.634+0000 7f3694ee8b80 1 -- 172.21.15.12:0/1002091449 wait complete. 2024-05-21T00:19:41.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.635+0000 7f3694ee8b80 20 client.25756 trim_cache size 0 max 16384 2024-05-21T00:19:41.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.652+0000 7f3694ee8b80 1 Processor -- start 2024-05-21T00:19:41.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.652+0000 7f3694ee8b80 1 -- start start 2024-05-21T00:19:41.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.652+0000 7f3694ee8b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b4880 0x55fc022b4260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.652+0000 7f3694ee8b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022a8e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.652+0000 7f3694ee8b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022bc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.652+0000 7f3694ee8b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f36841afba0 con 0x55fc022ba7d0 2024-05-21T00:19:41.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.652+0000 7f3694ee8b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f36841b16e0 con 0x55fc022b4880 2024-05-21T00:19:41.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.652+0000 7f3694ee8b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f36841b0270 con 0x55fc022b9eb0 2024-05-21T00:19:41.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.652+0000 7f3683400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b4880 0x55fc022b4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.653+0000 7f3683400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b4880 0x55fc022b4260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56020/0 (socket says 172.21.15.12:56020) 2024-05-21T00:19:41.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.653+0000 7f3683400700 1 -- 172.21.15.12:0/3986702203 learned_addr learned my addr 172.21.15.12:0/3986702203 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:41.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.653+0000 7f3682a00700 1 --2- 172.21.15.12:0/3986702203 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022a8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.653+0000 7f3683e00700 1 --2- 172.21.15.12:0/3986702203 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022bc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.653+0000 7f3683400700 1 -- 172.21.15.12:0/3986702203 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 msgr2=0x55fc022a8e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:41.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.653+0000 7f3683400700 1 --2- 172.21.15.12:0/3986702203 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022a8e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.653+0000 7f3683400700 1 -- 172.21.15.12:0/3986702203 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 msgr2=0x55fc022bc0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:41.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.653+0000 7f3683400700 1 --2- 172.21.15.12:0/3986702203 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022bc0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.653+0000 7f3683400700 1 -- 172.21.15.12:0/3986702203 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc022c0080 con 0x55fc022b4880 2024-05-21T00:19:41.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.653+0000 7f3682a00700 1 --2- 172.21.15.12:0/3986702203 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022a8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:41.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.653+0000 7f3683e00700 1 --2- 172.21.15.12:0/3986702203 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022bc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:19:41.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.653+0000 7f3683400700 1 --2- 172.21.15.12:0/3986702203 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b4880 0x55fc022b4260 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f367400b680 tx=0x7f3674005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3efd347bc70d63c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:41.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.654+0000 7f366fe00700 1 -- 172.21.15.12:0/3986702203 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36740920e0 con 0x55fc022b4880 2024-05-21T00:19:41.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.654+0000 7f366fe00700 1 -- 172.21.15.12:0/3986702203 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3674009580 con 0x55fc022b4880 2024-05-21T00:19:41.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.654+0000 7f366fe00700 1 -- 172.21.15.12:0/3986702203 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36740aa9b0 con 0x55fc022b4880 2024-05-21T00:19:41.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.654+0000 7f3694ee8b80 1 -- 172.21.15.12:0/3986702203 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b4880 msgr2=0x55fc022b4260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:41.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.654+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/3986702203 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b4880 0x55fc022b4260 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f367400b680 tx=0x7f3674005fd0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.655+0000 7f3694ee8b80 1 -- 172.21.15.12:0/3986702203 shutdown_connections 2024-05-21T00:19:41.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.655+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/3986702203 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022ba7d0 0x55fc022bc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.655+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/3986702203 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022b4880 0x55fc022b4260 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.655+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/3986702203 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022a8e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.655+0000 7f3694ee8b80 1 -- 172.21.15.12:0/3986702203 >> 172.21.15.12:0/3986702203 conn(0x55fc021e2be0 msgr2=0x55fc022b4c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:41.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.655+0000 7f3694ee8b80 1 -- 172.21.15.12:0/3986702203 shutdown_connections 2024-05-21T00:19:41.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.655+0000 7f3694ee8b80 1 -- 172.21.15.12:0/3986702203 wait complete. 2024-05-21T00:19:41.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.655+0000 7f3694ee8b80 1 -- start start 2024-05-21T00:19:41.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.655+0000 7f3694ee8b80 1 Processor -- start 2024-05-21T00:19:41.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.656+0000 7f3694ee8b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022b4880 0x55fc022c6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.656+0000 7f3694ee8b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022c6970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.656+0000 7f3694ee8b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022ba7d0 0x55fc022d4c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.656+0000 7f3694ee8b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f36841b1010 con 0x55fc022b4880 2024-05-21T00:19:41.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.656+0000 7f3694ee8b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f36841b0940 con 0x55fc022ba7d0 2024-05-21T00:19:41.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.656+0000 7f3694ee8b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f36841adb60 con 0x55fc022b9eb0 2024-05-21T00:19:41.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.656+0000 7f3694ee8b80 10 client.0 _ll_register_callbacks cb 0x55fc021acc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:41.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.656+0000 7f3683400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022b4880 0x55fc022c6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.656+0000 7f3682a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022c6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.656+0000 7f3683e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022ba7d0 0x55fc022d4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.656+0000 7f3683400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022b4880 0x55fc022c6430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:42246/0 (socket says 172.21.15.12:42246) 2024-05-21T00:19:41.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.656+0000 7f3683400700 1 -- 172.21.15.12:0/32189174 learned_addr learned my addr 172.21.15.12:0/32189174 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:41.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.657+0000 7f3683e00700 1 -- 172.21.15.12:0/32189174 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 msgr2=0x55fc022c6970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:41.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.657+0000 7f3683e00700 1 --2- 172.21.15.12:0/32189174 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022c6970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.657+0000 7f3683e00700 1 -- 172.21.15.12:0/32189174 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022b4880 msgr2=0x55fc022c6430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:41.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.657+0000 7f3683e00700 1 --2- 172.21.15.12:0/32189174 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022b4880 0x55fc022c6430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.657+0000 7f3683e00700 1 -- 172.21.15.12:0/32189174 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc022d5490 con 0x55fc022ba7d0 2024-05-21T00:19:41.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.657+0000 7f3682a00700 1 --2- 172.21.15.12:0/32189174 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022c6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:41.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.657+0000 7f3683e00700 1 --2- 172.21.15.12:0/32189174 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022ba7d0 0x55fc022d4c20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x55fc022a8d40 tx=0x7f367c004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1fd0c34706466b75 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:41.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.657+0000 7f366d600700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:19:41.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.658+0000 7f366d600700 1 -- 172.21.15.12:0/32189174 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f367c017e20 con 0x55fc022ba7d0 2024-05-21T00:19:41.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.658+0000 7f3694ee8b80 1 -- 172.21.15.12:0/32189174 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3674009580 con 0x55fc022ba7d0 2024-05-21T00:19:41.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.658+0000 7f366d600700 1 -- 172.21.15.12:0/32189174 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f367c020040 con 0x55fc022ba7d0 2024-05-21T00:19:41.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.658+0000 7f366d600700 1 -- 172.21.15.12:0/32189174 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f367c025470 con 0x55fc022ba7d0 2024-05-21T00:19:41.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.658+0000 7f3694ee8b80 10 client.25745 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:41.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.658+0000 7f3694ee8b80 1 -- 172.21.15.12:0/32189174 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fc02338290 con 0x55fc022ba7d0 2024-05-21T00:19:41.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.658+0000 7f366d600700 1 -- 172.21.15.12:0/32189174 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f3674009580 con 0x55fc022ba7d0 2024-05-21T00:19:41.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.658+0000 7f366d600700 1 -- 172.21.15.12:0/32189174 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f367c02e700 con 0x55fc022ba7d0 2024-05-21T00:19:41.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.659+0000 7f3694ee8b80 10 client.25745 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:41.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.659+0000 7f3694ee8b80 10 client.25745 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:19:41.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.659+0000 7f3694ee8b80 20 client.25745 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:41.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.659+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/32189174 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fc023389d0 0x55fc0233adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:41.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.659+0000 7f3694ee8b80 4 client.25745 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:19:41.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.659+0000 7f3694ee8b80 1 -- 172.21.15.12:0/32189174 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fc0220e570 con 0x55fc023389d0 2024-05-21T00:19:41.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.659+0000 7f3683400700 1 --2- 172.21.15.12:0/32189174 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fc023389d0 0x55fc0233adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:41.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f3683400700 1 --2- 172.21.15.12:0/32189174 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fc023389d0 0x55fc0233adf0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=893c36a6fb619996 server_cookie=245e571cc9d96c57 in_seq=0 out_seq=0 2024-05-21T00:19:41.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f366d600700 10 client.25745 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:41.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f366d600700 1 -- 172.21.15.12:0/32189174 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fc0220e570 con 0x55fc023389d0 2024-05-21T00:19:41.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f366d600700 10 client.25745 handle_command_reply: tid=0 2024-05-21T00:19:41.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f3694ee8b80 1 client.25745 shutdown 2024-05-21T00:19:41.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f3694ee8b80 1 -- 172.21.15.12:0/32189174 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022ba7d0 msgr2=0x55fc022d4c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:41.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/32189174 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022ba7d0 0x55fc022d4c20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x55fc022a8d40 tx=0x7f367c004ad0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f3694ee8b80 1 -- 172.21.15.12:0/32189174 shutdown_connections 2024-05-21T00:19:41.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/32189174 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fc022ba7d0 0x55fc022d4c20 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/32189174 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fc022b4880 0x55fc022c6430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/32189174 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55fc023389d0 0x55fc0233adf0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f3694ee8b80 1 --2- 172.21.15.12:0/32189174 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fc022b9eb0 0x55fc022c6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f3694ee8b80 1 -- 172.21.15.12:0/32189174 >> 172.21.15.12:0/32189174 conn(0x55fc021e2be0 msgr2=0x55fc022b79c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:41.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f366d600700 0 client.25745 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:41.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.660+0000 7f3694ee8b80 1 -- 172.21.15.12:0/32189174 shutdown_connections 2024-05-21T00:19:41.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.661+0000 7f3694ee8b80 1 -- 172.21.15.12:0/32189174 wait complete. 2024-05-21T00:19:41.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.661+0000 7f3694ee8b80 20 client.25745 trim_cache size 0 max 16384 2024-05-21T00:19:41.664 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:19:41.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.661+0000 7f368a600700 1 -- 172.21.15.12:0/3096134129 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f36680b2900 msgr2=0x7f36680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:41.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.661+0000 7f368a600700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f36680b2900 0x7f36680b4dc0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f367c0060b0 tx=0x7f367c00b040 comp rx=0 tx=0).stop 2024-05-21T00:19:41.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.661+0000 7f368a600700 1 -- 172.21.15.12:0/3096134129 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3684075770 msgr2=0x7f368419bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:41.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.661+0000 7f368a600700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3684075770 0x7f368419bde0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f3674000c00 tx=0x7f3674009510 comp rx=0 tx=0).stop 2024-05-21T00:19:41.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.662+0000 7f368a600700 1 -- 172.21.15.12:0/3096134129 shutdown_connections 2024-05-21T00:19:41.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.662+0000 7f368a600700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f368410ff70 0x7f36841a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.662+0000 7f368a600700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f36680b2900 0x7f36680b4dc0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.662+0000 7f368a600700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f3684075770 0x7f368419bde0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.662+0000 7f368a600700 1 --2- 172.21.15.12:0/3096134129 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f3684076090 0x7f368419c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:41.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.662+0000 7f368a600700 1 -- 172.21.15.12:0/3096134129 >> 172.21.15.12:0/3096134129 conn(0x7f368407a610 msgr2=0x7f3684100780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:41.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.662+0000 7f368a600700 1 -- 172.21.15.12:0/3096134129 shutdown_connections 2024-05-21T00:19:41.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:41.662+0000 7f368a600700 1 -- 172.21.15.12:0/3096134129 wait complete. 2024-05-21T00:19:42.558 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:43.061 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:42 smithi012 ceph-mon[31403]: pgmap v518: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:43.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:42 smithi060 ceph-mon[36426]: pgmap v518: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:43.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:42 smithi077 ceph-mon[36377]: pgmap v518: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:43.535 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:19:43.535 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:19:44.015 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:44.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.714+0000 7f6254400700 1 -- 172.21.15.12:0/3360049518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f624c1035f0 msgr2=0x7f624c103a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:44.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.714+0000 7f6254400700 1 --2- 172.21.15.12:0/3360049518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f624c1035f0 0x7f624c103a50 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f6238009990 tx=0x7f6238009ca0 comp rx=0 tx=0).stop 2024-05-21T00:19:44.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.715+0000 7f6254400700 1 -- 172.21.15.12:0/3360049518 shutdown_connections 2024-05-21T00:19:44.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.715+0000 7f6254400700 1 --2- 172.21.15.12:0/3360049518 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f624c103f90 0x7f624c110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:44.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.715+0000 7f6254400700 1 --2- 172.21.15.12:0/3360049518 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f624c108500 0x7f624c1088e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:44.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.715+0000 7f6254400700 1 --2- 172.21.15.12:0/3360049518 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f624c1035f0 0x7f624c103a50 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:44.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.715+0000 7f6254400700 1 -- 172.21.15.12:0/3360049518 >> 172.21.15.12:0/3360049518 conn(0x7f624c07a6a0 msgr2=0x7f624c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:44.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.715+0000 7f6254400700 1 -- 172.21.15.12:0/3360049518 shutdown_connections 2024-05-21T00:19:44.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.715+0000 7f6254400700 1 -- 172.21.15.12:0/3360049518 wait complete. 2024-05-21T00:19:44.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.716+0000 7f6254400700 1 Processor -- start 2024-05-21T00:19:44.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.716+0000 7f6254400700 1 -- start start 2024-05-21T00:19:44.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.717+0000 7f6254400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f624c1035f0 0x7f624c19bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:44.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.717+0000 7f6254400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f624c103f90 0x7f624c19c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:44.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.717+0000 7f6254400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f624c108500 0x7f624c1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:44.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.717+0000 7f6254400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f624c113780 con 0x7f624c1035f0 2024-05-21T00:19:44.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.717+0000 7f6254400700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f624c113600 con 0x7f624c108500 2024-05-21T00:19:44.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.717+0000 7f6254400700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f624c113900 con 0x7f624c103f90 2024-05-21T00:19:44.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.717+0000 7f6251000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f624c103f90 0x7f624c19c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:44.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.717+0000 7f6251000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f624c103f90 0x7f624c19c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37198/0 (socket says 172.21.15.12:37198) 2024-05-21T00:19:44.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.717+0000 7f6251000700 1 -- 172.21.15.12:0/1181053614 learned_addr learned my addr 172.21.15.12:0/1181053614 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:44.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.717+0000 7f6252400700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f624c108500 0x7f624c1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:44.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.717+0000 7f6251a00700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f624c1035f0 0x7f624c19bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:44.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.718+0000 7f6252400700 1 -- 172.21.15.12:0/1181053614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f624c103f90 msgr2=0x7f624c19c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:44.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.718+0000 7f6252400700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f624c103f90 0x7f624c19c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.718+0000 7f6252400700 1 -- 172.21.15.12:0/1181053614 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f624c1035f0 msgr2=0x7f624c19bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.718+0000 7f6252400700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f624c1035f0 0x7f624c19bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.718+0000 7f6252400700 1 -- 172.21.15.12:0/1181053614 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f624c1a0e00 con 0x7f624c108500 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.718+0000 7f6251000700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f624c103f90 0x7f624c19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.718+0000 7f6252400700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f624c108500 0x7f624c1a06c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f624400efc0 tx=0x7f624400c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.718+0000 7f624a000700 1 -- 172.21.15.12:0/1181053614 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62440092e0 con 0x7f624c108500 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.718+0000 7f624a000700 1 -- 172.21.15.12:0/1181053614 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6244004bb0 con 0x7f624c108500 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.718+0000 7f6254400700 1 -- 172.21.15.12:0/1181053614 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f624c1a1090 con 0x7f624c108500 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.718+0000 7f624a000700 1 -- 172.21.15.12:0/1181053614 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6244004020 con 0x7f624c108500 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.718+0000 7f6254400700 1 -- 172.21.15.12:0/1181053614 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f624c1a8970 con 0x7f624c108500 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.720+0000 7f6254400700 1 -- 172.21.15.12:0/1181053614 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f624c06a230 con 0x7f624c108500 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.723+0000 7f624a000700 1 -- 172.21.15.12:0/1181053614 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f624401b030 con 0x7f624c108500 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.725+0000 7f624a000700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f62340b2880 0x7f62340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.725+0000 7f624a000700 1 -- 172.21.15.12:0/1181053614 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f62440e1c00 con 0x7f624c108500 2024-05-21T00:19:44.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.725+0000 7f6251a00700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f62340b2880 0x7f62340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:44.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.726+0000 7f6251a00700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f62340b2880 0x7f62340b4d40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f624c1047d0 tx=0x7f6240009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:44.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:44.729+0000 7f624a000700 1 -- 172.21.15.12:0/1181053614 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6244022020 con 0x7f624c108500 2024-05-21T00:19:44.962 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:44 smithi012 ceph-mon[31403]: pgmap v519: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:19:45.030 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.029+0000 7f6254400700 1 -- 172.21.15.12:0/1181053614 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f624c1a8ba0 con 0x7f624c108500 2024-05-21T00:19:45.031 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.030+0000 7f624a000700 1 -- 172.21.15.12:0/1181053614 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f6244010040 con 0x7f624c108500 2024-05-21T00:19:45.031 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:19:45.032 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:19:45.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.033+0000 7f6254400700 1 -- 172.21.15.12:0/1181053614 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f62340b2880 msgr2=0x7f62340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:45.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.033+0000 7f6254400700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f62340b2880 0x7f62340b4d40 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f624c1047d0 tx=0x7f6240009260 comp rx=0 tx=0).stop 2024-05-21T00:19:45.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.033+0000 7f6254400700 1 -- 172.21.15.12:0/1181053614 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f624c108500 msgr2=0x7f624c1a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:45.034 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.033+0000 7f6254400700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f624c108500 0x7f624c1a06c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f624400efc0 tx=0x7f624400c3a0 comp rx=0 tx=0).stop 2024-05-21T00:19:45.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.034+0000 7f6254400700 1 -- 172.21.15.12:0/1181053614 shutdown_connections 2024-05-21T00:19:45.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.034+0000 7f6254400700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f624c108500 0x7f624c1a06c0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:45.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.034+0000 7f6254400700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f62340b2880 0x7f62340b4d40 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:45.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.034+0000 7f6254400700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f624c1035f0 0x7f624c19bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:45.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.034+0000 7f6254400700 1 --2- 172.21.15.12:0/1181053614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f624c103f90 0x7f624c19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:45.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.034+0000 7f6254400700 1 -- 172.21.15.12:0/1181053614 >> 172.21.15.12:0/1181053614 conn(0x7f624c07a6a0 msgr2=0x7f624c101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:45.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.034+0000 7f6254400700 1 -- 172.21.15.12:0/1181053614 shutdown_connections 2024-05-21T00:19:45.035 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:45.034+0000 7f6254400700 1 -- 172.21.15.12:0/1181053614 wait complete. 2024-05-21T00:19:45.036 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:19:45.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:44 smithi060 ceph-mon[36426]: pgmap v519: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:19:45.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:44 smithi077 ceph-mon[36377]: pgmap v519: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:19:46.032 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id 8787a116 --release --await' 2024-05-21T00:19:46.032 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24538 quiesce db --set-id 8787a116 --release --await 2024-05-21T00:19:46.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:45 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1181053614' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:19:46.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:45 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1181053614' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:19:46.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:45 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1181053614' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:19:46.957 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:47.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:46 smithi012 ceph-mon[31403]: pgmap v520: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:19:47.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:46 smithi060 ceph-mon[36426]: pgmap v520: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:19:47.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:46 smithi077 ceph-mon[36377]: pgmap v520: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:19:47.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.741+0000 7f9e2ec00700 1 -- 172.21.15.12:0/1870016376 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e281088f0 msgr2=0x7f9e28110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.741+0000 7f9e2ec00700 1 --2- 172.21.15.12:0/1870016376 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e281088f0 0x7f9e28110470 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f9e2000b0d0 tx=0x7f9e2000b3e0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.741+0000 7f9e2ec00700 1 -- 172.21.15.12:0/1870016376 shutdown_connections 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.741+0000 7f9e2ec00700 1 --2- 172.21.15.12:0/1870016376 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e281088f0 0x7f9e28110470 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.741+0000 7f9e2ec00700 1 --2- 172.21.15.12:0/1870016376 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e281037f0 0x7f9e28103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.741+0000 7f9e2ec00700 1 --2- 172.21.15.12:0/1870016376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e281041a0 0x7f9e281081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.741+0000 7f9e2ec00700 1 -- 172.21.15.12:0/1870016376 >> 172.21.15.12:0/1870016376 conn(0x7f9e2807a6a0 msgr2=0x7f9e2807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.742+0000 7f9e2ec00700 1 -- 172.21.15.12:0/1870016376 shutdown_connections 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.742+0000 7f9e2ec00700 1 -- 172.21.15.12:0/1870016376 wait complete. 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.743+0000 7f9e2ec00700 1 Processor -- start 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.743+0000 7f9e2ec00700 1 -- start start 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.743+0000 7f9e2ec00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e281037f0 0x7f9e2819bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.743+0000 7f9e2ec00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e281041a0 0x7f9e2819c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.743+0000 7f9e2ec00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e281088f0 0x7f9e281a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.743+0000 7f9e2ec00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9e28113730 con 0x7f9e281041a0 2024-05-21T00:19:47.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.743+0000 7f9e2ec00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9e281135b0 con 0x7f9e281088f0 2024-05-21T00:19:47.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.743+0000 7f9e2ec00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f9e281138b0 con 0x7f9e281037f0 2024-05-21T00:19:47.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.744+0000 7f9e27400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e281041a0 0x7f9e2819c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.744+0000 7f9e27e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e281037f0 0x7f9e2819bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.744+0000 7f9e27400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e281041a0 0x7f9e2819c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33336/0 (socket says 172.21.15.12:33336) 2024-05-21T00:19:47.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.744+0000 7f9e27400700 1 -- 172.21.15.12:0/4216344846 learned_addr learned my addr 172.21.15.12:0/4216344846 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:47.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.744+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e281088f0 0x7f9e281a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.744+0000 7f9e27e00700 1 -- 172.21.15.12:0/4216344846 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e281088f0 msgr2=0x7f9e281a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:47.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.744+0000 7f9e27e00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e281088f0 0x7f9e281a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.744+0000 7f9e27e00700 1 -- 172.21.15.12:0/4216344846 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e281041a0 msgr2=0x7f9e2819c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:47.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.744+0000 7f9e27e00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e281041a0 0x7f9e2819c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.744+0000 7f9e27e00700 1 -- 172.21.15.12:0/4216344846 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e281a0dd0 con 0x7f9e281037f0 2024-05-21T00:19:47.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.744+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e281088f0 0x7f9e281a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:19:47.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.744+0000 7f9e27400700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e281041a0 0x7f9e2819c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:47.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.745+0000 7f9e27e00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e281037f0 0x7f9e2819bdc0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9e1800e9f0 tx=0x7f9e1800ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:47.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.745+0000 7f9e24c00700 1 -- 172.21.15.12:0/4216344846 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e1800cbd0 con 0x7f9e281037f0 2024-05-21T00:19:47.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.745+0000 7f9e24c00700 1 -- 172.21.15.12:0/4216344846 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e1800cd70 con 0x7f9e281037f0 2024-05-21T00:19:47.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.745+0000 7f9e2ec00700 1 -- 172.21.15.12:0/4216344846 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e281a10c0 con 0x7f9e281037f0 2024-05-21T00:19:47.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.745+0000 7f9e24c00700 1 -- 172.21.15.12:0/4216344846 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e18018680 con 0x7f9e281037f0 2024-05-21T00:19:47.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.745+0000 7f9e2ec00700 1 -- 172.21.15.12:0/4216344846 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e281a8940 con 0x7f9e281037f0 2024-05-21T00:19:47.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.749+0000 7f9e24c00700 1 -- 172.21.15.12:0/4216344846 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9e18010430 con 0x7f9e281037f0 2024-05-21T00:19:47.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.750+0000 7f9e39548b80 1 Processor -- start 2024-05-21T00:19:47.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.750+0000 7f9e39548b80 1 -- start start 2024-05-21T00:19:47.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.750+0000 7f9e39548b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e30f30 0x55af60e31310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.750+0000 7f9e39548b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e31850 0x55af60e2b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.751+0000 7f9e39548b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e2b900 0x55af60e2bd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.751+0000 7f9e39548b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55af60d89ec0 con 0x55af60e2b900 2024-05-21T00:19:47.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.751+0000 7f9e39548b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55af60d79a60 con 0x55af60e30f30 2024-05-21T00:19:47.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.751+0000 7f9e39548b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55af60d7daa0 con 0x55af60e31850 2024-05-21T00:19:47.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.751+0000 7f9e24c00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9e0c0b2880 0x7f9e0c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.751+0000 7f9e2cc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e30f30 0x55af60e31310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.751+0000 7f9e2cc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e30f30 0x55af60e31310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53608/0 (socket says 172.21.15.12:53608) 2024-05-21T00:19:47.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.751+0000 7f9e2cc00700 1 -- 172.21.15.12:0/3089147551 learned_addr learned my addr 172.21.15.12:0/3089147551 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:47.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.751+0000 7f9e27400700 1 --2- 172.21.15.12:0/3089147551 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e2b900 0x55af60e2bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.751+0000 7f9e24c00700 1 -- 172.21.15.12:0/4216344846 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f9e180e23e0 con 0x7f9e281037f0 2024-05-21T00:19:47.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.751+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9e0c0b2880 0x7f9e0c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.752+0000 7f9e2cc00700 1 -- 172.21.15.12:0/3089147551 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e31850 msgr2=0x55af60e2b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:47.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.752+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/3089147551 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e31850 0x55af60e2b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.752+0000 7f9e2cc00700 1 -- 172.21.15.12:0/3089147551 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e2b900 msgr2=0x55af60e2bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:47.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.752+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/3089147551 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e2b900 0x55af60e2bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.752+0000 7f9e2cc00700 1 -- 172.21.15.12:0/3089147551 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af60d424a0 con 0x55af60e30f30 2024-05-21T00:19:47.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.752+0000 7f9e27400700 1 --2- 172.21.15.12:0/3089147551 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e2b900 0x55af60e2bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:47.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.752+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/3089147551 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e30f30 0x55af60e31310 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9e20009610 tx=0x7f9e2000bba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7469c97848aea5fd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:47.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.753+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9e0c0b2880 0x7f9e0c0b4d40 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f9e20025000 tx=0x7f9e20028000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:47.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.753+0000 7f9e1d600700 1 -- 172.21.15.12:0/3089147551 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e200092e0 con 0x55af60e30f30 2024-05-21T00:19:47.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.753+0000 7f9e1d600700 1 -- 172.21.15.12:0/3089147551 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e20020930 con 0x55af60e30f30 2024-05-21T00:19:47.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.753+0000 7f9e1d600700 1 -- 172.21.15.12:0/3089147551 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e2002a7a0 con 0x55af60e30f30 2024-05-21T00:19:47.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.754+0000 7f9e39548b80 1 -- 172.21.15.12:0/3089147551 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e30f30 msgr2=0x55af60e31310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:47.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.754+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3089147551 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e30f30 0x55af60e31310 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9e20009610 tx=0x7f9e2000bba0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.754+0000 7f9e39548b80 1 -- 172.21.15.12:0/3089147551 shutdown_connections 2024-05-21T00:19:47.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.754+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3089147551 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e2b900 0x55af60e2bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.754+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3089147551 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e30f30 0x55af60e31310 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.754+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3089147551 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e31850 0x55af60e2b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.754+0000 7f9e39548b80 1 -- 172.21.15.12:0/3089147551 >> 172.21.15.12:0/3089147551 conn(0x55af60d59c60 msgr2=0x55af60e26090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:47.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.754+0000 7f9e39548b80 1 -- 172.21.15.12:0/3089147551 shutdown_connections 2024-05-21T00:19:47.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.754+0000 7f9e39548b80 1 -- 172.21.15.12:0/3089147551 wait complete. 2024-05-21T00:19:47.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.755+0000 7f9e39548b80 1 -- start start 2024-05-21T00:19:47.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.755+0000 7f9e39548b80 1 Processor -- start 2024-05-21T00:19:47.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.755+0000 7f9e39548b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e2b900 0x55af60e37690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.755+0000 7f9e39548b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e30f30 0x55af60e34a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e39548b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 0x55af60e34f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e39548b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55af60c80020 con 0x55af60e30f30 2024-05-21T00:19:47.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e39548b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55af60d1a7e0 con 0x55af60e31850 2024-05-21T00:19:47.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e39548b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55af60e38200 con 0x55af60e2b900 2024-05-21T00:19:47.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e39548b80 10 client.0 _ll_register_callbacks cb 0x55af60d23cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:47.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e2cc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 0x55af60e34f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e27400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e30f30 0x55af60e34a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e2cc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 0x55af60e34f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53624/0 (socket says 172.21.15.12:53624) 2024-05-21T00:19:47.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e2cc00700 1 -- 172.21.15.12:0/675462798 learned_addr learned my addr 172.21.15.12:0/675462798 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:47.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e27e00700 1 --2- 172.21.15.12:0/675462798 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e2b900 0x55af60e37690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e2cc00700 1 -- 172.21.15.12:0/675462798 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e2b900 msgr2=0x55af60e37690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:47.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/675462798 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e2b900 0x55af60e37690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e2cc00700 1 -- 172.21.15.12:0/675462798 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e30f30 msgr2=0x55af60e34a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:47.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/675462798 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e30f30 0x55af60e34a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.756+0000 7f9e2cc00700 1 -- 172.21.15.12:0/675462798 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af60cc9950 con 0x55af60e31850 2024-05-21T00:19:47.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.757+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/675462798 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 0x55af60e34f70 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9e2002c040 tx=0x7f9e2000b770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=17930ac30f033f33 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.757+0000 7f9e12000700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.757+0000 7f9e12000700 1 -- 172.21.15.12:0/675462798 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e2003a070 con 0x55af60e31850 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.757+0000 7f9e12000700 1 -- 172.21.15.12:0/675462798 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f9e20020680 con 0x55af60e31850 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.757+0000 7f9e39548b80 1 -- 172.21.15.12:0/675462798 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e20020930 con 0x55af60e31850 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.757+0000 7f9e12000700 1 -- 172.21.15.12:0/675462798 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9e20046050 con 0x55af60e31850 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.758+0000 7f9e39548b80 10 client.25763 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.758+0000 7f9e39548b80 1 -- 172.21.15.12:0/675462798 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55af60d4a0e0 con 0x55af60e31850 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.758+0000 7f9e12000700 1 -- 172.21.15.12:0/675462798 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e20020930 con 0x55af60e31850 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.758+0000 7f9e12000700 1 -- 172.21.15.12:0/675462798 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f9e20011070 con 0x55af60e31850 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.758+0000 7f9e39548b80 10 client.25763 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.758+0000 7f9e39548b80 10 client.25763 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.758+0000 7f9e39548b80 20 client.25763 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.758+0000 7f9e39548b80 1 --2- 172.21.15.12:0/675462798 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55af60e44d00 0x55af60e470f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.758+0000 7f9e39548b80 4 client.25763 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:47.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.758+0000 7f9e39548b80 1 -- 172.21.15.12:0/675462798 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55af60d8be10 con 0x55af60e44d00 2024-05-21T00:19:47.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.759+0000 7f9e27e00700 1 --2- 172.21.15.12:0/675462798 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55af60e44d00 0x55af60e470f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.759+0000 7f9e27e00700 1 --2- 172.21.15.12:0/675462798 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55af60e44d00 0x55af60e470f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c0e051388a73309 server_cookie=28111b53d5ee4d08 in_seq=0 out_seq=0 2024-05-21T00:19:47.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.759+0000 7f9e12000700 10 client.25763 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:47.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.760+0000 7f9e12000700 1 -- 172.21.15.12:0/675462798 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55af60d8be10 con 0x55af60e44d00 2024-05-21T00:19:47.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.760+0000 7f9e12000700 10 client.25763 handle_command_reply: tid=0 2024-05-21T00:19:47.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.760+0000 7f9e39548b80 1 client.25763 shutdown 2024-05-21T00:19:47.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.760+0000 7f9e39548b80 1 -- 172.21.15.12:0/675462798 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 msgr2=0x55af60e34f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:47.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.760+0000 7f9e39548b80 1 --2- 172.21.15.12:0/675462798 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 0x55af60e34f70 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9e2002c040 tx=0x7f9e2000b770 comp rx=0 tx=0).stop 2024-05-21T00:19:47.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.761+0000 7f9e39548b80 1 -- 172.21.15.12:0/675462798 shutdown_connections 2024-05-21T00:19:47.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.761+0000 7f9e39548b80 1 --2- 172.21.15.12:0/675462798 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 0x55af60e34f70 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.761+0000 7f9e39548b80 1 --2- 172.21.15.12:0/675462798 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55af60e44d00 0x55af60e470f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.761+0000 7f9e39548b80 1 --2- 172.21.15.12:0/675462798 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e2b900 0x55af60e37690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.761+0000 7f9e39548b80 1 --2- 172.21.15.12:0/675462798 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e30f30 0x55af60e34a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.761+0000 7f9e39548b80 1 -- 172.21.15.12:0/675462798 >> 172.21.15.12:0/675462798 conn(0x55af60d59c60 msgr2=0x55af60e2a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:47.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.761+0000 7f9e12000700 0 client.25763 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:47.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.761+0000 7f9e39548b80 1 -- 172.21.15.12:0/675462798 shutdown_connections 2024-05-21T00:19:47.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.761+0000 7f9e39548b80 1 -- 172.21.15.12:0/675462798 wait complete. 2024-05-21T00:19:47.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.761+0000 7f9e39548b80 20 client.25763 trim_cache size 0 max 16384 2024-05-21T00:19:47.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.785+0000 7f9e39548b80 1 Processor -- start 2024-05-21T00:19:47.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.785+0000 7f9e39548b80 1 -- start start 2024-05-21T00:19:47.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.785+0000 7f9e39548b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e2b900 0x55af60e2b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.785+0000 7f9e39548b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e30f30 0x55af60e2f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.785+0000 7f9e39548b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 0x55af60e323c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.785+0000 7f9e39548b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9e281afd40 con 0x55af60e2b900 2024-05-21T00:19:47.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.785+0000 7f9e39548b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9e281b1880 con 0x55af60e31850 2024-05-21T00:19:47.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.785+0000 7f9e39548b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f9e281b0410 con 0x55af60e30f30 2024-05-21T00:19:47.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.786+0000 7f9e2cc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 0x55af60e323c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.786+0000 7f9e27400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e30f30 0x55af60e2f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.786+0000 7f9e2cc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 0x55af60e323c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53640/0 (socket says 172.21.15.12:53640) 2024-05-21T00:19:47.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.786+0000 7f9e2cc00700 1 -- 172.21.15.12:0/3344695962 learned_addr learned my addr 172.21.15.12:0/3344695962 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:47.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.786+0000 7f9e27e00700 1 --2- 172.21.15.12:0/3344695962 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e2b900 0x55af60e2b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.786+0000 7f9e2cc00700 1 -- 172.21.15.12:0/3344695962 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e30f30 msgr2=0x55af60e2f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:47.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.786+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/3344695962 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e30f30 0x55af60e2f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.786+0000 7f9e2cc00700 1 -- 172.21.15.12:0/3344695962 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e2b900 msgr2=0x55af60e2b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:47.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.786+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/3344695962 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e2b900 0x55af60e2b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.786+0000 7f9e2cc00700 1 -- 172.21.15.12:0/3344695962 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55af60e32fa0 con 0x55af60e31850 2024-05-21T00:19:47.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.786+0000 7f9e27400700 1 --2- 172.21.15.12:0/3344695962 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e30f30 0x55af60e2f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:47.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.786+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/3344695962 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 0x55af60e323c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9e20009e60 tx=0x7f9e20009c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf2c33fa61630732 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:47.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.787+0000 7f9e1cc00700 1 -- 172.21.15.12:0/3344695962 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e2003a040 con 0x55af60e31850 2024-05-21T00:19:47.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.787+0000 7f9e1cc00700 1 -- 172.21.15.12:0/3344695962 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e200337c0 con 0x55af60e31850 2024-05-21T00:19:47.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.787+0000 7f9e1cc00700 1 -- 172.21.15.12:0/3344695962 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e2002aa00 con 0x55af60e31850 2024-05-21T00:19:47.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.788+0000 7f9e39548b80 1 -- 172.21.15.12:0/3344695962 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 msgr2=0x55af60e323c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:47.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.788+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3344695962 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 0x55af60e323c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9e20009e60 tx=0x7f9e20009c80 comp rx=0 tx=0).stop 2024-05-21T00:19:47.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.788+0000 7f9e39548b80 1 -- 172.21.15.12:0/3344695962 shutdown_connections 2024-05-21T00:19:47.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.788+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3344695962 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e31850 0x55af60e323c0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.788+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3344695962 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e2b900 0x55af60e2b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.788+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3344695962 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e30f30 0x55af60e2f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.788+0000 7f9e39548b80 1 -- 172.21.15.12:0/3344695962 >> 172.21.15.12:0/3344695962 conn(0x55af60d59c60 msgr2=0x55af60e31cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:47.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.788+0000 7f9e39548b80 1 -- 172.21.15.12:0/3344695962 shutdown_connections 2024-05-21T00:19:47.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.788+0000 7f9e39548b80 1 -- 172.21.15.12:0/3344695962 wait complete. 2024-05-21T00:19:47.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.788+0000 7f9e39548b80 1 -- start start 2024-05-21T00:19:47.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.789+0000 7f9e39548b80 1 Processor -- start 2024-05-21T00:19:47.791 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.789+0000 7f9e39548b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e2b900 0x55af60e486d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.791 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.789+0000 7f9e39548b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e30f30 0x55af60e48c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.791 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.789+0000 7f9e39548b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e31850 0x55af60ea8510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.789+0000 7f9e39548b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9e281b11b0 con 0x55af60e31850 2024-05-21T00:19:47.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.789+0000 7f9e39548b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9e281b0ae0 con 0x55af60e2b900 2024-05-21T00:19:47.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.789+0000 7f9e39548b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f9e281adce0 con 0x55af60e30f30 2024-05-21T00:19:47.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.789+0000 7f9e39548b80 10 client.0 _ll_register_callbacks cb 0x55af60d23cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:47.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.790+0000 7f9e2cc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e31850 0x55af60ea8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.790+0000 7f9e2cc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e31850 0x55af60ea8510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33378/0 (socket says 172.21.15.12:33378) 2024-05-21T00:19:47.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.790+0000 7f9e2cc00700 1 -- 172.21.15.12:0/3125412032 learned_addr learned my addr 172.21.15.12:0/3125412032 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:47.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.790+0000 7f9e27400700 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e30f30 0x55af60e48c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.790+0000 7f9e27e00700 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e2b900 0x55af60e486d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.790+0000 7f9e2cc00700 1 -- 172.21.15.12:0/3125412032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e30f30 msgr2=0x55af60e48c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:47.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.790+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e30f30 0x55af60e48c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.790+0000 7f9e2cc00700 1 -- 172.21.15.12:0/3125412032 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e2b900 msgr2=0x55af60e486d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:47.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.790+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e2b900 0x55af60e486d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.790+0000 7f9e2cc00700 1 -- 172.21.15.12:0/3125412032 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55af60ea8b50 con 0x55af60e31850 2024-05-21T00:19:47.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.790+0000 7f9e27400700 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e30f30 0x55af60e48c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:47.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.790+0000 7f9e2cc00700 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e31850 0x55af60ea8510 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f9e20009e30 tx=0x7f9e20005a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57a957fcfefbca0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:47.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.790+0000 7f9e12000700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:19:47.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.791+0000 7f9e12000700 1 -- 172.21.15.12:0/3125412032 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e2003a040 con 0x55af60e31850 2024-05-21T00:19:47.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.791+0000 7f9e12000700 1 -- 172.21.15.12:0/3125412032 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f9e20020cf0 con 0x55af60e31850 2024-05-21T00:19:47.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.791+0000 7f9e39548b80 1 -- 172.21.15.12:0/3125412032 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e200337c0 con 0x55af60e31850 2024-05-21T00:19:47.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.791+0000 7f9e12000700 1 -- 172.21.15.12:0/3125412032 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9e20051070 con 0x55af60e31850 2024-05-21T00:19:47.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.791+0000 7f9e39548b80 10 client.15654 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:47.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.791+0000 7f9e39548b80 1 -- 172.21.15.12:0/3125412032 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55af60eaff20 con 0x55af60e31850 2024-05-21T00:19:47.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.791+0000 7f9e12000700 1 -- 172.21.15.12:0/3125412032 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f9e200337c0 con 0x55af60e31850 2024-05-21T00:19:47.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.792+0000 7f9e12000700 1 -- 172.21.15.12:0/3125412032 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f9e20011070 con 0x55af60e31850 2024-05-21T00:19:47.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.792+0000 7f9e39548b80 10 client.15654 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:47.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.792+0000 7f9e39548b80 10 client.15654 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:19:47.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.792+0000 7f9e39548b80 20 client.15654 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:47.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.792+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55af60eb04f0 0x55af60eb2910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:47.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.792+0000 7f9e39548b80 4 client.15654 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:19:47.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.792+0000 7f9e39548b80 1 -- 172.21.15.12:0/3125412032 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55af60d855f0 con 0x55af60eb04f0 2024-05-21T00:19:47.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.792+0000 7f9e27e00700 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55af60eb04f0 0x55af60eb2910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:47.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.793+0000 7f9e27e00700 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55af60eb04f0 0x55af60eb2910 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44e8b56c001c0280 server_cookie=d5be6ee4bbcea8ef in_seq=0 out_seq=0 2024-05-21T00:19:47.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.793+0000 7f9e12000700 10 client.15654 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:47.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.794+0000 7f9e12000700 1 -- 172.21.15.12:0/3125412032 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55af60d855f0 con 0x55af60eb04f0 2024-05-21T00:19:47.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.794+0000 7f9e12000700 10 client.15654 handle_command_reply: tid=0 2024-05-21T00:19:47.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.794+0000 7f9e39548b80 1 client.15654 shutdown 2024-05-21T00:19:47.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.794+0000 7f9e39548b80 1 -- 172.21.15.12:0/3125412032 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e31850 msgr2=0x55af60ea8510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:47.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.794+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e31850 0x55af60ea8510 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f9e20009e30 tx=0x7f9e20005a60 comp rx=0 tx=0).stop 2024-05-21T00:19:47.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.794+0000 7f9e39548b80 1 -- 172.21.15.12:0/3125412032 shutdown_connections 2024-05-21T00:19:47.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.794+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55af60e31850 0x55af60ea8510 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.794+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55af60e2b900 0x55af60e486d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.794+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55af60eb04f0 0x55af60eb2910 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.794+0000 7f9e39548b80 1 --2- 172.21.15.12:0/3125412032 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55af60e30f30 0x55af60e48c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.794+0000 7f9e39548b80 1 -- 172.21.15.12:0/3125412032 >> 172.21.15.12:0/3125412032 conn(0x55af60d59c60 msgr2=0x55af60e2fbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:47.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.794+0000 7f9e12000700 0 client.15654 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:47.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.795+0000 7f9e39548b80 1 -- 172.21.15.12:0/3125412032 shutdown_connections 2024-05-21T00:19:47.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.795+0000 7f9e39548b80 1 -- 172.21.15.12:0/3125412032 wait complete. 2024-05-21T00:19:47.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.795+0000 7f9e39548b80 20 client.15654 trim_cache size 0 max 16384 2024-05-21T00:19:47.797 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:19:47.797 INFO:teuthology.orchestra.run.smithi012.stdout: "return_code": 0, 2024-05-21T00:19:47.797 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_tag": "a2830338-9f09-466b-9802-4ffeda8a162e", 2024-05-21T00:19:47.797 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": "asynchronous" 2024-05-21T00:19:47.798 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:19:47.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.796+0000 7f9e2ec00700 1 -- 172.21.15.12:0/4216344846 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9e0c0b2880 msgr2=0x7f9e0c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:47.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.796+0000 7f9e2ec00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9e0c0b2880 0x7f9e0c0b4d40 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f9e20025000 tx=0x7f9e20028000 comp rx=0 tx=0).stop 2024-05-21T00:19:47.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.796+0000 7f9e2ec00700 1 -- 172.21.15.12:0/4216344846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e281037f0 msgr2=0x7f9e2819bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:47.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.796+0000 7f9e2ec00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e281037f0 0x7f9e2819bdc0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f9e1800e9f0 tx=0x7f9e1800ed00 comp rx=0 tx=0).stop 2024-05-21T00:19:47.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.796+0000 7f9e2ec00700 1 -- 172.21.15.12:0/4216344846 shutdown_connections 2024-05-21T00:19:47.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.796+0000 7f9e2ec00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9e281088f0 0x7f9e281a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.796+0000 7f9e2ec00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9e281037f0 0x7f9e2819bdc0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.796+0000 7f9e2ec00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f9e0c0b2880 0x7f9e0c0b4d40 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.796+0000 7f9e2ec00700 1 --2- 172.21.15.12:0/4216344846 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f9e281041a0 0x7f9e2819c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:47.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.796+0000 7f9e2ec00700 1 -- 172.21.15.12:0/4216344846 >> 172.21.15.12:0/4216344846 conn(0x7f9e2807a6a0 msgr2=0x7f9e28101580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:47.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.797+0000 7f9e2ec00700 1 -- 172.21.15.12:0/4216344846 shutdown_connections 2024-05-21T00:19:47.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:47.797+0000 7f9e2ec00700 1 -- 172.21.15.12:0/4216344846 wait complete. 2024-05-21T00:19:49.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:48 smithi060 ceph-mon[36426]: pgmap v521: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:49.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:48 smithi060 ceph-mon[36426]: scrub queued for path: / 2024-05-21T00:19:49.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:48 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:19:49.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:48 smithi060 ceph-mon[36426]: scrub summary: active paths [/] 2024-05-21T00:19:49.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:48 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:19:49.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:48 smithi077 ceph-mon[36377]: pgmap v521: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:49.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:48 smithi077 ceph-mon[36377]: scrub queued for path: / 2024-05-21T00:19:49.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:48 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:19:49.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:48 smithi077 ceph-mon[36377]: scrub summary: active paths [/] 2024-05-21T00:19:49.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:48 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:19:49.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:48 smithi012 ceph-mon[31403]: pgmap v521: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:19:49.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:48 smithi012 ceph-mon[31403]: scrub queued for path: / 2024-05-21T00:19:49.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:48 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:19:49.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:48 smithi012 ceph-mon[31403]: scrub summary: active paths [/] 2024-05-21T00:19:49.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:48 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:19:49.577 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:19:50.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.192+0000 7ff4bc400700 1 -- 172.21.15.12:0/4019909524 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4b406bc10 msgr2=0x7ff4b406c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:50.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.192+0000 7ff4bc400700 1 --2- 172.21.15.12:0/4019909524 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4b406bc10 0x7ff4b406c090 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff4a00098f0 tx=0x7ff4a0009c00 comp rx=0 tx=0).stop 2024-05-21T00:19:50.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.193+0000 7ff4bc400700 1 -- 172.21.15.12:0/4019909524 shutdown_connections 2024-05-21T00:19:50.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.193+0000 7ff4bc400700 1 --2- 172.21.15.12:0/4019909524 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff4b406c5d0 0x7ff4b41103f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.193+0000 7ff4bc400700 1 --2- 172.21.15.12:0/4019909524 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff4b41095d0 0x7ff4b41099b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.193+0000 7ff4bc400700 1 --2- 172.21.15.12:0/4019909524 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4b406bc10 0x7ff4b406c090 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.193+0000 7ff4bc400700 1 -- 172.21.15.12:0/4019909524 >> 172.21.15.12:0/4019909524 conn(0x7ff4b40793f0 msgr2=0x7ff4b4079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:50.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.193+0000 7ff4bc400700 1 -- 172.21.15.12:0/4019909524 shutdown_connections 2024-05-21T00:19:50.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.193+0000 7ff4bc400700 1 -- 172.21.15.12:0/4019909524 wait complete. 2024-05-21T00:19:50.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.194+0000 7ff4bc400700 1 Processor -- start 2024-05-21T00:19:50.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.195+0000 7ff4bc400700 1 -- start start 2024-05-21T00:19:50.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.195+0000 7ff4bc400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff4b406bc10 0x7ff4b419bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.195+0000 7ff4bc400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff4b406c5d0 0x7ff4b419c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.195+0000 7ff4bc400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4b41095d0 0x7ff4b41a07d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.195+0000 7ff4bc400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b4113750 con 0x7ff4b406c5d0 2024-05-21T00:19:50.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.195+0000 7ff4bc400700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b41135d0 con 0x7ff4b406bc10 2024-05-21T00:19:50.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.195+0000 7ff4bc400700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b41138d0 con 0x7ff4b41095d0 2024-05-21T00:19:50.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.196+0000 7ff4b9000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff4b406c5d0 0x7ff4b419c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.196+0000 7ff4b9a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff4b406bc10 0x7ff4b419bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.196+0000 7ff4b9000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff4b406c5d0 0x7ff4b419c440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33396/0 (socket says 172.21.15.12:33396) 2024-05-21T00:19:50.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.196+0000 7ff4b9a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff4b406bc10 0x7ff4b419bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53658/0 (socket says 172.21.15.12:53658) 2024-05-21T00:19:50.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.196+0000 7ff4b9000700 1 -- 172.21.15.12:0/2596312477 learned_addr learned my addr 172.21.15.12:0/2596312477 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:50.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.196+0000 7ff4b9000700 1 -- 172.21.15.12:0/2596312477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4b41095d0 msgr2=0x7ff4b41a07d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:50.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.196+0000 7ff4b9000700 1 --2- 172.21.15.12:0/2596312477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4b41095d0 0x7ff4b41a07d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.196+0000 7ff4b9000700 1 -- 172.21.15.12:0/2596312477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff4b406bc10 msgr2=0x7ff4b419bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:50.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.196+0000 7ff4b9000700 1 --2- 172.21.15.12:0/2596312477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff4b406bc10 0x7ff4b419bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.196+0000 7ff4b9000700 1 -- 172.21.15.12:0/2596312477 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4b41a0f10 con 0x7ff4b406c5d0 2024-05-21T00:19:50.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.196+0000 7ff4b9a00700 1 --2- 172.21.15.12:0/2596312477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff4b406bc10 0x7ff4b419bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:19:50.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.197+0000 7ff4b9000700 1 --2- 172.21.15.12:0/2596312477 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff4b406c5d0 0x7ff4b419c440 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff4a0009230 tx=0x7ff4a000fb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:50.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.197+0000 7ff4b2000700 1 -- 172.21.15.12:0/2596312477 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a00052e0 con 0x7ff4b406c5d0 2024-05-21T00:19:50.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.197+0000 7ff4b2000700 1 -- 172.21.15.12:0/2596312477 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff4a000ba10 con 0x7ff4b406c5d0 2024-05-21T00:19:50.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.197+0000 7ff4bc400700 1 -- 172.21.15.12:0/2596312477 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4b41a11a0 con 0x7ff4b406c5d0 2024-05-21T00:19:50.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.197+0000 7ff4b2000700 1 -- 172.21.15.12:0/2596312477 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a0003af0 con 0x7ff4b406c5d0 2024-05-21T00:19:50.199 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.197+0000 7ff4bc400700 1 -- 172.21.15.12:0/2596312477 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4b41a8a80 con 0x7ff4b406c5d0 2024-05-21T00:19:50.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.201+0000 7ff4b2000700 1 -- 172.21.15.12:0/2596312477 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff4a0005480 con 0x7ff4b406c5d0 2024-05-21T00:19:50.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.203+0000 7ff4c6d07b80 1 Processor -- start 2024-05-21T00:19:50.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.203+0000 7ff4c6d07b80 1 -- start start 2024-05-21T00:19:50.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.204+0000 7ff4c6d07b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed5468c10 0x557ed5468ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.204+0000 7ff4c6d07b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5469530 0x557ed5462fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.204+0000 7ff4c6d07b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed5463a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.204+0000 7ff4c6d07b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557ed53c0f40 con 0x557ed5469530 2024-05-21T00:19:50.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.204+0000 7ff4c6d07b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x557ed53b0ae0 con 0x557ed5468c10 2024-05-21T00:19:50.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.204+0000 7ff4c6d07b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x557ed53b4b20 con 0x557ed54635f0 2024-05-21T00:19:50.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.204+0000 7ff4b2000700 1 --2- 172.21.15.12:0/2596312477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff49c0b2880 0x7ff49c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.204+0000 7ff4b9a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5469530 0x557ed5462fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.204+0000 7ff4b2000700 1 -- 172.21.15.12:0/2596312477 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff4a00e33f0 con 0x7ff4b406c5d0 2024-05-21T00:19:50.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.204+0000 7ff4b9a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5469530 0x557ed5462fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33410/0 (socket says 172.21.15.12:33410) 2024-05-21T00:19:50.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.204+0000 7ff4b9a00700 1 -- 172.21.15.12:0/1470127869 learned_addr learned my addr 172.21.15.12:0/1470127869 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:50.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.204+0000 7ff4b9000700 1 --2- 172.21.15.12:0/1470127869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed5463a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.204+0000 7ff4ba400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed5468c10 0x557ed5468ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.205+0000 7ff4b9000700 1 -- 172.21.15.12:0/1470127869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed5468c10 msgr2=0x557ed5468ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:50.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.205+0000 7ff4b9000700 1 --2- 172.21.15.12:0/1470127869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed5468c10 0x557ed5468ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.205+0000 7ff4b9000700 1 -- 172.21.15.12:0/1470127869 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5469530 msgr2=0x557ed5462fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:50.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.205+0000 7ff4b9000700 1 --2- 172.21.15.12:0/1470127869 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5469530 0x557ed5462fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.205+0000 7ff4b9000700 1 -- 172.21.15.12:0/1470127869 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ed5379520 con 0x557ed54635f0 2024-05-21T00:19:50.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.205+0000 7ff4ba400700 1 --2- 172.21.15.12:0/1470127869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed5468c10 0x557ed5468ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:19:50.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.205+0000 7ff4b9a00700 1 --2- 172.21.15.12:0/1470127869 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5469530 0x557ed5462fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:50.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.205+0000 7ff4ba400700 1 --2- 172.21.15.12:0/2596312477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff49c0b2880 0x7ff49c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.206+0000 7ff4b9000700 1 --2- 172.21.15.12:0/1470127869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed5463a50 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff4a00a7ce0 tx=0x7ff4a0009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd3e429910169c2e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:50.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.206+0000 7ff4a6a00700 1 -- 172.21.15.12:0/1470127869 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a00aa580 con 0x557ed54635f0 2024-05-21T00:19:50.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.206+0000 7ff4a6a00700 1 -- 172.21.15.12:0/1470127869 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff4a00ab170 con 0x557ed54635f0 2024-05-21T00:19:50.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.206+0000 7ff4a6a00700 1 -- 172.21.15.12:0/1470127869 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a00a6d00 con 0x557ed54635f0 2024-05-21T00:19:50.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.207+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/1470127869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 msgr2=0x557ed5463a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:50.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.207+0000 7ff4ba400700 1 --2- 172.21.15.12:0/2596312477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff49c0b2880 0x7ff49c0b4d40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0060b0 tx=0x7ff4ac004ad0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:50.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.207+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/1470127869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed5463a50 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff4a00a7ce0 tx=0x7ff4a0009260 comp rx=0 tx=0).stop 2024-05-21T00:19:50.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.207+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/1470127869 shutdown_connections 2024-05-21T00:19:50.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.207+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/1470127869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed5463a50 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.207+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/1470127869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed5468c10 0x557ed5468ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.207+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/1470127869 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5469530 0x557ed5462fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.207+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/1470127869 >> 172.21.15.12:0/1470127869 conn(0x557ed5390ce0 msgr2=0x557ed545df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:50.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.207+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/1470127869 shutdown_connections 2024-05-21T00:19:50.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.207+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/1470127869 wait complete. 2024-05-21T00:19:50.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.208+0000 7ff4c6d07b80 1 -- start start 2024-05-21T00:19:50.209 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.208+0000 7ff4c6d07b80 1 Processor -- start 2024-05-21T00:19:50.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.209+0000 7ff4c6d07b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed546f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.209+0000 7ff4c6d07b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed546c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.209+0000 7ff4c6d07b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 0x557ed546cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.209+0000 7ff4c6d07b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557ed52b70a0 con 0x557ed5468c10 2024-05-21T00:19:50.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.209+0000 7ff4c6d07b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x557ed5351860 con 0x557ed546cb60 2024-05-21T00:19:50.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.209+0000 7ff4c6d07b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x557ed546fd60 con 0x557ed54635f0 2024-05-21T00:19:50.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.209+0000 7ff4c6d07b80 10 client.0 _ll_register_callbacks cb 0x557ed535ad70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:50.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.209+0000 7ff4b9000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed546c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.209+0000 7ff4b9000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed546c620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33424/0 (socket says 172.21.15.12:33424) 2024-05-21T00:19:50.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.209+0000 7ff4b9000700 1 -- 172.21.15.12:0/3318223211 learned_addr learned my addr 172.21.15.12:0/3318223211 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:50.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.210+0000 7ff4b9a00700 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed546f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.210+0000 7ff4ba400700 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 0x557ed546cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.210+0000 7ff4b9a00700 1 -- 172.21.15.12:0/3318223211 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 msgr2=0x557ed546cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:50.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.210+0000 7ff4b9a00700 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 0x557ed546cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.210+0000 7ff4b9a00700 1 -- 172.21.15.12:0/3318223211 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 msgr2=0x557ed546c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:50.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.210+0000 7ff4b9a00700 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed546c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.210+0000 7ff4b9a00700 1 -- 172.21.15.12:0/3318223211 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ed53009d0 con 0x557ed54635f0 2024-05-21T00:19:50.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.210+0000 7ff4b9000700 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed546c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:50.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.211+0000 7ff4b9a00700 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed546f280 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x557ed545edc0 tx=0x7ff4a8012960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c0fffbb6c7d8f32 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:50.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.211+0000 7ff49b400700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:19:50.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.211+0000 7ff49b400700 1 -- 172.21.15.12:0/3318223211 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8004030 con 0x557ed54635f0 2024-05-21T00:19:50.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.211+0000 7ff49b400700 1 -- 172.21.15.12:0/3318223211 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff4a80041d0 con 0x557ed54635f0 2024-05-21T00:19:50.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.211+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/3318223211 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4a00ab170 con 0x557ed54635f0 2024-05-21T00:19:50.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.211+0000 7ff49b400700 1 -- 172.21.15.12:0/3318223211 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff4a80043d0 con 0x557ed54635f0 2024-05-21T00:19:50.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.211+0000 7ff4c6d07b80 10 client.25792 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:50.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.211+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/3318223211 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557ed5381160 con 0x557ed54635f0 2024-05-21T00:19:50.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.211+0000 7ff49b400700 1 -- 172.21.15.12:0/3318223211 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff4a00ab170 con 0x557ed54635f0 2024-05-21T00:19:50.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.212+0000 7ff49b400700 1 -- 172.21.15.12:0/3318223211 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ff4a800fa10 con 0x557ed54635f0 2024-05-21T00:19:50.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.212+0000 7ff4c6d07b80 10 client.25792 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:50.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.212+0000 7ff4c6d07b80 10 client.25792 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:19:50.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.212+0000 7ff4c6d07b80 20 client.25792 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:50.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.212+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ed547ccf0 0x557ed547f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.212+0000 7ff4c6d07b80 4 client.25792 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:50.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.212+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/3318223211 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ed53c2e90 con 0x557ed547ccf0 2024-05-21T00:19:50.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.212+0000 7ff4b9000700 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ed547ccf0 0x557ed547f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.213+0000 7ff4b9000700 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ed547ccf0 0x557ed547f0e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=507eeafd36f0bd4c server_cookie=4bb8c66cf0f476c7 in_seq=0 out_seq=0 2024-05-21T00:19:50.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.213+0000 7ff49b400700 10 client.25792 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:50.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.214+0000 7ff49b400700 1 -- 172.21.15.12:0/3318223211 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x7ff4a008be00 con 0x557ed547ccf0 2024-05-21T00:19:50.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.214+0000 7ff49b400700 10 client.25792 handle_command_reply: tid=0 2024-05-21T00:19:50.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.214+0000 7ff4c6d07b80 1 client.25792 shutdown 2024-05-21T00:19:50.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.214+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/3318223211 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 msgr2=0x557ed546f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:50.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.214+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed546f280 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x557ed545edc0 tx=0x7ff4a8012960 comp rx=0 tx=0).stop 2024-05-21T00:19:50.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.214+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/3318223211 shutdown_connections 2024-05-21T00:19:50.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.214+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 0x557ed546cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.214+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ed547ccf0 0x557ed547f0e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.214+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed546f280 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.214+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/3318223211 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed546c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.214+0000 7ff49b400700 0 client.25792 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:50.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.214+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/3318223211 >> 172.21.15.12:0/3318223211 conn(0x557ed5390ce0 msgr2=0x557ed545d430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:50.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.215+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/3318223211 shutdown_connections 2024-05-21T00:19:50.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.215+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/3318223211 wait complete. 2024-05-21T00:19:50.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.215+0000 7ff4c6d07b80 20 client.25792 trim_cache size 0 max 16384 2024-05-21T00:19:50.232 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:50.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.238+0000 7ff4c6d07b80 1 Processor -- start 2024-05-21T00:19:50.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.238+0000 7ff4c6d07b80 1 -- start start 2024-05-21T00:19:50.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.239+0000 7ff4c6d07b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed5462fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.239+0000 7ff4c6d07b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed546a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.239+0000 7ff4c6d07b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 0x557ed5484910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.239+0000 7ff4c6d07b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b41afc30 con 0x557ed5468c10 2024-05-21T00:19:50.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.239+0000 7ff4c6d07b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b41b1770 con 0x557ed546cb60 2024-05-21T00:19:50.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.239+0000 7ff4c6d07b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b41b0300 con 0x557ed54635f0 2024-05-21T00:19:50.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.239+0000 7ff4b9000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed546a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.239+0000 7ff4b9a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed5462fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.239+0000 7ff4b9000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed546a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33432/0 (socket says 172.21.15.12:33432) 2024-05-21T00:19:50.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.239+0000 7ff4b9a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed5462fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58002/0 (socket says 172.21.15.12:58002) 2024-05-21T00:19:50.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.239+0000 7ff4b9000700 1 -- 172.21.15.12:0/96215982 learned_addr learned my addr 172.21.15.12:0/96215982 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:50.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.239+0000 7ff4ba400700 1 --2- 172.21.15.12:0/96215982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 0x557ed5484910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.240+0000 7ff4b9a00700 1 -- 172.21.15.12:0/96215982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 msgr2=0x557ed5484910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:50.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.240+0000 7ff4b9a00700 1 --2- 172.21.15.12:0/96215982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 0x557ed5484910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.240+0000 7ff4b9a00700 1 -- 172.21.15.12:0/96215982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 msgr2=0x557ed546a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:50.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.240+0000 7ff4b9a00700 1 --2- 172.21.15.12:0/96215982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed546a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.240+0000 7ff4b9a00700 1 -- 172.21.15.12:0/96215982 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ed5469240 con 0x557ed54635f0 2024-05-21T00:19:50.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.240+0000 7ff4ba400700 1 --2- 172.21.15.12:0/96215982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 0x557ed5484910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:50.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.240+0000 7ff4b9000700 1 --2- 172.21.15.12:0/96215982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed546a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:50.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.240+0000 7ff4b9a00700 1 --2- 172.21.15.12:0/96215982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed5462fd0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff4a800fe80 tx=0x7ff4a801c670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2572c3e28da4ea3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:50.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.241+0000 7ff4a6000700 1 -- 172.21.15.12:0/96215982 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a800f670 con 0x557ed54635f0 2024-05-21T00:19:50.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.241+0000 7ff4a6000700 1 -- 172.21.15.12:0/96215982 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff4a801c880 con 0x557ed54635f0 2024-05-21T00:19:50.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.241+0000 7ff4a6000700 1 -- 172.21.15.12:0/96215982 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8005070 con 0x557ed54635f0 2024-05-21T00:19:50.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.241+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/96215982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 msgr2=0x557ed5462fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:50.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.241+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/96215982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed5462fd0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7ff4a800fe80 tx=0x7ff4a801c670 comp rx=0 tx=0).stop 2024-05-21T00:19:50.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.242+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/96215982 shutdown_connections 2024-05-21T00:19:50.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.242+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/96215982 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 0x557ed5484910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.242+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/96215982 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed5462fd0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.242+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/96215982 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed546a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.242+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/96215982 >> 172.21.15.12:0/96215982 conn(0x557ed5390ce0 msgr2=0x557ed5469920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:50.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.242+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/96215982 shutdown_connections 2024-05-21T00:19:50.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.242+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/96215982 wait complete. 2024-05-21T00:19:50.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.242+0000 7ff4c6d07b80 1 -- start start 2024-05-21T00:19:50.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.243+0000 7ff4c6d07b80 1 Processor -- start 2024-05-21T00:19:50.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.243+0000 7ff4c6d07b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed54756c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.243+0000 7ff4c6d07b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed5471f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.243+0000 7ff4c6d07b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 0x557ed54724e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.243+0000 7ff4c6d07b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b41b10a0 con 0x557ed5468c10 2024-05-21T00:19:50.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.243+0000 7ff4c6d07b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b41b09d0 con 0x557ed546cb60 2024-05-21T00:19:50.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.243+0000 7ff4c6d07b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff4b41adbd0 con 0x557ed54635f0 2024-05-21T00:19:50.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.243+0000 7ff4c6d07b80 10 client.0 _ll_register_callbacks cb 0x557ed535ad70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:50.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.243+0000 7ff4b9000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed5471f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.244+0000 7ff4b9a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed54756c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.244+0000 7ff4b9000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed5471f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33444/0 (socket says 172.21.15.12:33444) 2024-05-21T00:19:50.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.244+0000 7ff4b9000700 1 -- 172.21.15.12:0/1220223572 learned_addr learned my addr 172.21.15.12:0/1220223572 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:50.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.244+0000 7ff4b9a00700 1 -- 172.21.15.12:0/1220223572 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 msgr2=0x557ed54724e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:19:50.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.244+0000 7ff4b9a00700 1 --2- 172.21.15.12:0/1220223572 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 0x557ed54724e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.244+0000 7ff4b9a00700 1 -- 172.21.15.12:0/1220223572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 msgr2=0x557ed5471f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:50.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.244+0000 7ff4b9a00700 1 --2- 172.21.15.12:0/1220223572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed5471f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.244+0000 7ff4b9a00700 1 -- 172.21.15.12:0/1220223572 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ed5472d50 con 0x557ed54635f0 2024-05-21T00:19:50.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.244+0000 7ff4b9000700 1 --2- 172.21.15.12:0/1220223572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed5471f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:50.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.245+0000 7ff4b9a00700 1 --2- 172.21.15.12:0/1220223572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed54756c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff4a800fd80 tx=0x7ff4a801cd10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6cf1ff14537cf16c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:50.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.245+0000 7ff49b400700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:19:50.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.245+0000 7ff49b400700 1 -- 172.21.15.12:0/1220223572 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8038020 con 0x557ed54635f0 2024-05-21T00:19:50.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.245+0000 7ff49b400700 1 -- 172.21.15.12:0/1220223572 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff4a8018040 con 0x557ed54635f0 2024-05-21T00:19:50.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.245+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/1220223572 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff4a801c880 con 0x557ed54635f0 2024-05-21T00:19:50.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.246+0000 7ff49b400700 1 -- 172.21.15.12:0/1220223572 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff4a800f880 con 0x557ed54635f0 2024-05-21T00:19:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.246+0000 7ff4c6d07b80 10 client.25798 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.246+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/1220223572 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557ed54e88e0 con 0x557ed54635f0 2024-05-21T00:19:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.246+0000 7ff49b400700 1 -- 172.21.15.12:0/1220223572 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff4a801c880 con 0x557ed54635f0 2024-05-21T00:19:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.246+0000 7ff49b400700 1 -- 172.21.15.12:0/1220223572 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ff4a8033b10 con 0x557ed54635f0 2024-05-21T00:19:50.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.246+0000 7ff4c6d07b80 10 client.25798 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:50.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.246+0000 7ff4c6d07b80 10 client.25798 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:19:50.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.246+0000 7ff4c6d07b80 20 client.25798 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:50.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.246+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/1220223572 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ed54e8e70 0x557ed54eb260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:50.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.246+0000 7ff4c6d07b80 4 client.25798 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "8787a116", "release": true, "await": true}] 2024-05-21T00:19:50.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.246+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/1220223572 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "quiesce db", "set_id": "8787a116", "release": true, "await": true}) -- 0x557ed53bc670 con 0x557ed54e8e70 2024-05-21T00:19:50.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.247+0000 7ff4b9000700 1 --2- 172.21.15.12:0/1220223572 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ed54e8e70 0x557ed54eb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:50.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.248+0000 7ff4b9000700 1 --2- 172.21.15.12:0/1220223572 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ed54e8e70 0x557ed54eb260 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3dd02a40e3cc3c7e server_cookie=7830556b79b17dc in_seq=0 out_seq=0 2024-05-21T00:19:50.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.248+0000 7ff49b400700 10 client.25798 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:50.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.252+0000 7ff49b400700 1 -- 172.21.15.12:0/1220223572 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x557ed53bc670 con 0x557ed54e8e70 2024-05-21T00:19:50.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.252+0000 7ff49b400700 10 client.25798 handle_command_reply: tid=0 2024-05-21T00:19:50.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.252+0000 7ff4c6d07b80 1 client.25798 shutdown 2024-05-21T00:19:50.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.252+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/1220223572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 msgr2=0x557ed54756c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:50.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.252+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/1220223572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed54756c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff4a800fd80 tx=0x7ff4a801cd10 comp rx=0 tx=0).stop 2024-05-21T00:19:50.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.252+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/1220223572 shutdown_connections 2024-05-21T00:19:50.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.252+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/1220223572 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ed546cb60 0x557ed54724e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.252+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/1220223572 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ed54e8e70 0x557ed54eb260 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.252+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/1220223572 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ed54635f0 0x557ed54756c0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.252+0000 7ff4c6d07b80 1 --2- 172.21.15.12:0/1220223572 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ed5468c10 0x557ed5471f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.252+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/1220223572 >> 172.21.15.12:0/1220223572 conn(0x557ed5390ce0 msgr2=0x557ed5477db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:50.255 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.253+0000 7ff49b400700 0 client.25798 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:50.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.253+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/1220223572 shutdown_connections 2024-05-21T00:19:50.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.253+0000 7ff4c6d07b80 1 -- 172.21.15.12:0/1220223572 wait complete. 2024-05-21T00:19:50.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.253+0000 7ff4c6d07b80 20 client.25798 trim_cache size 0 max 16384 2024-05-21T00:19:50.256 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:19:50.256 INFO:teuthology.orchestra.run.smithi012.stdout: "epoch": 29, 2024-05-21T00:19:50.256 INFO:teuthology.orchestra.run.smithi012.stdout: "leader": 24538, 2024-05-21T00:19:50.257 INFO:teuthology.orchestra.run.smithi012.stdout: "set_version": 8, 2024-05-21T00:19:50.257 INFO:teuthology.orchestra.run.smithi012.stdout: "sets": { 2024-05-21T00:19:50.257 INFO:teuthology.orchestra.run.smithi012.stdout: "8787a116": { 2024-05-21T00:19:50.257 INFO:teuthology.orchestra.run.smithi012.stdout: "version": 8, 2024-05-21T00:19:50.257 INFO:teuthology.orchestra.run.smithi012.stdout: "age_ref": 0.0, 2024-05-21T00:19:50.257 INFO:teuthology.orchestra.run.smithi012.stdout: "state": { 2024-05-21T00:19:50.257 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RELEASED", 2024-05-21T00:19:50.257 INFO:teuthology.orchestra.run.smithi012.stdout: "age": 0.0 2024-05-21T00:19:50.258 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:19:50.258 INFO:teuthology.orchestra.run.smithi012.stdout: "timeout": 90.0, 2024-05-21T00:19:50.258 INFO:teuthology.orchestra.run.smithi012.stdout: "expiration": 150.0, 2024-05-21T00:19:50.258 INFO:teuthology.orchestra.run.smithi012.stdout: "members": { 2024-05-21T00:19:50.258 INFO:teuthology.orchestra.run.smithi012.stdout: "file:/": { 2024-05-21T00:19:50.258 INFO:teuthology.orchestra.run.smithi012.stdout: "excluded": false, 2024-05-21T00:19:50.258 INFO:teuthology.orchestra.run.smithi012.stdout: "state": { 2024-05-21T00:19:50.258 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RELEASED", 2024-05-21T00:19:50.258 INFO:teuthology.orchestra.run.smithi012.stdout: "age": 0.0 2024-05-21T00:19:50.258 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:50.258 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:50.258 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:50.259 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:50.259 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:19:50.259 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:19:50.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.254+0000 7ff4bc400700 1 -- 172.21.15.12:0/2596312477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff49c0b2880 msgr2=0x7ff49c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:50.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.254+0000 7ff4bc400700 1 --2- 172.21.15.12:0/2596312477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff49c0b2880 0x7ff49c0b4d40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0060b0 tx=0x7ff4ac004ad0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.254+0000 7ff4bc400700 1 -- 172.21.15.12:0/2596312477 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff4b406c5d0 msgr2=0x7ff4b419c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:50.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.254+0000 7ff4bc400700 1 --2- 172.21.15.12:0/2596312477 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff4b406c5d0 0x7ff4b419c440 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff4a0009230 tx=0x7ff4a000fb20 comp rx=0 tx=0).stop 2024-05-21T00:19:50.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.254+0000 7ff4bc400700 1 -- 172.21.15.12:0/2596312477 shutdown_connections 2024-05-21T00:19:50.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.254+0000 7ff4bc400700 1 --2- 172.21.15.12:0/2596312477 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff4b41095d0 0x7ff4b41a07d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.254+0000 7ff4bc400700 1 --2- 172.21.15.12:0/2596312477 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff4b406bc10 0x7ff4b419bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.254+0000 7ff4bc400700 1 --2- 172.21.15.12:0/2596312477 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff49c0b2880 0x7ff49c0b4d40 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.254+0000 7ff4bc400700 1 --2- 172.21.15.12:0/2596312477 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff4b406c5d0 0x7ff4b419c440 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:50.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.254+0000 7ff4bc400700 1 -- 172.21.15.12:0/2596312477 >> 172.21.15.12:0/2596312477 conn(0x7ff4b40793f0 msgr2=0x7ff4b410e780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:50.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.255+0000 7ff4bc400700 1 -- 172.21.15.12:0/2596312477 shutdown_connections 2024-05-21T00:19:50.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:50.255+0000 7ff4bc400700 1 -- 172.21.15.12:0/2596312477 wait complete. 2024-05-21T00:19:50.268 INFO:tasks.workunit.client.0.smithi012.stderr:+ iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-05-21T00:19:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: Iozone: Performance Test of File I/O 2024-05-21T00:19:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: Version $Revision: 3.494 $ 2024-05-21T00:19:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: Compiled for 64 bit mode. 2024-05-21T00:19:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: Build: linux-AMD64 2024-05-21T00:19:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:19:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-05-21T00:19:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-05-21T00:19:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-05-21T00:19:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-05-21T00:19:50.359 INFO:tasks.workunit.client.0.smithi012.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: Alexey Skidanov, Sudhir Kumar. 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: Run began: Tue May 21 00:19:50 2024 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: Include close in write timing 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: Include fsync in write timing 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: File size set to 1048576 kB 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: Record Size 16 kB 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: Command line used: iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: Output is in kBytes/sec 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: Time Resolution = 0.000001 seconds. 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: Processor cache size set to 1024 kBytes. 2024-05-21T00:19:50.360 INFO:tasks.workunit.client.0.smithi012.stdout: Processor cache line size set to 32 bytes. 2024-05-21T00:19:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: File stride size set to 17 * record size. 2024-05-21T00:19:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: Throughput test with 1 process 2024-05-21T00:19:50.361 INFO:tasks.workunit.client.0.smithi012.stdout: Each process writes a 1048576 kByte file in 16 kByte records 2024-05-21T00:19:51.141 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '8787a116', total seconds elapsed: 39.7 2024-05-21T00:19:51.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:50 smithi060 ceph-mon[36426]: pgmap v522: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-05-21T00:19:51.280 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:50 smithi012 ceph-mon[31403]: pgmap v522: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-05-21T00:19:51.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:50 smithi077 ceph-mon[36377]: pgmap v522: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-05-21T00:19:53.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:52 smithi060 ceph-mon[36426]: pgmap v523: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:19:53.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:52 smithi060 ceph-mon[36426]: scrub summary: idle 2024-05-21T00:19:53.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:52 smithi077 ceph-mon[36377]: pgmap v523: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:19:53.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:52 smithi077 ceph-mon[36377]: scrub summary: idle 2024-05-21T00:19:53.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:52 smithi012 ceph-mon[31403]: pgmap v523: 97 pgs: 97 active+clean; 664 KiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 9 op/s 2024-05-21T00:19:53.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:52 smithi012 ceph-mon[31403]: scrub summary: idle 2024-05-21T00:19:54.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.154+0000 7f1690e00700 1 -- 172.21.15.12:0/2397274232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f168c10ffa0 msgr2=0x7f168c112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:54.155 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.154+0000 7f1690e00700 1 --2- 172.21.15.12:0/2397274232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f168c10ffa0 0x7f168c112390 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f168400b0a0 tx=0x7f168400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.156+0000 7f1690e00700 1 -- 172.21.15.12:0/2397274232 shutdown_connections 2024-05-21T00:19:54.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.156+0000 7f1690e00700 1 --2- 172.21.15.12:0/2397274232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f168c10ffa0 0x7f168c112390 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.156+0000 7f1690e00700 1 --2- 172.21.15.12:0/2397274232 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f168c075770 0x7f168c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.156+0000 7f1690e00700 1 --2- 172.21.15.12:0/2397274232 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f168c076090 0x7f168c10fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.156+0000 7f1690e00700 1 -- 172.21.15.12:0/2397274232 >> 172.21.15.12:0/2397274232 conn(0x7f168c07a6a0 msgr2=0x7f168c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:54.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.158+0000 7f1690e00700 1 -- 172.21.15.12:0/2397274232 shutdown_connections 2024-05-21T00:19:54.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.158+0000 7f1690e00700 1 -- 172.21.15.12:0/2397274232 wait complete. 2024-05-21T00:19:54.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.159+0000 7f1690e00700 1 Processor -- start 2024-05-21T00:19:54.163 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.162+0000 7f1690e00700 1 -- start start 2024-05-21T00:19:54.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.163+0000 7f1690e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f168c075770 0x7f168c1a2d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.163+0000 7f1690e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f168c076090 0x7f168c1a0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.164+0000 7f1690e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f168c10ffa0 0x7f168c1a1420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.165+0000 7f1689e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f168c075770 0x7f168c1a2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.165+0000 7f1689e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f168c075770 0x7f168c1a2d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58018/0 (socket says 172.21.15.12:58018) 2024-05-21T00:19:54.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.165+0000 7f1689400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f168c076090 0x7f168c1a0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.165+0000 7f1689400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f168c076090 0x7f168c1a0ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33458/0 (socket says 172.21.15.12:33458) 2024-05-21T00:19:54.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.165+0000 7f168a800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f168c10ffa0 0x7f168c1a1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.166+0000 7f168a800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f168c10ffa0 0x7f168c1a1420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53722/0 (socket says 172.21.15.12:53722) 2024-05-21T00:19:54.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.166+0000 7f1690e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f168c115990 con 0x7f168c076090 2024-05-21T00:19:54.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.166+0000 7f1690e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f168c115810 con 0x7f168c10ffa0 2024-05-21T00:19:54.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.167+0000 7f1689e00700 1 -- 172.21.15.12:0/2562795966 learned_addr learned my addr 172.21.15.12:0/2562795966 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:54.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.167+0000 7f1690e00700 1 -- 172.21.15.12:0/2562795966 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f168c115b10 con 0x7f168c075770 2024-05-21T00:19:54.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.170+0000 7f168a800700 1 -- 172.21.15.12:0/2562795966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f168c075770 msgr2=0x7f168c1a2d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:54.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.171+0000 7f168a800700 1 --2- 172.21.15.12:0/2562795966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f168c075770 0x7f168c1a2d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.171+0000 7f168a800700 1 -- 172.21.15.12:0/2562795966 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f168c076090 msgr2=0x7f168c1a0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:54.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.171+0000 7f168a800700 1 --2- 172.21.15.12:0/2562795966 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f168c076090 0x7f168c1a0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.171+0000 7f168a800700 1 -- 172.21.15.12:0/2562795966 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f168c1a1b50 con 0x7f168c10ffa0 2024-05-21T00:19:54.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.171+0000 7f1689400700 1 --2- 172.21.15.12:0/2562795966 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f168c076090 0x7f168c1a0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:19:54.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.172+0000 7f168a800700 1 --2- 172.21.15.12:0/2562795966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f168c10ffa0 0x7f168c1a1420 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f168400b070 tx=0x7f1684004c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:54.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.172+0000 7f1682a00700 1 -- 172.21.15.12:0/2562795966 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1684021070 con 0x7f168c10ffa0 2024-05-21T00:19:54.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.172+0000 7f1682a00700 1 -- 172.21.15.12:0/2562795966 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1684007e30 con 0x7f168c10ffa0 2024-05-21T00:19:54.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.173+0000 7f1690e00700 1 -- 172.21.15.12:0/2562795966 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f168c10ea20 con 0x7f168c10ffa0 2024-05-21T00:19:54.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.173+0000 7f1690e00700 1 -- 172.21.15.12:0/2562795966 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f168c10efb0 con 0x7f168c10ffa0 2024-05-21T00:19:54.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.174+0000 7f1682a00700 1 -- 172.21.15.12:0/2562795966 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16840045f0 con 0x7f168c10ffa0 2024-05-21T00:19:54.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.188+0000 7f169b71cb80 1 Processor -- start 2024-05-21T00:19:54.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.188+0000 7f1682a00700 1 -- 172.21.15.12:0/2562795966 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f1684003c00 con 0x7f168c10ffa0 2024-05-21T00:19:54.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.191+0000 7f169b71cb80 1 -- start start 2024-05-21T00:19:54.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.192+0000 7f169b71cb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dceb0 0x55e2502dd290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.193 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.192+0000 7f169b71cb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dd7d0 0x55e2502d7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.192+0000 7f169b71cb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502d7880 0x55e2502d7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.192+0000 7f169b71cb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e250235e40 con 0x55e2502dd7d0 2024-05-21T00:19:54.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.192+0000 7f169b71cb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e2502259e0 con 0x55e2502d7880 2024-05-21T00:19:54.194 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.192+0000 7f169b71cb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55e250229a20 con 0x55e2502dceb0 2024-05-21T00:19:54.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.193+0000 7f1682a00700 1 --2- 172.21.15.12:0/2562795966 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16700b2900 0x7f16700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.194+0000 7f1689400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dceb0 0x55e2502dd290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.194+0000 7f1689400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dceb0 0x55e2502dd290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58020/0 (socket says 172.21.15.12:58020) 2024-05-21T00:19:54.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.194+0000 7f1689400700 1 -- 172.21.15.12:0/1461885885 learned_addr learned my addr 172.21.15.12:0/1461885885 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:54.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.194+0000 7f1689e00700 1 --2- 172.21.15.12:0/1461885885 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dd7d0 0x55e2502d7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.195 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.194+0000 7f1689400700 1 --2- 172.21.15.12:0/1461885885 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502d7880 0x55e2502d7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.195+0000 7f1689400700 1 -- 172.21.15.12:0/1461885885 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502d7880 msgr2=0x55e2502d7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:54.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.195+0000 7f1689400700 1 --2- 172.21.15.12:0/1461885885 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502d7880 0x55e2502d7ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.195+0000 7f1689400700 1 -- 172.21.15.12:0/1461885885 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dd7d0 msgr2=0x55e2502d7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:54.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.195+0000 7f1689400700 1 --2- 172.21.15.12:0/1461885885 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dd7d0 0x55e2502d7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.195+0000 7f1689400700 1 -- 172.21.15.12:0/1461885885 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2501ee420 con 0x55e2502dceb0 2024-05-21T00:19:54.196 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.195+0000 7f1689e00700 1 --2- 172.21.15.12:0/1461885885 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dd7d0 0x55e2502d7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:19:54.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.195+0000 7f1682a00700 1 -- 172.21.15.12:0/2562795966 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f168400f020 con 0x7f168c10ffa0 2024-05-21T00:19:54.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.196+0000 7f168a800700 1 --2- 172.21.15.12:0/2562795966 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16700b2900 0x7f16700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.196+0000 7f1689400700 1 --2- 172.21.15.12:0/1461885885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dceb0 0x55e2502dd290 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f1678012b60 tx=0x7f167800bb40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=295fd6c18099c62c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:54.197 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.197+0000 7f1677400700 1 -- 172.21.15.12:0/1461885885 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1678004030 con 0x55e2502dceb0 2024-05-21T00:19:54.198 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.197+0000 7f1677400700 1 -- 172.21.15.12:0/1461885885 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1678003680 con 0x55e2502dceb0 2024-05-21T00:19:54.201 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.198+0000 7f1677400700 1 -- 172.21.15.12:0/1461885885 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16780108e0 con 0x55e2502dceb0 2024-05-21T00:19:54.202 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.201+0000 7f168a800700 1 --2- 172.21.15.12:0/2562795966 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16700b2900 0x7f16700b4dc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f16840aa960 tx=0x7f1684009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:54.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.202+0000 7f169b71cb80 1 -- 172.21.15.12:0/1461885885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dceb0 msgr2=0x55e2502dd290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:54.203 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.203+0000 7f169b71cb80 1 --2- 172.21.15.12:0/1461885885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dceb0 0x55e2502dd290 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f1678012b60 tx=0x7f167800bb40 comp rx=0 tx=0).stop 2024-05-21T00:19:54.204 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.203+0000 7f169b71cb80 1 -- 172.21.15.12:0/1461885885 shutdown_connections 2024-05-21T00:19:54.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.204+0000 7f169b71cb80 1 --2- 172.21.15.12:0/1461885885 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502d7880 0x55e2502d7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.205 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.205+0000 7f169b71cb80 1 --2- 172.21.15.12:0/1461885885 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dceb0 0x55e2502dd290 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.205+0000 7f169b71cb80 1 --2- 172.21.15.12:0/1461885885 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dd7d0 0x55e2502d7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.206 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.205+0000 7f169b71cb80 1 -- 172.21.15.12:0/1461885885 >> 172.21.15.12:0/1461885885 conn(0x55e250205be0 msgr2=0x55e2502d2010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:54.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.206+0000 7f169b71cb80 1 -- 172.21.15.12:0/1461885885 shutdown_connections 2024-05-21T00:19:54.207 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.206+0000 7f169b71cb80 1 -- 172.21.15.12:0/1461885885 wait complete. 2024-05-21T00:19:54.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.207+0000 7f169b71cb80 1 -- start start 2024-05-21T00:19:54.208 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.208+0000 7f169b71cb80 1 Processor -- start 2024-05-21T00:19:54.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.209+0000 7f169b71cb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502d7880 0x55e2502e3520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.210+0000 7f169b71cb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dceb0 0x55e2502e08c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.210+0000 7f169b71cb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502dd7d0 0x55e2502e0e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.210+0000 7f169b71cb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e25012bfa0 con 0x55e2502d7880 2024-05-21T00:19:54.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.210+0000 7f169b71cb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e2501c6760 con 0x55e2502dd7d0 2024-05-21T00:19:54.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.210+0000 7f169b71cb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55e2502e4290 con 0x55e2502dceb0 2024-05-21T00:19:54.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.210+0000 7f169b71cb80 10 client.0 _ll_register_callbacks cb 0x55e2501cfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:54.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.210+0000 7f1689400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502d7880 0x55e2502e3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.210+0000 7f1689400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502d7880 0x55e2502e3520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33470/0 (socket says 172.21.15.12:33470) 2024-05-21T00:19:54.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.211+0000 7f1689400700 1 -- 172.21.15.12:0/3418242225 learned_addr learned my addr 172.21.15.12:0/3418242225 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:54.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.211+0000 7f1689e00700 1 --2- 172.21.15.12:0/3418242225 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dceb0 0x55e2502e08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.212+0000 7f1689400700 1 -- 172.21.15.12:0/3418242225 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dceb0 msgr2=0x55e2502e08c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:54.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.212+0000 7f1689400700 1 --2- 172.21.15.12:0/3418242225 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dceb0 0x55e2502e08c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.212+0000 7f1689400700 1 -- 172.21.15.12:0/3418242225 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502dd7d0 msgr2=0x55e2502e0e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:54.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.212+0000 7f1689400700 1 --2- 172.21.15.12:0/3418242225 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502dd7d0 0x55e2502e0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.212+0000 7f1689400700 1 -- 172.21.15.12:0/3418242225 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2501758d0 con 0x55e2502d7880 2024-05-21T00:19:54.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.212+0000 7f166be00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:19:54.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.213+0000 7f1689400700 1 --2- 172.21.15.12:0/3418242225 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502d7880 0x55e2502e3520 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f167800b400 tx=0x7f1678003a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=875f97200bf965a7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:54.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.213+0000 7f166be00700 1 -- 172.21.15.12:0/3418242225 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1678005260 con 0x55e2502d7880 2024-05-21T00:19:54.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.213+0000 7f166be00700 1 -- 172.21.15.12:0/3418242225 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f167801b050 con 0x55e2502d7880 2024-05-21T00:19:54.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.213+0000 7f169b71cb80 1 -- 172.21.15.12:0/3418242225 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1678003680 con 0x55e2502d7880 2024-05-21T00:19:54.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.215+0000 7f166be00700 1 -- 172.21.15.12:0/3418242225 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1678005260 con 0x55e2502d7880 2024-05-21T00:19:54.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.216+0000 7f169b71cb80 10 client.15681 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:54.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.216+0000 7f169b71cb80 1 -- 172.21.15.12:0/3418242225 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e2501f6060 con 0x55e2502d7880 2024-05-21T00:19:54.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.217+0000 7f166be00700 1 -- 172.21.15.12:0/3418242225 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1678003680 con 0x55e2502d7880 2024-05-21T00:19:54.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.218+0000 7f166be00700 1 -- 172.21.15.12:0/3418242225 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1678010cf0 con 0x55e2502d7880 2024-05-21T00:19:54.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.218+0000 7f169b71cb80 10 client.15681 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:54.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.218+0000 7f169b71cb80 10 client.15681 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:19:54.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.218+0000 7f169b71cb80 20 client.15681 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:54.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.218+0000 7f169b71cb80 1 --2- 172.21.15.12:0/3418242225 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e2502f0c80 0x55e2502f3070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.218+0000 7f169b71cb80 4 client.15681 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:19:54.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.218+0000 7f169b71cb80 1 -- 172.21.15.12:0/3418242225 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e250237d90 con 0x55e2502f0c80 2024-05-21T00:19:54.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.219+0000 7f1689e00700 1 --2- 172.21.15.12:0/3418242225 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e2502f0c80 0x55e2502f3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.221+0000 7f1689e00700 1 --2- 172.21.15.12:0/3418242225 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e2502f0c80 0x55e2502f3070 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=42aff4ab51130f6 server_cookie=dc84062fcd57cc8f in_seq=0 out_seq=0 2024-05-21T00:19:54.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.221+0000 7f166be00700 10 client.15681 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:54.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.222+0000 7f166be00700 1 -- 172.21.15.12:0/3418242225 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e250237d90 con 0x55e2502f0c80 2024-05-21T00:19:54.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.222+0000 7f166be00700 10 client.15681 handle_command_reply: tid=0 2024-05-21T00:19:54.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.223+0000 7f169b71cb80 1 client.15681 shutdown 2024-05-21T00:19:54.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.223+0000 7f169b71cb80 1 -- 172.21.15.12:0/3418242225 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502d7880 msgr2=0x55e2502e3520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:54.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.223+0000 7f169b71cb80 1 --2- 172.21.15.12:0/3418242225 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502d7880 0x55e2502e3520 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f167800b400 tx=0x7f1678003a60 comp rx=0 tx=0).stop 2024-05-21T00:19:54.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.223+0000 7f169b71cb80 1 -- 172.21.15.12:0/3418242225 shutdown_connections 2024-05-21T00:19:54.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.223+0000 7f169b71cb80 1 --2- 172.21.15.12:0/3418242225 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502dd7d0 0x55e2502e0e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.223+0000 7f169b71cb80 1 --2- 172.21.15.12:0/3418242225 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502d7880 0x55e2502e3520 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.223+0000 7f169b71cb80 1 --2- 172.21.15.12:0/3418242225 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e2502f0c80 0x55e2502f3070 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.223+0000 7f169b71cb80 1 --2- 172.21.15.12:0/3418242225 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dceb0 0x55e2502e08c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.223+0000 7f169b71cb80 1 -- 172.21.15.12:0/3418242225 >> 172.21.15.12:0/3418242225 conn(0x55e250205be0 msgr2=0x55e2502d6250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:54.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.223+0000 7f166be00700 0 client.15681 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:54.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.224+0000 7f169b71cb80 1 -- 172.21.15.12:0/3418242225 shutdown_connections 2024-05-21T00:19:54.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.224+0000 7f169b71cb80 1 -- 172.21.15.12:0/3418242225 wait complete. 2024-05-21T00:19:54.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.224+0000 7f169b71cb80 20 client.15681 trim_cache size 0 max 16384 2024-05-21T00:19:54.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.267+0000 7f169b71cb80 1 Processor -- start 2024-05-21T00:19:54.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.268+0000 7f169b71cb80 1 -- start start 2024-05-21T00:19:54.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.268+0000 7f169b71cb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502d7880 0x55e2502db0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.268+0000 7f169b71cb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dceb0 0x55e2502d7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.268+0000 7f169b71cb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dd7d0 0x55e2502d19e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.268+0000 7f169b71cb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f166c00d310 con 0x55e2502dceb0 2024-05-21T00:19:54.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.268+0000 7f169b71cb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f166c00ee50 con 0x55e2502d7880 2024-05-21T00:19:54.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.268+0000 7f169b71cb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f166c00d9e0 con 0x55e2502dd7d0 2024-05-21T00:19:54.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.270+0000 7f1689400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502d7880 0x55e2502db0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.270+0000 7f1689400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dd7d0 0x55e2502d19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.271+0000 7f1689400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dd7d0 0x55e2502d19e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58034/0 (socket says 172.21.15.12:58034) 2024-05-21T00:19:54.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.271+0000 7f1689400700 1 -- 172.21.15.12:0/1491488384 learned_addr learned my addr 172.21.15.12:0/1491488384 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:54.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.272+0000 7f1689400700 1 -- 172.21.15.12:0/1491488384 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502d7880 msgr2=0x55e2502db0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:54.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.272+0000 7f1689400700 1 --2- 172.21.15.12:0/1491488384 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502d7880 0x55e2502db0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.272+0000 7f1689400700 1 -- 172.21.15.12:0/1491488384 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dceb0 msgr2=0x55e2502d7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:54.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.272+0000 7f1689400700 1 --2- 172.21.15.12:0/1491488384 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dceb0 0x55e2502d7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.272+0000 7f1689400700 1 -- 172.21.15.12:0/1491488384 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2502dee60 con 0x55e2502dd7d0 2024-05-21T00:19:54.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.274+0000 7f1689400700 1 --2- 172.21.15.12:0/1491488384 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dd7d0 0x55e2502d19e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f167800de70 tx=0x7f167800b3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ef64ebf7d7f2344 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:54.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.274+0000 7f1676a00700 1 -- 172.21.15.12:0/1491488384 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1678003680 con 0x55e2502dd7d0 2024-05-21T00:19:54.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.274+0000 7f1676a00700 1 -- 172.21.15.12:0/1491488384 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1678016070 con 0x55e2502dd7d0 2024-05-21T00:19:54.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.274+0000 7f1676a00700 1 -- 172.21.15.12:0/1491488384 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1678026c30 con 0x55e2502dd7d0 2024-05-21T00:19:54.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.276+0000 7f169b71cb80 1 -- 172.21.15.12:0/1491488384 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dd7d0 msgr2=0x55e2502d19e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:54.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.276+0000 7f169b71cb80 1 --2- 172.21.15.12:0/1491488384 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dd7d0 0x55e2502d19e0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f167800de70 tx=0x7f167800b3c0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.276+0000 7f169b71cb80 1 -- 172.21.15.12:0/1491488384 shutdown_connections 2024-05-21T00:19:54.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.276+0000 7f169b71cb80 1 --2- 172.21.15.12:0/1491488384 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502dd7d0 0x55e2502d19e0 secure :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f167800de70 tx=0x7f167800b3c0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.276+0000 7f169b71cb80 1 --2- 172.21.15.12:0/1491488384 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502d7880 0x55e2502db0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.276+0000 7f169b71cb80 1 --2- 172.21.15.12:0/1491488384 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dceb0 0x55e2502d7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.276+0000 7f169b71cb80 1 -- 172.21.15.12:0/1491488384 >> 172.21.15.12:0/1491488384 conn(0x55e250205be0 msgr2=0x55e2502da9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:54.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.282+0000 7f169b71cb80 1 -- 172.21.15.12:0/1491488384 shutdown_connections 2024-05-21T00:19:54.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.282+0000 7f169b71cb80 1 -- 172.21.15.12:0/1491488384 wait complete. 2024-05-21T00:19:54.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.284+0000 7f169b71cb80 1 -- start start 2024-05-21T00:19:54.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.284+0000 7f169b71cb80 1 Processor -- start 2024-05-21T00:19:54.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.286+0000 7f169b71cb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502d7880 0x55e2502e9b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.286+0000 7f169b71cb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dceb0 0x55e2502e6580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.286+0000 7f169b71cb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502e6ac0 0x55e2502e6f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.286+0000 7f169b71cb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f166c00e780 con 0x55e2502dceb0 2024-05-21T00:19:54.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.286+0000 7f169b71cb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f166c00e0b0 con 0x55e2502e6ac0 2024-05-21T00:19:54.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.286+0000 7f169b71cb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f166c00b2b0 con 0x55e2502d7880 2024-05-21T00:19:54.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.286+0000 7f169b71cb80 10 client.0 _ll_register_callbacks cb 0x55e2501cfc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:19:54.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.288+0000 7f1689400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502d7880 0x55e2502e9b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.288+0000 7f1689400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502d7880 0x55e2502e9b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58044/0 (socket says 172.21.15.12:58044) 2024-05-21T00:19:54.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.288+0000 7f1689400700 1 -- 172.21.15.12:0/2395691967 learned_addr learned my addr 172.21.15.12:0/2395691967 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:54.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.288+0000 7f1689400700 1 --2- 172.21.15.12:0/2395691967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502e6ac0 0x55e2502e6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.289+0000 7f1689400700 1 -- 172.21.15.12:0/2395691967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502e6ac0 msgr2=0x55e2502e6f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:19:54.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.289+0000 7f1689400700 1 --2- 172.21.15.12:0/2395691967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502e6ac0 0x55e2502e6f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.289+0000 7f1689400700 1 -- 172.21.15.12:0/2395691967 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dceb0 msgr2=0x55e2502e6580 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T00:19:54.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.289+0000 7f1689400700 1 --2- 172.21.15.12:0/2395691967 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dceb0 0x55e2502e6580 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.289+0000 7f1689400700 1 -- 172.21.15.12:0/2395691967 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e25035b5a0 con 0x55e2502d7880 2024-05-21T00:19:54.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.296+0000 7f1689400700 1 --2- 172.21.15.12:0/2395691967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502d7880 0x55e2502e9b80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1678003aa0 tx=0x7f1678005d90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cec48faada596d03 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:54.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.296+0000 7f166be00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:19:54.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.301+0000 7f166be00700 1 -- 172.21.15.12:0/2395691967 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f167803c040 con 0x55e2502d7880 2024-05-21T00:19:54.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.303+0000 7f166be00700 1 -- 172.21.15.12:0/2395691967 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f1678003b80 con 0x55e2502d7880 2024-05-21T00:19:54.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.303+0000 7f169b71cb80 1 -- 172.21.15.12:0/2395691967 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1678016070 con 0x55e2502d7880 2024-05-21T00:19:54.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.303+0000 7f166be00700 1 -- 172.21.15.12:0/2395691967 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1678026c30 con 0x55e2502d7880 2024-05-21T00:19:54.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.304+0000 7f169b71cb80 10 client.25816 fetch_fsmap learned FSMap version 29 2024-05-21T00:19:54.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.304+0000 7f169b71cb80 1 -- 172.21.15.12:0/2395691967 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e25035c870 con 0x55e2502d7880 2024-05-21T00:19:54.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.304+0000 7f166be00700 1 -- 172.21.15.12:0/2395691967 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1678016070 con 0x55e2502d7880 2024-05-21T00:19:54.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.305+0000 7f166be00700 1 -- 172.21.15.12:0/2395691967 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1678010cf0 con 0x55e2502d7880 2024-05-21T00:19:54.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.305+0000 7f169b71cb80 10 client.25816 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:19:54.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.305+0000 7f169b71cb80 10 client.25816 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:19:54.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.305+0000 7f169b71cb80 20 client.25816 populate_metadata read hostname 'smithi012' 2024-05-21T00:19:54.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.306+0000 7f169b71cb80 1 --2- 172.21.15.12:0/2395691967 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e25035cbf0 0x55e25035f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:54.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.306+0000 7f169b71cb80 4 client.25816 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:19:54.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.306+0000 7f169b71cb80 1 -- 172.21.15.12:0/2395691967 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e250231570 con 0x55e25035cbf0 2024-05-21T00:19:54.321 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:19:54.321 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "no active scrubs running", 2024-05-21T00:19:54.321 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": {} 2024-05-21T00:19:54.321 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:19:54.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.308+0000 7f1689e00700 1 --2- 172.21.15.12:0/2395691967 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e25035cbf0 0x55e25035f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:54.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.309+0000 7f1689e00700 1 --2- 172.21.15.12:0/2395691967 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e25035cbf0 0x55e25035f010 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbc0524aefb79ca server_cookie=9697521976c32de2 in_seq=0 out_seq=0 2024-05-21T00:19:54.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.309+0000 7f166be00700 10 client.25816 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:54.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.309+0000 7f166be00700 1 -- 172.21.15.12:0/2395691967 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e250231570 con 0x55e25035cbf0 2024-05-21T00:19:54.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.309+0000 7f166be00700 10 client.25816 handle_command_reply: tid=0 2024-05-21T00:19:54.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.309+0000 7f169b71cb80 1 client.25816 shutdown 2024-05-21T00:19:54.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.311+0000 7f169b71cb80 1 -- 172.21.15.12:0/2395691967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502d7880 msgr2=0x55e2502e9b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:54.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.311+0000 7f169b71cb80 1 --2- 172.21.15.12:0/2395691967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502d7880 0x55e2502e9b80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1678003aa0 tx=0x7f1678005d90 comp rx=0 tx=0).stop 2024-05-21T00:19:54.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.311+0000 7f169b71cb80 1 -- 172.21.15.12:0/2395691967 shutdown_connections 2024-05-21T00:19:54.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.311+0000 7f169b71cb80 1 --2- 172.21.15.12:0/2395691967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e2502e6ac0 0x55e2502e6f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.311+0000 7f169b71cb80 1 --2- 172.21.15.12:0/2395691967 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e25035cbf0 0x55e25035f010 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.311+0000 7f169b71cb80 1 --2- 172.21.15.12:0/2395691967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e2502d7880 0x55e2502e9b80 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.311+0000 7f169b71cb80 1 --2- 172.21.15.12:0/2395691967 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e2502dceb0 0x55e2502e6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.311+0000 7f169b71cb80 1 -- 172.21.15.12:0/2395691967 >> 172.21.15.12:0/2395691967 conn(0x55e250205be0 msgr2=0x55e2502d19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:54.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.312+0000 7f166be00700 0 client.25816 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:19:54.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.313+0000 7f169b71cb80 1 -- 172.21.15.12:0/2395691967 shutdown_connections 2024-05-21T00:19:54.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.313+0000 7f169b71cb80 1 -- 172.21.15.12:0/2395691967 wait complete. 2024-05-21T00:19:54.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.317+0000 7f169b71cb80 20 client.25816 trim_cache size 0 max 16384 2024-05-21T00:19:54.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.321+0000 7f1690e00700 1 -- 172.21.15.12:0/2562795966 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16700b2900 msgr2=0x7f16700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:54.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.321+0000 7f1690e00700 1 --2- 172.21.15.12:0/2562795966 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16700b2900 0x7f16700b4dc0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f16840aa960 tx=0x7f1684009040 comp rx=0 tx=0).stop 2024-05-21T00:19:54.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.321+0000 7f1690e00700 1 -- 172.21.15.12:0/2562795966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f168c10ffa0 msgr2=0x7f168c1a1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:54.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.321+0000 7f1690e00700 1 --2- 172.21.15.12:0/2562795966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f168c10ffa0 0x7f168c1a1420 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f168400b070 tx=0x7f1684004c80 comp rx=0 tx=0).stop 2024-05-21T00:19:54.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.321+0000 7f1690e00700 1 -- 172.21.15.12:0/2562795966 shutdown_connections 2024-05-21T00:19:54.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.321+0000 7f1690e00700 1 --2- 172.21.15.12:0/2562795966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f168c10ffa0 0x7f168c1a1420 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.321+0000 7f1690e00700 1 --2- 172.21.15.12:0/2562795966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f168c075770 0x7f168c1a2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.321+0000 7f1690e00700 1 --2- 172.21.15.12:0/2562795966 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16700b2900 0x7f16700b4dc0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.321+0000 7f1690e00700 1 --2- 172.21.15.12:0/2562795966 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f168c076090 0x7f168c1a0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:54.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.321+0000 7f1690e00700 1 -- 172.21.15.12:0/2562795966 >> 172.21.15.12:0/2562795966 conn(0x7f168c07a6a0 msgr2=0x7f168c105870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:54.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.323+0000 7f1690e00700 1 -- 172.21.15.12:0/2562795966 shutdown_connections 2024-05-21T00:19:54.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:54.323+0000 7f1690e00700 1 -- 172.21.15.12:0/2562795966 wait complete. 2024-05-21T00:19:54.656 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:19:54.656 INFO:tasks.workunit.client.0.smithi012.stdout: Children see throughput for 1 initial writers = 244367.66 kB/sec 2024-05-21T00:19:54.656 INFO:tasks.workunit.client.0.smithi012.stdout: Parent sees throughput for 1 initial writers = 244309.24 kB/sec 2024-05-21T00:19:54.656 INFO:tasks.workunit.client.0.smithi012.stdout: Min throughput per process = 244367.66 kB/sec 2024-05-21T00:19:54.656 INFO:tasks.workunit.client.0.smithi012.stdout: Max throughput per process = 244367.66 kB/sec 2024-05-21T00:19:54.656 INFO:tasks.workunit.client.0.smithi012.stdout: Avg throughput per process = 244367.66 kB/sec 2024-05-21T00:19:54.657 INFO:tasks.workunit.client.0.smithi012.stdout: Min xfer = 1048576.00 kB 2024-05-21T00:19:55.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:54 smithi060 ceph-mon[36426]: pgmap v524: 97 pgs: 97 active+clean; 13 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1024 KiB/s wr, 9 op/s 2024-05-21T00:19:55.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:54 smithi077 ceph-mon[36377]: pgmap v524: 97 pgs: 97 active+clean; 13 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1024 KiB/s wr, 9 op/s 2024-05-21T00:19:55.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:54 smithi012 ceph-mon[31403]: pgmap v524: 97 pgs: 97 active+clean; 13 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 1024 KiB/s wr, 9 op/s 2024-05-21T00:19:56.656 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:19:56.657 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:19:57.150 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:19:57.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:56 smithi060 ceph-mon[36426]: pgmap v525: 97 pgs: 97 active+clean; 721 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 60 MiB/s wr, 27 op/s 2024-05-21T00:19:57.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:56 smithi077 ceph-mon[36377]: pgmap v525: 97 pgs: 97 active+clean; 721 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 60 MiB/s wr, 27 op/s 2024-05-21T00:19:57.301 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:56 smithi012 ceph-mon[31403]: pgmap v525: 97 pgs: 97 active+clean; 721 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 60 MiB/s wr, 27 op/s 2024-05-21T00:19:59.035 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:19:58 smithi012 ceph-mon[31403]: pgmap v526: 97 pgs: 97 active+clean; 997 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 83 MiB/s wr, 32 op/s 2024-05-21T00:19:59.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:19:58 smithi060 ceph-mon[36426]: pgmap v526: 97 pgs: 97 active+clean; 997 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 83 MiB/s wr, 32 op/s 2024-05-21T00:19:59.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:19:58 smithi077 ceph-mon[36377]: pgmap v526: 97 pgs: 97 active+clean; 997 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 83 MiB/s wr, 32 op/s 2024-05-21T00:19:59.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.430+0000 7f549be00700 1 -- 172.21.15.12:0/339129174 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f549c1094f0 msgr2=0x7f549c1098d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:59.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.430+0000 7f549be00700 1 --2- 172.21.15.12:0/339129174 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f549c1094f0 0x7f549c1098d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f54880098f0 tx=0x7f5488009c00 comp rx=0 tx=0).stop 2024-05-21T00:19:59.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.431+0000 7f549be00700 1 -- 172.21.15.12:0/339129174 shutdown_connections 2024-05-21T00:19:59.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.431+0000 7f549be00700 1 --2- 172.21.15.12:0/339129174 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f549c103e20 0x7f549c110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:59.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.431+0000 7f549be00700 1 --2- 172.21.15.12:0/339129174 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f549c1094f0 0x7f549c1098d0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:59.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.431+0000 7f549be00700 1 --2- 172.21.15.12:0/339129174 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f549c103460 0x7f549c1038e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:59.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.431+0000 7f549be00700 1 -- 172.21.15.12:0/339129174 >> 172.21.15.12:0/339129174 conn(0x7f549c0fef90 msgr2=0x7f549c1013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:19:59.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.432+0000 7f549be00700 1 -- 172.21.15.12:0/339129174 shutdown_connections 2024-05-21T00:19:59.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.432+0000 7f549be00700 1 -- 172.21.15.12:0/339129174 wait complete. 2024-05-21T00:19:59.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.435+0000 7f549be00700 1 Processor -- start 2024-05-21T00:19:59.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.435+0000 7f549be00700 1 -- start start 2024-05-21T00:19:59.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.436+0000 7f549be00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f549c103460 0x7f549c111420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:59.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.436+0000 7f549be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f549c103e20 0x7f549c111960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:59.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.436+0000 7f549aa00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f549c103460 0x7f549c111420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:59.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.437+0000 7f549aa00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f549c103460 0x7f549c111420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:34670/0 (socket says 172.21.15.12:34670) 2024-05-21T00:19:59.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.437+0000 7f549be00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f549c1094f0 0x7f549c111ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:59.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.437+0000 7f549be00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f549c119c90 con 0x7f549c103e20 2024-05-21T00:19:59.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.437+0000 7f549be00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f549c119b10 con 0x7f549c103460 2024-05-21T00:19:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.437+0000 7f549be00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f549c119e10 con 0x7f549c1094f0 2024-05-21T00:19:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.437+0000 7f549a000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f549c103e20 0x7f549c111960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.437+0000 7f549a000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f549c103e20 0x7f549c111960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41822/0 (socket says 172.21.15.12:41822) 2024-05-21T00:19:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.437+0000 7f549a000700 1 -- 172.21.15.12:0/2737601081 learned_addr learned my addr 172.21.15.12:0/2737601081 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:19:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.437+0000 7f549b400700 1 --2- 172.21.15.12:0/2737601081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f549c1094f0 0x7f549c111ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.438+0000 7f549b400700 1 -- 172.21.15.12:0/2737601081 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f549c103460 msgr2=0x7f549c111420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.438+0000 7f549b400700 1 --2- 172.21.15.12:0/2737601081 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f549c103460 0x7f549c111420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:59.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.438+0000 7f549b400700 1 -- 172.21.15.12:0/2737601081 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f549c103e20 msgr2=0x7f549c111960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:59.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.438+0000 7f549b400700 1 --2- 172.21.15.12:0/2737601081 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f549c103e20 0x7f549c111960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:19:59.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.438+0000 7f549b400700 1 -- 172.21.15.12:0/2737601081 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f549c1b4d30 con 0x7f549c1094f0 2024-05-21T00:19:59.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.438+0000 7f549b400700 1 --2- 172.21.15.12:0/2737601081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f549c1094f0 0x7f549c111ea0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f549400b740 tx=0x7f54940086b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:59.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.438+0000 7f5493400700 1 -- 172.21.15.12:0/2737601081 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549402a070 con 0x7f549c1094f0 2024-05-21T00:19:59.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.438+0000 7f5493400700 1 -- 172.21.15.12:0/2737601081 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5494004bb0 con 0x7f549c1094f0 2024-05-21T00:19:59.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.439+0000 7f5493400700 1 -- 172.21.15.12:0/2737601081 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54940043c0 con 0x7f549c1094f0 2024-05-21T00:19:59.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.439+0000 7f549be00700 1 -- 172.21.15.12:0/2737601081 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f549c06cfc0 con 0x7f549c1094f0 2024-05-21T00:19:59.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.440+0000 7f549be00700 1 -- 172.21.15.12:0/2737601081 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f549c06d480 con 0x7f549c1094f0 2024-05-21T00:19:59.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.441+0000 7f549be00700 1 -- 172.21.15.12:0/2737601081 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f549c104ba0 con 0x7f549c1094f0 2024-05-21T00:19:59.451 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.448+0000 7f5493400700 1 -- 172.21.15.12:0/2737601081 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5494004560 con 0x7f549c1094f0 2024-05-21T00:19:59.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.452+0000 7f5493400700 1 --2- 172.21.15.12:0/2737601081 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f54800b2900 0x7f54800b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:19:59.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.454+0000 7f549aa00700 1 --2- 172.21.15.12:0/2737601081 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f54800b2900 0x7f54800b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:19:59.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.454+0000 7f5493400700 1 -- 172.21.15.12:0/2737601081 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f54940f2860 con 0x7f549c1094f0 2024-05-21T00:19:59.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.455+0000 7f5493400700 1 -- 172.21.15.12:0/2737601081 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5494121e70 con 0x7f549c1094f0 2024-05-21T00:19:59.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.457+0000 7f549aa00700 1 --2- 172.21.15.12:0/2737601081 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f54800b2900 0x7f54800b4dc0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f5488009680 tx=0x7f5488009f70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:19:59.995 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.993+0000 7f549be00700 1 -- 172.21.15.12:0/2737601081 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f549c112950 con 0x7f549c1094f0 2024-05-21T00:19:59.997 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:19:59.997 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.995+0000 7f5493400700 1 -- 172.21.15.12:0/2737601081 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f54940ba5b0 con 0x7f549c1094f0 2024-05-21T00:19:59.998 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:19:59.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.998+0000 7f549be00700 1 -- 172.21.15.12:0/2737601081 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f54800b2900 msgr2=0x7f54800b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:59.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.998+0000 7f549be00700 1 --2- 172.21.15.12:0/2737601081 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f54800b2900 0x7f54800b4dc0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f5488009680 tx=0x7f5488009f70 comp rx=0 tx=0).stop 2024-05-21T00:19:59.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.998+0000 7f549be00700 1 -- 172.21.15.12:0/2737601081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f549c1094f0 msgr2=0x7f549c111ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:19:59.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.998+0000 7f549be00700 1 --2- 172.21.15.12:0/2737601081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f549c1094f0 0x7f549c111ea0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f549400b740 tx=0x7f54940086b0 comp rx=0 tx=0).stop 2024-05-21T00:20:00.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.999+0000 7f549be00700 1 -- 172.21.15.12:0/2737601081 shutdown_connections 2024-05-21T00:20:00.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.999+0000 7f549be00700 1 --2- 172.21.15.12:0/2737601081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f549c1094f0 0x7f549c111ea0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:00.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.999+0000 7f549be00700 1 --2- 172.21.15.12:0/2737601081 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f549c103460 0x7f549c111420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:00.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.999+0000 7f549be00700 1 --2- 172.21.15.12:0/2737601081 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f54800b2900 0x7f54800b4dc0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:00.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.999+0000 7f549be00700 1 --2- 172.21.15.12:0/2737601081 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f549c103e20 0x7f549c111960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:00.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.999+0000 7f549be00700 1 -- 172.21.15.12:0/2737601081 >> 172.21.15.12:0/2737601081 conn(0x7f549c0fef90 msgr2=0x7f549c0ff830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:00.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.999+0000 7f549be00700 1 -- 172.21.15.12:0/2737601081 shutdown_connections 2024-05-21T00:20:00.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:19:59.999+0000 7f549be00700 1 -- 172.21.15.12:0/2737601081 wait complete. 2024-05-21T00:20:00.001 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:20:00.963 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T00:20:01.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:00 smithi060 ceph-mon[36426]: pgmap v527: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 93 MiB/s wr, 36 op/s 2024-05-21T00:20:01.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:00 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2737601081' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:20:01.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:00 smithi060 ceph-mon[36426]: overall HEALTH_OK 2024-05-21T00:20:01.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:00 smithi077 ceph-mon[36377]: pgmap v527: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 93 MiB/s wr, 36 op/s 2024-05-21T00:20:01.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:00 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2737601081' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:20:01.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:00 smithi077 ceph-mon[36377]: overall HEALTH_OK 2024-05-21T00:20:01.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:00 smithi012 ceph-mon[31403]: pgmap v527: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 93 MiB/s wr, 36 op/s 2024-05-21T00:20:01.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:00 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2737601081' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:20:01.320 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:00 smithi012 ceph-mon[31403]: overall HEALTH_OK 2024-05-21T00:20:01.577 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:01.577 INFO:tasks.workunit.client.0.smithi012.stdout: Children see throughput for 1 rewriters = 304412.44 kB/sec 2024-05-21T00:20:01.578 INFO:tasks.workunit.client.0.smithi012.stdout: Parent sees throughput for 1 rewriters = 304344.49 kB/sec 2024-05-21T00:20:01.578 INFO:tasks.workunit.client.0.smithi012.stdout: Min throughput per process = 304412.44 kB/sec 2024-05-21T00:20:01.578 INFO:tasks.workunit.client.0.smithi012.stdout: Max throughput per process = 304412.44 kB/sec 2024-05-21T00:20:01.578 INFO:tasks.workunit.client.0.smithi012.stdout: Avg throughput per process = 304412.44 kB/sec 2024-05-21T00:20:01.578 INFO:tasks.workunit.client.0.smithi012.stdout: Min xfer = 1048576.00 kB 2024-05-21T00:20:01.646 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:20:03.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:02 smithi077 ceph-mon[36377]: pgmap v528: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 119 MiB/s wr, 41 op/s 2024-05-21T00:20:03.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:02 smithi012 ceph-mon[31403]: pgmap v528: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 119 MiB/s wr, 41 op/s 2024-05-21T00:20:03.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:02 smithi060 ceph-mon[36426]: pgmap v528: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 119 MiB/s wr, 41 op/s 2024-05-21T00:20:04.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:03.998+0000 7f8091000700 1 -- 172.21.15.12:0/1939725444 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f808c10ffa0 msgr2=0x7f808c112390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:04.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:03.998+0000 7f8091000700 1 --2- 172.21.15.12:0/1939725444 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f808c10ffa0 0x7f808c112390 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8084009f90 tx=0x7f808400b330 comp rx=0 tx=0).stop 2024-05-21T00:20:04.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:03.998+0000 7f8091000700 1 -- 172.21.15.12:0/1939725444 shutdown_connections 2024-05-21T00:20:04.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:03.998+0000 7f8091000700 1 --2- 172.21.15.12:0/1939725444 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f808c10ffa0 0x7f808c112390 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:03.998+0000 7f8091000700 1 --2- 172.21.15.12:0/1939725444 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f808c075770 0x7f808c075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:03.998+0000 7f8091000700 1 --2- 172.21.15.12:0/1939725444 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f808c076090 0x7f808c10fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:03.998+0000 7f8091000700 1 -- 172.21.15.12:0/1939725444 >> 172.21.15.12:0/1939725444 conn(0x7f808c07a6a0 msgr2=0x7f808c07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:04.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:03.998+0000 7f8091000700 1 -- 172.21.15.12:0/1939725444 shutdown_connections 2024-05-21T00:20:04.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:03.998+0000 7f8091000700 1 -- 172.21.15.12:0/1939725444 wait complete. 2024-05-21T00:20:04.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.000+0000 7f8091000700 1 Processor -- start 2024-05-21T00:20:04.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.000+0000 7f8091000700 1 -- start start 2024-05-21T00:20:04.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.000+0000 7f8091000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f808c075770 0x7f808c19be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.000+0000 7f8091000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f808c076090 0x7f808c19c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f8091000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f808c10ffa0 0x7f808c1a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f8091000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f808c115960 con 0x7f808c075770 2024-05-21T00:20:04.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f8091000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f808c1157e0 con 0x7f808c10ffa0 2024-05-21T00:20:04.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f8091000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f808c115ae0 con 0x7f808c076090 2024-05-21T00:20:04.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f8089e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f808c075770 0x7f808c19be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f8089400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f808c076090 0x7f808c19c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f808a800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f808c10ffa0 0x7f808c1a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f8089400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f808c076090 0x7f808c19c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:59248/0 (socket says 172.21.15.12:59248) 2024-05-21T00:20:04.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f808a800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f808c10ffa0 0x7f808c1a06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:34696/0 (socket says 172.21.15.12:34696) 2024-05-21T00:20:04.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f8089400700 1 -- 172.21.15.12:0/4252800320 learned_addr learned my addr 172.21.15.12:0/4252800320 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:04.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f808a800700 1 -- 172.21.15.12:0/4252800320 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f808c076090 msgr2=0x7f808c19c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:04.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f808a800700 1 --2- 172.21.15.12:0/4252800320 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f808c076090 0x7f808c19c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f808a800700 1 -- 172.21.15.12:0/4252800320 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f808c075770 msgr2=0x7f808c19be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:04.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f808a800700 1 --2- 172.21.15.12:0/4252800320 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f808c075770 0x7f808c19be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.001+0000 7f808a800700 1 -- 172.21.15.12:0/4252800320 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f808c1a0e10 con 0x7f808c10ffa0 2024-05-21T00:20:04.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.002+0000 7f808a800700 1 --2- 172.21.15.12:0/4252800320 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f808c10ffa0 0x7f808c1a06d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f808400b6c0 tx=0x7f808400cc30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:04.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.002+0000 7f8082a00700 1 -- 172.21.15.12:0/4252800320 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8084021070 con 0x7f808c10ffa0 2024-05-21T00:20:04.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.002+0000 7f8082a00700 1 -- 172.21.15.12:0/4252800320 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8084007d60 con 0x7f808c10ffa0 2024-05-21T00:20:04.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.002+0000 7f8082a00700 1 -- 172.21.15.12:0/4252800320 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8084005040 con 0x7f808c10ffa0 2024-05-21T00:20:04.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.002+0000 7f8091000700 1 -- 172.21.15.12:0/4252800320 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f808c1a10a0 con 0x7f808c10ffa0 2024-05-21T00:20:04.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.002+0000 7f8091000700 1 -- 172.21.15.12:0/4252800320 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f808c1a8980 con 0x7f808c10ffa0 2024-05-21T00:20:04.006 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.006+0000 7f8082a00700 1 -- 172.21.15.12:0/4252800320 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8084024070 con 0x7f808c10ffa0 2024-05-21T00:20:04.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.007+0000 7f8082a00700 1 --2- 172.21.15.12:0/4252800320 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f80700b2900 0x7f80700b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.007+0000 7f809b964b80 1 Processor -- start 2024-05-21T00:20:04.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.008+0000 7f8082a00700 1 -- 172.21.15.12:0/4252800320 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f80840e3100 con 0x7f808c10ffa0 2024-05-21T00:20:04.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.008+0000 7f809b964b80 1 -- start start 2024-05-21T00:20:04.008 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.008+0000 7f8089e00700 1 --2- 172.21.15.12:0/4252800320 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f80700b2900 0x7f80700b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.008+0000 7f809b964b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db153eb0 0x5595db154290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.008+0000 7f809b964b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db1547d0 0x5595db14e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.008+0000 7f809b964b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db14e880 0x5595db14ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.008+0000 7f809b964b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5595db0ace40 con 0x5595db14e880 2024-05-21T00:20:04.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.008+0000 7f809b964b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5595db09c9e0 con 0x5595db153eb0 2024-05-21T00:20:04.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.008+0000 7f809b964b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5595db0a0a20 con 0x5595db1547d0 2024-05-21T00:20:04.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.009+0000 7f8089400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db1547d0 0x5595db14e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.009+0000 7f8089e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db153eb0 0x5595db154290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.009+0000 7f8089400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db1547d0 0x5595db14e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:59260/0 (socket says 172.21.15.12:59260) 2024-05-21T00:20:04.010 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.009+0000 7f8089400700 1 -- 172.21.15.12:0/3887168100 learned_addr learned my addr 172.21.15.12:0/3887168100 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:04.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.009+0000 7f808a800700 1 --2- 172.21.15.12:0/3887168100 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db14e880 0x5595db14ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.009+0000 7f8089e00700 1 --2- 172.21.15.12:0/4252800320 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f80700b2900 0x7f80700b4dc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f807c009cb0 tx=0x7f807c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:04.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.009+0000 7f8089400700 1 -- 172.21.15.12:0/3887168100 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db153eb0 msgr2=0x5595db154290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:04.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.009+0000 7f8089400700 1 --2- 172.21.15.12:0/3887168100 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db153eb0 0x5595db154290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.009+0000 7f8089400700 1 -- 172.21.15.12:0/3887168100 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db14e880 msgr2=0x5595db14ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:04.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.009+0000 7f8089400700 1 --2- 172.21.15.12:0/3887168100 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db14e880 0x5595db14ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.009+0000 7f8089400700 1 -- 172.21.15.12:0/3887168100 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595db065420 con 0x5595db1547d0 2024-05-21T00:20:04.011 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.009+0000 7f8089e00700 1 --2- 172.21.15.12:0/3887168100 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db153eb0 0x5595db154290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:04.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.010+0000 7f8089400700 1 --2- 172.21.15.12:0/3887168100 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db1547d0 0x5595db14e260 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8078009f40 tx=0x7f8078011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e3817a3284f8e599 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:04.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.010+0000 7f8077400700 1 -- 172.21.15.12:0/3887168100 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807801e070 con 0x5595db1547d0 2024-05-21T00:20:04.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.010+0000 7f8077400700 1 -- 172.21.15.12:0/3887168100 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f807800eb20 con 0x5595db1547d0 2024-05-21T00:20:04.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.010+0000 7f8077400700 1 -- 172.21.15.12:0/3887168100 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8078019bf0 con 0x5595db1547d0 2024-05-21T00:20:04.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.011+0000 7f809b964b80 1 -- 172.21.15.12:0/3887168100 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db1547d0 msgr2=0x5595db14e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:04.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.011+0000 7f809b964b80 1 --2- 172.21.15.12:0/3887168100 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db1547d0 0x5595db14e260 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8078009f40 tx=0x7f8078011720 comp rx=0 tx=0).stop 2024-05-21T00:20:04.012 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.011+0000 7f809b964b80 1 -- 172.21.15.12:0/3887168100 shutdown_connections 2024-05-21T00:20:04.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.011+0000 7f809b964b80 1 --2- 172.21.15.12:0/3887168100 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db14e880 0x5595db14ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.011+0000 7f809b964b80 1 --2- 172.21.15.12:0/3887168100 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db153eb0 0x5595db154290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.011+0000 7f809b964b80 1 --2- 172.21.15.12:0/3887168100 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db1547d0 0x5595db14e260 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.011+0000 7f809b964b80 1 -- 172.21.15.12:0/3887168100 >> 172.21.15.12:0/3887168100 conn(0x5595db07cbe0 msgr2=0x5595db149010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:04.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.011+0000 7f809b964b80 1 -- 172.21.15.12:0/3887168100 shutdown_connections 2024-05-21T00:20:04.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.011+0000 7f809b964b80 1 -- 172.21.15.12:0/3887168100 wait complete. 2024-05-21T00:20:04.013 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.012+0000 7f809b964b80 1 -- start start 2024-05-21T00:20:04.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.012+0000 7f809b964b80 1 Processor -- start 2024-05-21T00:20:04.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.013+0000 7f809b964b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db14e880 0x5595db15a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.013+0000 7f809b964b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db153eb0 0x5595db157860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.013+0000 7f809b964b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db1547d0 0x5595db157da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.013+0000 7f809b964b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5595dafa2fa0 con 0x5595db1547d0 2024-05-21T00:20:04.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.013+0000 7f809b964b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5595db03d760 con 0x5595db14e880 2024-05-21T00:20:04.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.013+0000 7f809b964b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5595db15b240 con 0x5595db153eb0 2024-05-21T00:20:04.014 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.013+0000 7f809b964b80 10 client.0 _ll_register_callbacks cb 0x5595db046c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:04.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.013+0000 7f8089400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db153eb0 0x5595db157860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.013+0000 7f8089400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db153eb0 0x5595db157860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:59272/0 (socket says 172.21.15.12:59272) 2024-05-21T00:20:04.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.013+0000 7f8089400700 1 -- 172.21.15.12:0/2347464216 learned_addr learned my addr 172.21.15.12:0/2347464216 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:04.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.013+0000 7f808a800700 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db1547d0 0x5595db157da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.013+0000 7f8089e00700 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db14e880 0x5595db15a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.015 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.014+0000 7f8089400700 1 -- 172.21.15.12:0/2347464216 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db14e880 msgr2=0x5595db15a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:04.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.014+0000 7f8089400700 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db14e880 0x5595db15a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.014+0000 7f8089400700 1 -- 172.21.15.12:0/2347464216 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db1547d0 msgr2=0x5595db157da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:04.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.014+0000 7f8089400700 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db1547d0 0x5595db157da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.014+0000 7f8089400700 1 -- 172.21.15.12:0/2347464216 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595dafec8d0 con 0x5595db153eb0 2024-05-21T00:20:04.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.014+0000 7f808a800700 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db1547d0 0x5595db157da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:20:04.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.014+0000 7f8089400700 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db153eb0 0x5595db157860 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8078009ad0 tx=0x7f8078019590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e5bad66d03d8e38 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:04.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.014+0000 7f806be00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:20:04.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.014+0000 7f806be00700 1 -- 172.21.15.12:0/2347464216 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807801e040 con 0x5595db153eb0 2024-05-21T00:20:04.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.014+0000 7f806be00700 1 -- 172.21.15.12:0/2347464216 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f807800e880 con 0x5595db153eb0 2024-05-21T00:20:04.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.014+0000 7f809b964b80 1 -- 172.21.15.12:0/2347464216 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f807800eb20 con 0x5595db153eb0 2024-05-21T00:20:04.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.015+0000 7f806be00700 1 -- 172.21.15.12:0/2347464216 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8078004030 con 0x5595db153eb0 2024-05-21T00:20:04.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.015+0000 7f809b964b80 10 client.25834 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:04.016 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.015+0000 7f809b964b80 1 -- 172.21.15.12:0/2347464216 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5595db06d060 con 0x5595db153eb0 2024-05-21T00:20:04.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.015+0000 7f806be00700 1 -- 172.21.15.12:0/2347464216 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f807800eb20 con 0x5595db153eb0 2024-05-21T00:20:04.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.015+0000 7f806be00700 1 -- 172.21.15.12:0/2347464216 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f8078005060 con 0x5595db153eb0 2024-05-21T00:20:04.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.015+0000 7f809b964b80 10 client.25834 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:04.017 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.015+0000 7f809b964b80 10 client.25834 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:20:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.015+0000 7f809b964b80 20 client.25834 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.015+0000 7f809b964b80 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5595db167d20 0x5595db16a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.016+0000 7f809b964b80 4 client.25834 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:20:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.016+0000 7f809b964b80 1 -- 172.21.15.12:0/2347464216 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5595db0aed90 con 0x5595db167d20 2024-05-21T00:20:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.016+0000 7f8089e00700 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5595db167d20 0x5595db16a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.016+0000 7f8089e00700 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5595db167d20 0x5595db16a110 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f8fb0ca1f00c5e5b server_cookie=a1200e1afa7e559f in_seq=0 out_seq=0 2024-05-21T00:20:04.018 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.016+0000 7f806be00700 10 client.25834 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:20:04.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.017+0000 7f806be00700 1 -- 172.21.15.12:0/2347464216 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5595db0aed90 con 0x5595db167d20 2024-05-21T00:20:04.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.017+0000 7f806be00700 10 client.25834 handle_command_reply: tid=0 2024-05-21T00:20:04.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.018+0000 7f809b964b80 1 client.25834 shutdown 2024-05-21T00:20:04.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.018+0000 7f809b964b80 1 -- 172.21.15.12:0/2347464216 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db153eb0 msgr2=0x5595db157860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:04.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.018+0000 7f809b964b80 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db153eb0 0x5595db157860 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8078009ad0 tx=0x7f8078019590 comp rx=0 tx=0).stop 2024-05-21T00:20:04.019 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.018+0000 7f809b964b80 1 -- 172.21.15.12:0/2347464216 shutdown_connections 2024-05-21T00:20:04.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.018+0000 7f809b964b80 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db1547d0 0x5595db157da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.018+0000 7f809b964b80 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db14e880 0x5595db15a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.018+0000 7f809b964b80 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5595db167d20 0x5595db16a110 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.018+0000 7f809b964b80 1 --2- 172.21.15.12:0/2347464216 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db153eb0 0x5595db157860 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.018+0000 7f809b964b80 1 -- 172.21.15.12:0/2347464216 >> 172.21.15.12:0/2347464216 conn(0x5595db07cbe0 msgr2=0x5595db14d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:04.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.018+0000 7f806be00700 0 client.25834 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:20:04.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.018+0000 7f809b964b80 1 -- 172.21.15.12:0/2347464216 shutdown_connections 2024-05-21T00:20:04.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.018+0000 7f809b964b80 1 -- 172.21.15.12:0/2347464216 wait complete. 2024-05-21T00:20:04.020 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.018+0000 7f809b964b80 20 client.25834 trim_cache size 0 max 16384 2024-05-21T00:20:04.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.036+0000 7f809b964b80 1 Processor -- start 2024-05-21T00:20:04.036 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.036+0000 7f809b964b80 1 -- start start 2024-05-21T00:20:04.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.036+0000 7f809b964b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db14e880 0x5595db14e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.036+0000 7f809b964b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db153eb0 0x5595db15a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.036+0000 7f809b964b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db1547d0 0x5595db1519c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.036+0000 7f809b964b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f808c1ab770 con 0x5595db153eb0 2024-05-21T00:20:04.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.036+0000 7f809b964b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f808c1ad2b0 con 0x5595db1547d0 2024-05-21T00:20:04.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.036+0000 7f809b964b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f808c1abe40 con 0x5595db14e880 2024-05-21T00:20:04.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.037+0000 7f8089400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db153eb0 0x5595db15a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.037+0000 7f8089e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db14e880 0x5595db14e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.037+0000 7f808a800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db1547d0 0x5595db1519c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.037+0000 7f8089e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db14e880 0x5595db14e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:59282/0 (socket says 172.21.15.12:59282) 2024-05-21T00:20:04.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.037+0000 7f8089400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db153eb0 0x5595db15a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41866/0 (socket says 172.21.15.12:41866) 2024-05-21T00:20:04.038 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.037+0000 7f8089e00700 1 -- 172.21.15.12:0/4257931408 learned_addr learned my addr 172.21.15.12:0/4257931408 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:04.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.037+0000 7f8089e00700 1 -- 172.21.15.12:0/4257931408 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db1547d0 msgr2=0x5595db1519c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:04.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.037+0000 7f8089e00700 1 --2- 172.21.15.12:0/4257931408 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db1547d0 0x5595db1519c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.037+0000 7f8089e00700 1 -- 172.21.15.12:0/4257931408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db153eb0 msgr2=0x5595db15a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:04.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.037+0000 7f8089e00700 1 --2- 172.21.15.12:0/4257931408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db153eb0 0x5595db15a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.037+0000 7f8089e00700 1 -- 172.21.15.12:0/4257931408 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595db155dd0 con 0x5595db14e880 2024-05-21T00:20:04.039 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.038+0000 7f8089e00700 1 --2- 172.21.15.12:0/4257931408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db14e880 0x5595db14e260 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f807c011ab0 tx=0x7f807c01c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6159c5f314403d58 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:04.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.038+0000 7f8076a00700 1 -- 172.21.15.12:0/4257931408 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807c01cb90 con 0x5595db14e880 2024-05-21T00:20:04.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.038+0000 7f8076a00700 1 -- 172.21.15.12:0/4257931408 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f807c01cd30 con 0x5595db14e880 2024-05-21T00:20:04.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.038+0000 7f8076a00700 1 -- 172.21.15.12:0/4257931408 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807c028420 con 0x5595db14e880 2024-05-21T00:20:04.040 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.039+0000 7f809b964b80 1 -- 172.21.15.12:0/4257931408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db14e880 msgr2=0x5595db14e260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:04.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.039+0000 7f809b964b80 1 --2- 172.21.15.12:0/4257931408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db14e880 0x5595db14e260 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f807c011ab0 tx=0x7f807c01c000 comp rx=0 tx=0).stop 2024-05-21T00:20:04.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.039+0000 7f809b964b80 1 -- 172.21.15.12:0/4257931408 shutdown_connections 2024-05-21T00:20:04.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.039+0000 7f809b964b80 1 --2- 172.21.15.12:0/4257931408 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db1547d0 0x5595db1519c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.039+0000 7f809b964b80 1 --2- 172.21.15.12:0/4257931408 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db14e880 0x5595db14e260 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.039+0000 7f809b964b80 1 --2- 172.21.15.12:0/4257931408 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db153eb0 0x5595db15a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.039+0000 7f809b964b80 1 -- 172.21.15.12:0/4257931408 >> 172.21.15.12:0/4257931408 conn(0x5595db07cbe0 msgr2=0x5595db157820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:04.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.039+0000 7f809b964b80 1 -- 172.21.15.12:0/4257931408 shutdown_connections 2024-05-21T00:20:04.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.040+0000 7f809b964b80 1 -- 172.21.15.12:0/4257931408 wait complete. 2024-05-21T00:20:04.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.040+0000 7f809b964b80 1 -- start start 2024-05-21T00:20:04.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.041+0000 7f809b964b80 1 Processor -- start 2024-05-21T00:20:04.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.041+0000 7f809b964b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db14e880 0x5595db160500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.041+0000 7f809b964b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db153eb0 0x5595db160a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.041+0000 7f809b964b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db1547d0 0x5595db16e930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.041+0000 7f809b964b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f808c1acbe0 con 0x5595db14e880 2024-05-21T00:20:04.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.041+0000 7f809b964b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f808c1ac510 con 0x5595db1547d0 2024-05-21T00:20:04.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.041+0000 7f809b964b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f808c1073c0 con 0x5595db153eb0 2024-05-21T00:20:04.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.042+0000 7f809b964b80 10 client.0 _ll_register_callbacks cb 0x5595db046c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:04.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.042+0000 7f8089e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db14e880 0x5595db160500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.042+0000 7f8089400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db153eb0 0x5595db160a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.042+0000 7f8089e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db14e880 0x5595db160500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:41874/0 (socket says 172.21.15.12:41874) 2024-05-21T00:20:04.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.042+0000 7f8089e00700 1 -- 172.21.15.12:0/294106967 learned_addr learned my addr 172.21.15.12:0/294106967 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:04.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.042+0000 7f808a800700 1 --2- 172.21.15.12:0/294106967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db1547d0 0x5595db16e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.042+0000 7f8089400700 1 -- 172.21.15.12:0/294106967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db1547d0 msgr2=0x5595db16e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:04.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.042+0000 7f8089400700 1 --2- 172.21.15.12:0/294106967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db1547d0 0x5595db16e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.042+0000 7f8089400700 1 -- 172.21.15.12:0/294106967 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db14e880 msgr2=0x5595db160500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:04.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.042+0000 7f8089400700 1 --2- 172.21.15.12:0/294106967 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db14e880 0x5595db160500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.042+0000 7f8089400700 1 -- 172.21.15.12:0/294106967 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595db16eec0 con 0x5595db153eb0 2024-05-21T00:20:04.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.043+0000 7f8089400700 1 --2- 172.21.15.12:0/294106967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db153eb0 0x5595db160a40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8078005500 tx=0x7f8078009fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4df084681b48d49b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:04.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.043+0000 7f806be00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:20:04.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.043+0000 7f806be00700 1 -- 172.21.15.12:0/294106967 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f807801e070 con 0x5595db153eb0 2024-05-21T00:20:04.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.043+0000 7f806be00700 1 -- 172.21.15.12:0/294106967 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f8078019df0 con 0x5595db153eb0 2024-05-21T00:20:04.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.043+0000 7f809b964b80 1 -- 172.21.15.12:0/294106967 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f807c01cd30 con 0x5595db153eb0 2024-05-21T00:20:04.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.043+0000 7f806be00700 1 -- 172.21.15.12:0/294106967 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f807803b070 con 0x5595db153eb0 2024-05-21T00:20:04.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.043+0000 7f809b964b80 10 client.25840 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:04.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.043+0000 7f809b964b80 1 -- 172.21.15.12:0/294106967 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5595db1d1fd0 con 0x5595db153eb0 2024-05-21T00:20:04.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.044+0000 7f806be00700 1 -- 172.21.15.12:0/294106967 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f807c01cd30 con 0x5595db153eb0 2024-05-21T00:20:04.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.044+0000 7f806be00700 1 -- 172.21.15.12:0/294106967 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f8078035420 con 0x5595db153eb0 2024-05-21T00:20:04.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.044+0000 7f809b964b80 10 client.25840 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:04.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.044+0000 7f809b964b80 10 client.25840 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:20:04.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.044+0000 7f809b964b80 20 client.25840 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:04.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.044+0000 7f809b964b80 1 --2- 172.21.15.12:0/294106967 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5595db1d2600 0x5595db1d4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:04.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.044+0000 7f809b964b80 4 client.25840 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:20:04.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.044+0000 7f809b964b80 1 -- 172.21.15.12:0/294106967 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5595db0a8570 con 0x5595db1d2600 2024-05-21T00:20:04.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.044+0000 7f8089e00700 1 --2- 172.21.15.12:0/294106967 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5595db1d2600 0x5595db1d4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:04.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f8089e00700 1 --2- 172.21.15.12:0/294106967 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5595db1d2600 0x5595db1d4a20 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d3c790ad56bc0460 server_cookie=a00d15bdf5eaf2a3 in_seq=0 out_seq=0 2024-05-21T00:20:04.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f806be00700 10 client.25840 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:20:04.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f806be00700 1 -- 172.21.15.12:0/294106967 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5595db0a8570 con 0x5595db1d2600 2024-05-21T00:20:04.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f806be00700 10 client.25840 handle_command_reply: tid=0 2024-05-21T00:20:04.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f809b964b80 1 client.25840 shutdown 2024-05-21T00:20:04.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f809b964b80 1 -- 172.21.15.12:0/294106967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db153eb0 msgr2=0x5595db160a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:04.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f809b964b80 1 --2- 172.21.15.12:0/294106967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db153eb0 0x5595db160a40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8078005500 tx=0x7f8078009fd0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f809b964b80 1 -- 172.21.15.12:0/294106967 shutdown_connections 2024-05-21T00:20:04.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f809b964b80 1 --2- 172.21.15.12:0/294106967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5595db1547d0 0x5595db16e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f809b964b80 1 --2- 172.21.15.12:0/294106967 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5595db14e880 0x5595db160500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f809b964b80 1 --2- 172.21.15.12:0/294106967 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5595db1d2600 0x5595db1d4a20 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f809b964b80 1 --2- 172.21.15.12:0/294106967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5595db153eb0 0x5595db160a40 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f806be00700 0 client.25840 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:20:04.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.045+0000 7f809b964b80 1 -- 172.21.15.12:0/294106967 >> 172.21.15.12:0/294106967 conn(0x5595db07cbe0 msgr2=0x5595db157680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:04.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.046+0000 7f809b964b80 1 -- 172.21.15.12:0/294106967 shutdown_connections 2024-05-21T00:20:04.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.046+0000 7f809b964b80 1 -- 172.21.15.12:0/294106967 wait complete. 2024-05-21T00:20:04.051 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.046+0000 7f809b964b80 20 client.25840 trim_cache size 0 max 16384 2024-05-21T00:20:04.051 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:20:04.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.046+0000 7f8091000700 1 -- 172.21.15.12:0/4252800320 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f80700b2900 msgr2=0x7f80700b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:04.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.047+0000 7f8091000700 1 --2- 172.21.15.12:0/4252800320 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f80700b2900 0x7f80700b4dc0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f807c009cb0 tx=0x7f807c009260 comp rx=0 tx=0).stop 2024-05-21T00:20:04.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.047+0000 7f8091000700 1 -- 172.21.15.12:0/4252800320 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f808c10ffa0 msgr2=0x7f808c1a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:04.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.047+0000 7f8091000700 1 --2- 172.21.15.12:0/4252800320 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f808c10ffa0 0x7f808c1a06d0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f808400b6c0 tx=0x7f808400cc30 comp rx=0 tx=0).stop 2024-05-21T00:20:04.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.047+0000 7f8091000700 1 -- 172.21.15.12:0/4252800320 shutdown_connections 2024-05-21T00:20:04.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.047+0000 7f8091000700 1 --2- 172.21.15.12:0/4252800320 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f808c10ffa0 0x7f808c1a06d0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.047+0000 7f8091000700 1 --2- 172.21.15.12:0/4252800320 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f80700b2900 0x7f80700b4dc0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.047+0000 7f8091000700 1 --2- 172.21.15.12:0/4252800320 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f808c075770 0x7f808c19be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.047+0000 7f8091000700 1 --2- 172.21.15.12:0/4252800320 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f808c076090 0x7f808c19c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:04.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.047+0000 7f8091000700 1 -- 172.21.15.12:0/4252800320 >> 172.21.15.12:0/4252800320 conn(0x7f808c07a6a0 msgr2=0x7f808c101980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:04.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.047+0000 7f8091000700 1 -- 172.21.15.12:0/4252800320 shutdown_connections 2024-05-21T00:20:04.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:04.047+0000 7f8091000700 1 -- 172.21.15.12:0/4252800320 wait complete. 2024-05-21T00:20:04.131 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:04.131 INFO:tasks.workunit.client.0.smithi012.stdout: Children see throughput for 1 readers = 3294333.50 kB/sec 2024-05-21T00:20:04.131 INFO:tasks.workunit.client.0.smithi012.stdout: Parent sees throughput for 1 readers = 3285496.05 kB/sec 2024-05-21T00:20:04.132 INFO:tasks.workunit.client.0.smithi012.stdout: Min throughput per process = 3294333.50 kB/sec 2024-05-21T00:20:04.132 INFO:tasks.workunit.client.0.smithi012.stdout: Max throughput per process = 3294333.50 kB/sec 2024-05-21T00:20:04.132 INFO:tasks.workunit.client.0.smithi012.stdout: Avg throughput per process = 3294333.50 kB/sec 2024-05-21T00:20:04.132 INFO:tasks.workunit.client.0.smithi012.stdout: Min xfer = 1048576.00 kB 2024-05-21T00:20:05.161 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T00:20:05.238 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:04 smithi012 ceph-mon[31403]: pgmap v529: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 126 MiB/s wr, 42 op/s 2024-05-21T00:20:05.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:04 smithi077 ceph-mon[36377]: pgmap v529: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 126 MiB/s wr, 42 op/s 2024-05-21T00:20:05.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:04 smithi060 ceph-mon[36426]: pgmap v529: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 126 MiB/s wr, 42 op/s 2024-05-21T00:20:05.635 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:20:06.739 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:06.740 INFO:tasks.workunit.client.0.smithi012.stdout: Children see throughput for 1 re-readers = 2600512.75 kB/sec 2024-05-21T00:20:06.740 INFO:tasks.workunit.client.0.smithi012.stdout: Parent sees throughput for 1 re-readers = 2594946.11 kB/sec 2024-05-21T00:20:06.740 INFO:tasks.workunit.client.0.smithi012.stdout: Min throughput per process = 2600512.75 kB/sec 2024-05-21T00:20:06.740 INFO:tasks.workunit.client.0.smithi012.stdout: Max throughput per process = 2600512.75 kB/sec 2024-05-21T00:20:06.740 INFO:tasks.workunit.client.0.smithi012.stdout: Avg throughput per process = 2600512.75 kB/sec 2024-05-21T00:20:06.740 INFO:tasks.workunit.client.0.smithi012.stdout: Min xfer = 1048576.00 kB 2024-05-21T00:20:07.210 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:06 smithi012 ceph-mon[31403]: pgmap v530: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 164 MiB/s wr, 54 op/s 2024-05-21T00:20:07.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:06 smithi077 ceph-mon[36377]: pgmap v530: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 164 MiB/s wr, 54 op/s 2024-05-21T00:20:07.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:06 smithi060 ceph-mon[36426]: pgmap v530: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 164 MiB/s wr, 54 op/s 2024-05-21T00:20:08.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.043+0000 7f95c9800700 1 -- 172.21.15.12:0/1016938869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f95c4106000 msgr2=0x7f95c4112510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:08.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.043+0000 7f95c9800700 1 --2- 172.21.15.12:0/1016938869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f95c4106000 0x7f95c4112510 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f95bc00b0a0 tx=0x7f95bc00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.043+0000 7f95c9800700 1 -- 172.21.15.12:0/1016938869 shutdown_connections 2024-05-21T00:20:08.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.043+0000 7f95c9800700 1 --2- 172.21.15.12:0/1016938869 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f95c4106000 0x7f95c4112510 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.043+0000 7f95c9800700 1 --2- 172.21.15.12:0/1016938869 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f95c410b640 0x7f95c410ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.043+0000 7f95c9800700 1 --2- 172.21.15.12:0/1016938869 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95c4105640 0x7f95c4105ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.043+0000 7f95c9800700 1 -- 172.21.15.12:0/1016938869 >> 172.21.15.12:0/1016938869 conn(0x7f95c4101170 msgr2=0x7f95c4103590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:08.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.044+0000 7f95c9800700 1 -- 172.21.15.12:0/1016938869 shutdown_connections 2024-05-21T00:20:08.045 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.044+0000 7f95c9800700 1 -- 172.21.15.12:0/1016938869 wait complete. 2024-05-21T00:20:08.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.045+0000 7f95c9800700 1 Processor -- start 2024-05-21T00:20:08.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.045+0000 7f95c9800700 1 -- start start 2024-05-21T00:20:08.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.046+0000 7f95c9800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f95c4105640 0x7f95c419bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.046+0000 7f95c9800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95c4106000 0x7f95c419c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.046+0000 7f95c9800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f95c410b640 0x7f95c41a0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.046+0000 7f95c9800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f95c4115890 con 0x7f95c410b640 2024-05-21T00:20:08.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.046+0000 7f95c9800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f95c4115710 con 0x7f95c4105640 2024-05-21T00:20:08.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.046+0000 7f95c9800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f95c4115a10 con 0x7f95c4106000 2024-05-21T00:20:08.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.046+0000 7f95c8e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f95c410b640 0x7f95c41a0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.047 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.046+0000 7f95c3400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95c4106000 0x7f95c419c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.046+0000 7f95c3e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f95c4105640 0x7f95c419bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.046+0000 7f95c3400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95c4106000 0x7f95c419c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:44380/0 (socket says 172.21.15.12:44380) 2024-05-21T00:20:08.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.046+0000 7f95c3400700 1 -- 172.21.15.12:0/4167253233 learned_addr learned my addr 172.21.15.12:0/4167253233 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:08.048 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.047+0000 7f95c3400700 1 -- 172.21.15.12:0/4167253233 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f95c4105640 msgr2=0x7f95c419bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:08.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.047+0000 7f95c3400700 1 --2- 172.21.15.12:0/4167253233 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f95c4105640 0x7f95c419bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.047+0000 7f95c3400700 1 -- 172.21.15.12:0/4167253233 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f95c410b640 msgr2=0x7f95c41a0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:08.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.047+0000 7f95c3400700 1 --2- 172.21.15.12:0/4167253233 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f95c410b640 0x7f95c41a0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.047+0000 7f95c3400700 1 -- 172.21.15.12:0/4167253233 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95c41a0d50 con 0x7f95c4106000 2024-05-21T00:20:08.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.047+0000 7f95c3e00700 1 --2- 172.21.15.12:0/4167253233 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f95c4105640 0x7f95c419bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:08.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.047+0000 7f95c3400700 1 --2- 172.21.15.12:0/4167253233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95c4106000 0x7f95c419c280 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f95b000e9c0 tx=0x7f95b000ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:08.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.047+0000 7f95c0c00700 1 -- 172.21.15.12:0/4167253233 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b000cbd0 con 0x7f95c4106000 2024-05-21T00:20:08.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.047+0000 7f95c9800700 1 -- 172.21.15.12:0/4167253233 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95c41a1040 con 0x7f95c4106000 2024-05-21T00:20:08.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.048+0000 7f95c0c00700 1 -- 172.21.15.12:0/4167253233 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95b000ee60 con 0x7f95c4106000 2024-05-21T00:20:08.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.048+0000 7f95c9800700 1 -- 172.21.15.12:0/4167253233 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95c41a88c0 con 0x7f95c4106000 2024-05-21T00:20:08.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.048+0000 7f95c0c00700 1 -- 172.21.15.12:0/4167253233 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b00055c0 con 0x7f95c4106000 2024-05-21T00:20:08.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.054+0000 7f95d5797b80 1 Processor -- start 2024-05-21T00:20:08.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.054+0000 7f95d5797b80 1 -- start start 2024-05-21T00:20:08.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.054+0000 7f95c0c00700 1 -- 172.21.15.12:0/4167253233 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f95b0004750 con 0x7f95c4106000 2024-05-21T00:20:08.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.055+0000 7f95d5797b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bc91400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.055+0000 7f95d5797b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91940 0x557b7bc8b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.055+0000 7f95d5797b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bc8bf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.055+0000 7f95d5797b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557b7bbe9e40 con 0x557b7bc91940 2024-05-21T00:20:08.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.055+0000 7f95d5797b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x557b7bbd99e0 con 0x557b7bc8bad0 2024-05-21T00:20:08.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.055+0000 7f95d5797b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x557b7bbdda20 con 0x557b7bc91020 2024-05-21T00:20:08.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.055+0000 7f95c8e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bc91400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.055+0000 7f95c3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91940 0x557b7bc8b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.055+0000 7f95c8e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bc91400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:44382/0 (socket says 172.21.15.12:44382) 2024-05-21T00:20:08.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.055+0000 7f95c8e00700 1 -- 172.21.15.12:0/3768304087 learned_addr learned my addr 172.21.15.12:0/3768304087 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:08.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.055+0000 7f95c3400700 1 --2- 172.21.15.12:0/3768304087 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bc8bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.055+0000 7f95c8e00700 1 -- 172.21.15.12:0/3768304087 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 msgr2=0x557b7bc8bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:08.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.056+0000 7f95c8e00700 1 --2- 172.21.15.12:0/3768304087 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bc8bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.058 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.056+0000 7f95c8e00700 1 -- 172.21.15.12:0/3768304087 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91940 msgr2=0x557b7bc8b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:08.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.056+0000 7f95c8e00700 1 --2- 172.21.15.12:0/3768304087 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91940 0x557b7bc8b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.056+0000 7f95c8e00700 1 -- 172.21.15.12:0/3768304087 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b7bba2420 con 0x557b7bc91020 2024-05-21T00:20:08.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.056+0000 7f95c3e00700 1 --2- 172.21.15.12:0/3768304087 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91940 0x557b7bc8b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:08.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.056+0000 7f95c3400700 1 --2- 172.21.15.12:0/3768304087 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bc8bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:20:08.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.056+0000 7f95c8e00700 1 --2- 172.21.15.12:0/3768304087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bc91400 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f95bc00b0a0 tx=0x7f95bc0092e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f1bc3688b053670d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:08.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.056+0000 7f95c0c00700 1 --2- 172.21.15.12:0/4167253233 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f95a80b2900 0x7f95a80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.056+0000 7f95b9600700 1 -- 172.21.15.12:0/3768304087 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95bc00bcb0 con 0x557b7bc91020 2024-05-21T00:20:08.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.057+0000 7f95b9600700 1 -- 172.21.15.12:0/3768304087 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95bc0074e0 con 0x557b7bc91020 2024-05-21T00:20:08.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.057+0000 7f95b9600700 1 -- 172.21.15.12:0/3768304087 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95bc005260 con 0x557b7bc91020 2024-05-21T00:20:08.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.057+0000 7f95c0c00700 1 -- 172.21.15.12:0/4167253233 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f95b00e22d0 con 0x7f95c4106000 2024-05-21T00:20:08.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.057+0000 7f95c3e00700 1 --2- 172.21.15.12:0/4167253233 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f95a80b2900 0x7f95a80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.057+0000 7f95d5797b80 1 -- 172.21.15.12:0/3768304087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 msgr2=0x557b7bc91400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:08.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.057+0000 7f95d5797b80 1 --2- 172.21.15.12:0/3768304087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bc91400 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f95bc00b0a0 tx=0x7f95bc0092e0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.057+0000 7f95c3e00700 1 --2- 172.21.15.12:0/4167253233 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f95a80b2900 0x7f95a80b4dc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f95b40127c0 tx=0x7f95b4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:08.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.058+0000 7f95d5797b80 1 -- 172.21.15.12:0/3768304087 shutdown_connections 2024-05-21T00:20:08.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.058+0000 7f95d5797b80 1 --2- 172.21.15.12:0/3768304087 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bc8bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.058+0000 7f95d5797b80 1 --2- 172.21.15.12:0/3768304087 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bc91400 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.058+0000 7f95d5797b80 1 --2- 172.21.15.12:0/3768304087 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91940 0x557b7bc8b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.058+0000 7f95d5797b80 1 -- 172.21.15.12:0/3768304087 >> 172.21.15.12:0/3768304087 conn(0x557b7bbb9be0 msgr2=0x557b7bc86150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:08.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.058+0000 7f95d5797b80 1 -- 172.21.15.12:0/3768304087 shutdown_connections 2024-05-21T00:20:08.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.058+0000 7f95d5797b80 1 -- 172.21.15.12:0/3768304087 wait complete. 2024-05-21T00:20:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.058+0000 7f95d5797b80 1 -- start start 2024-05-21T00:20:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.059+0000 7f95d5797b80 1 Processor -- start 2024-05-21T00:20:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.059+0000 7f95d5797b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bc97610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.059+0000 7f95d5797b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91020 0x557b7bc949b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.059+0000 7f95d5797b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91940 0x557b7bc94ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.059+0000 7f95d5797b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557b7badffa0 con 0x557b7bc91020 2024-05-21T00:20:08.063 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.059+0000 7f95d5797b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x557b7bb7a760 con 0x557b7bc8bad0 2024-05-21T00:20:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.059+0000 7f95d5797b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x557b7bc98400 con 0x557b7bc91940 2024-05-21T00:20:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.059+0000 7f95d5797b80 10 client.0 _ll_register_callbacks cb 0x557b7bb83c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.060+0000 7f95c3400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91020 0x557b7bc949b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.060+0000 7f95c8e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91940 0x557b7bc94ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.060+0000 7f95c3400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91020 0x557b7bc949b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51502/0 (socket says 172.21.15.12:51502) 2024-05-21T00:20:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.060+0000 7f95c3400700 1 -- 172.21.15.12:0/2690504081 learned_addr learned my addr 172.21.15.12:0/2690504081 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.060+0000 7f95c3e00700 1 --2- 172.21.15.12:0/2690504081 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bc97610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.060+0000 7f95c8e00700 1 -- 172.21.15.12:0/2690504081 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 msgr2=0x557b7bc97610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.060+0000 7f95c8e00700 1 --2- 172.21.15.12:0/2690504081 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bc97610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.060+0000 7f95c8e00700 1 -- 172.21.15.12:0/2690504081 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91020 msgr2=0x557b7bc949b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.060+0000 7f95c8e00700 1 --2- 172.21.15.12:0/2690504081 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91020 0x557b7bc949b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.060+0000 7f95c8e00700 1 -- 172.21.15.12:0/2690504081 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b7bb298d0 con 0x557b7bc91940 2024-05-21T00:20:08.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.060+0000 7f95c3400700 1 --2- 172.21.15.12:0/2690504081 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91020 0x557b7bc949b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.060+0000 7f95c8e00700 1 --2- 172.21.15.12:0/2690504081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91940 0x557b7bc94ef0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f95bc0062a0 tx=0x7f95bc007940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5bca21227763a039 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.061+0000 7f95ae000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.061+0000 7f95ae000700 1 -- 172.21.15.12:0/2690504081 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95bc003e10 con 0x557b7bc91940 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.061+0000 7f95d5797b80 1 -- 172.21.15.12:0/2690504081 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95bc0074e0 con 0x557b7bc91940 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.061+0000 7f95ae000700 1 -- 172.21.15.12:0/2690504081 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f95bc0050b0 con 0x557b7bc91940 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.061+0000 7f95ae000700 1 -- 172.21.15.12:0/2690504081 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f95bc0052b0 con 0x557b7bc91940 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.061+0000 7f95d5797b80 10 client.25852 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.061+0000 7f95d5797b80 1 -- 172.21.15.12:0/2690504081 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557b7bbaa060 con 0x557b7bc91940 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.062+0000 7f95ae000700 1 -- 172.21.15.12:0/2690504081 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95bc0074e0 con 0x557b7bc91940 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.062+0000 7f95ae000700 1 -- 172.21.15.12:0/2690504081 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f95bc011070 con 0x557b7bc91940 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.062+0000 7f95d5797b80 10 client.25852 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.062+0000 7f95d5797b80 10 client.25852 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.062+0000 7f95d5797b80 20 client.25852 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:08.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.062+0000 7f95d5797b80 1 --2- 172.21.15.12:0/2690504081 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x557b7bcad600 0x557b7bcaf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.062+0000 7f95d5797b80 4 client.25852 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:20:08.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.062+0000 7f95d5797b80 1 -- 172.21.15.12:0/2690504081 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557b7bbebd90 con 0x557b7bcad600 2024-05-21T00:20:08.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.062+0000 7f95c3e00700 1 --2- 172.21.15.12:0/2690504081 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x557b7bcad600 0x557b7bcaf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.063+0000 7f95c3e00700 1 --2- 172.21.15.12:0/2690504081 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x557b7bcad600 0x557b7bcaf9f0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c6b6484737b095d7 server_cookie=bcd64bcebebfa5ba in_seq=0 out_seq=0 2024-05-21T00:20:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.063+0000 7f95ae000700 10 client.25852 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:20:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.064+0000 7f95ae000700 1 -- 172.21.15.12:0/2690504081 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557b7bbebd90 con 0x557b7bcad600 2024-05-21T00:20:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.064+0000 7f95ae000700 10 client.25852 handle_command_reply: tid=0 2024-05-21T00:20:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.064+0000 7f95d5797b80 1 client.25852 shutdown 2024-05-21T00:20:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.064+0000 7f95d5797b80 1 -- 172.21.15.12:0/2690504081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91940 msgr2=0x557b7bc94ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.064+0000 7f95d5797b80 1 --2- 172.21.15.12:0/2690504081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91940 0x557b7bc94ef0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f95bc0062a0 tx=0x7f95bc007940 comp rx=0 tx=0).stop 2024-05-21T00:20:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.064+0000 7f95d5797b80 1 -- 172.21.15.12:0/2690504081 shutdown_connections 2024-05-21T00:20:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.064+0000 7f95d5797b80 1 --2- 172.21.15.12:0/2690504081 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x557b7bcad600 0x557b7bcaf9f0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.064+0000 7f95d5797b80 1 --2- 172.21.15.12:0/2690504081 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91940 0x557b7bc94ef0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.064+0000 7f95d5797b80 1 --2- 172.21.15.12:0/2690504081 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bc97610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.064+0000 7f95d5797b80 1 --2- 172.21.15.12:0/2690504081 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91020 0x557b7bc949b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.064+0000 7f95ae000700 0 client.25852 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:20:08.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.064+0000 7f95d5797b80 1 -- 172.21.15.12:0/2690504081 >> 172.21.15.12:0/2690504081 conn(0x557b7bbb9be0 msgr2=0x557b7bc8a4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:08.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.064+0000 7f95d5797b80 1 -- 172.21.15.12:0/2690504081 shutdown_connections 2024-05-21T00:20:08.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.065+0000 7f95d5797b80 1 -- 172.21.15.12:0/2690504081 wait complete. 2024-05-21T00:20:08.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.065+0000 7f95d5797b80 20 client.25852 trim_cache size 0 max 16384 2024-05-21T00:20:08.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.082+0000 7f95d5797b80 1 Processor -- start 2024-05-21T00:20:08.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.082+0000 7f95d5797b80 1 -- start start 2024-05-21T00:20:08.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.082+0000 7f95d5797b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc8bad0 0x557b7bc85c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.082+0000 7f95d5797b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bc86170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.082+0000 7f95d5797b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc91940 0x557b7bc94790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.082+0000 7f95d5797b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f95a400d2a0 con 0x557b7bc8bad0 2024-05-21T00:20:08.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.082+0000 7f95d5797b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f95a400ede0 con 0x557b7bc91940 2024-05-21T00:20:08.083 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.082+0000 7f95d5797b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f95a400d970 con 0x557b7bc91020 2024-05-21T00:20:08.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.082+0000 7f95c3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc8bad0 0x557b7bc85c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.082+0000 7f95c3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc8bad0 0x557b7bc85c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51518/0 (socket says 172.21.15.12:51518) 2024-05-21T00:20:08.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.083+0000 7f95c3e00700 1 -- 172.21.15.12:0/3033497321 learned_addr learned my addr 172.21.15.12:0/3033497321 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:08.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.083+0000 7f95c3400700 1 --2- 172.21.15.12:0/3033497321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bc86170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.083+0000 7f95c8e00700 1 --2- 172.21.15.12:0/3033497321 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc91940 0x557b7bc94790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.083+0000 7f95c3e00700 1 -- 172.21.15.12:0/3033497321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 msgr2=0x557b7bc86170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:08.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.083+0000 7f95c3e00700 1 --2- 172.21.15.12:0/3033497321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bc86170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.083+0000 7f95c3e00700 1 -- 172.21.15.12:0/3033497321 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc91940 msgr2=0x557b7bc94790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:08.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.083+0000 7f95c3e00700 1 --2- 172.21.15.12:0/3033497321 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc91940 0x557b7bc94790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.083+0000 7f95c3e00700 1 -- 172.21.15.12:0/3033497321 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b7bc92f20 con 0x557b7bc8bad0 2024-05-21T00:20:08.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.083+0000 7f95c3e00700 1 --2- 172.21.15.12:0/3033497321 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc8bad0 0x557b7bc85c30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f95b4012f10 tx=0x7f95b4017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e543b759ec69cb52 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:08.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.084+0000 7f95b8c00700 1 -- 172.21.15.12:0/3033497321 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b4003680 con 0x557b7bc8bad0 2024-05-21T00:20:08.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.084+0000 7f95b8c00700 1 -- 172.21.15.12:0/3033497321 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95b402f070 con 0x557b7bc8bad0 2024-05-21T00:20:08.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.084+0000 7f95b8c00700 1 -- 172.21.15.12:0/3033497321 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b402abd0 con 0x557b7bc8bad0 2024-05-21T00:20:08.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.085+0000 7f95d5797b80 1 -- 172.21.15.12:0/3033497321 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc8bad0 msgr2=0x557b7bc85c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:08.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.085+0000 7f95d5797b80 1 --2- 172.21.15.12:0/3033497321 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc8bad0 0x557b7bc85c30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f95b4012f10 tx=0x7f95b4017000 comp rx=0 tx=0).stop 2024-05-21T00:20:08.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.085+0000 7f95d5797b80 1 -- 172.21.15.12:0/3033497321 shutdown_connections 2024-05-21T00:20:08.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.085+0000 7f95d5797b80 1 --2- 172.21.15.12:0/3033497321 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc91940 0x557b7bc94790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.085+0000 7f95d5797b80 1 --2- 172.21.15.12:0/3033497321 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc8bad0 0x557b7bc85c30 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.085+0000 7f95d5797b80 1 --2- 172.21.15.12:0/3033497321 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bc86170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.085+0000 7f95d5797b80 1 -- 172.21.15.12:0/3033497321 >> 172.21.15.12:0/3033497321 conn(0x557b7bbb9be0 msgr2=0x557b7bc8ae90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:08.086 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.085+0000 7f95d5797b80 1 -- 172.21.15.12:0/3033497321 shutdown_connections 2024-05-21T00:20:08.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.085+0000 7f95d5797b80 1 -- 172.21.15.12:0/3033497321 wait complete. 2024-05-21T00:20:08.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.085+0000 7f95d5797b80 1 -- start start 2024-05-21T00:20:08.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.086+0000 7f95d5797b80 1 Processor -- start 2024-05-21T00:20:08.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.086+0000 7f95d5797b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bcb2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.086+0000 7f95d5797b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bcb01c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.086+0000 7f95d5797b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91940 0x557b7bcb0700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.086+0000 7f95d5797b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f95a400e710 con 0x557b7bc91940 2024-05-21T00:20:08.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.086+0000 7f95d5797b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f95a400e040 con 0x557b7bc8bad0 2024-05-21T00:20:08.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.086+0000 7f95d5797b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f95a400b240 con 0x557b7bc91020 2024-05-21T00:20:08.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.086+0000 7f95d5797b80 10 client.0 _ll_register_callbacks cb 0x557b7bb83c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:08.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.086+0000 7f95c3e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bcb2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.086+0000 7f95c8e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91940 0x557b7bcb0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.087+0000 7f95c3e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bcb2dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:37858/0 (socket says 172.21.15.12:37858) 2024-05-21T00:20:08.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.087+0000 7f95c3e00700 1 -- 172.21.15.12:0/2840557978 learned_addr learned my addr 172.21.15.12:0/2840557978 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:08.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.087+0000 7f95c3400700 1 --2- 172.21.15.12:0/2840557978 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bcb01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.087+0000 7f95c3e00700 1 -- 172.21.15.12:0/2840557978 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 msgr2=0x557b7bcb01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:08.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.087+0000 7f95c3e00700 1 --2- 172.21.15.12:0/2840557978 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bcb01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.087+0000 7f95c3e00700 1 -- 172.21.15.12:0/2840557978 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91940 msgr2=0x557b7bcb0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:08.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.087+0000 7f95c3e00700 1 --2- 172.21.15.12:0/2840557978 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91940 0x557b7bcb0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.087+0000 7f95c3e00700 1 -- 172.21.15.12:0/2840557978 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b7bcb0c40 con 0x557b7bc8bad0 2024-05-21T00:20:08.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.087+0000 7f95c8e00700 1 --2- 172.21.15.12:0/2840557978 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91940 0x557b7bcb0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:08.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.087+0000 7f95c3e00700 1 --2- 172.21.15.12:0/2840557978 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bcb2dd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f95b4004600 tx=0x7f95b40121e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=377eacc1dd05f24d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:08.089 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.087+0000 7f95ae000700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:20:08.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.088+0000 7f95ae000700 1 -- 172.21.15.12:0/2840557978 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b402a850 con 0x557b7bc8bad0 2024-05-21T00:20:08.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.088+0000 7f95d5797b80 1 -- 172.21.15.12:0/2840557978 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95b402f070 con 0x557b7bc8bad0 2024-05-21T00:20:08.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.088+0000 7f95ae000700 1 -- 172.21.15.12:0/2840557978 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f95b402a9f0 con 0x557b7bc8bad0 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.088+0000 7f95ae000700 1 -- 172.21.15.12:0/2840557978 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f95b402abf0 con 0x557b7bc8bad0 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.088+0000 7f95d5797b80 10 client.25841 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.088+0000 7f95d5797b80 1 -- 172.21.15.12:0/2840557978 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557b7bd17b50 con 0x557b7bc8bad0 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.088+0000 7f95ae000700 1 -- 172.21.15.12:0/2840557978 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f95b402f070 con 0x557b7bc8bad0 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.088+0000 7f95ae000700 1 -- 172.21.15.12:0/2840557978 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f95b400f800 con 0x557b7bc8bad0 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.089+0000 7f95d5797b80 10 client.25841 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.089+0000 7f95d5797b80 10 client.25841 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.089+0000 7f95d5797b80 20 client.25841 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.089+0000 7f95d5797b80 1 --2- 172.21.15.12:0/2840557978 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x557b7bd18200 0x557b7bd1a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.089+0000 7f95d5797b80 4 client.25841 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.089+0000 7f95d5797b80 1 -- 172.21.15.12:0/2840557978 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557b7bbe5570 con 0x557b7bd18200 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.089+0000 7f95c3400700 1 --2- 172.21.15.12:0/2840557978 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x557b7bd18200 0x557b7bd1a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.089+0000 7f95c3400700 1 --2- 172.21.15.12:0/2840557978 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x557b7bd18200 0x557b7bd1a620 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5f18d112302a4efe server_cookie=90487316c7db3b6 in_seq=0 out_seq=0 2024-05-21T00:20:08.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.089+0000 7f95ae000700 10 client.25841 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:20:08.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95ae000700 1 -- 172.21.15.12:0/2840557978 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557b7bbe5570 con 0x557b7bd18200 2024-05-21T00:20:08.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95ae000700 10 client.25841 handle_command_reply: tid=0 2024-05-21T00:20:08.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95d5797b80 1 client.25841 shutdown 2024-05-21T00:20:08.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95d5797b80 1 -- 172.21.15.12:0/2840557978 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 msgr2=0x557b7bcb2dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:08.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95d5797b80 1 --2- 172.21.15.12:0/2840557978 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bcb2dd0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f95b4004600 tx=0x7f95b40121e0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95d5797b80 1 -- 172.21.15.12:0/2840557978 shutdown_connections 2024-05-21T00:20:08.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95d5797b80 1 --2- 172.21.15.12:0/2840557978 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557b7bc91940 0x557b7bcb0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95d5797b80 1 --2- 172.21.15.12:0/2840557978 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557b7bc8bad0 0x557b7bcb2dd0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95d5797b80 1 --2- 172.21.15.12:0/2840557978 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x557b7bd18200 0x557b7bd1a620 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95d5797b80 1 --2- 172.21.15.12:0/2840557978 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557b7bc91020 0x557b7bcb01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95d5797b80 1 -- 172.21.15.12:0/2840557978 >> 172.21.15.12:0/2840557978 conn(0x557b7bbb9be0 msgr2=0x557b7bc8ae30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:08.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95ae000700 0 client.25841 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:20:08.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95d5797b80 1 -- 172.21.15.12:0/2840557978 shutdown_connections 2024-05-21T00:20:08.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95d5797b80 1 -- 172.21.15.12:0/2840557978 wait complete. 2024-05-21T00:20:08.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.090+0000 7f95d5797b80 20 client.25841 trim_cache size 0 max 16384 2024-05-21T00:20:08.094 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:20:08.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.091+0000 7f95c9800700 1 -- 172.21.15.12:0/4167253233 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f95a80b2900 msgr2=0x7f95a80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:08.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.091+0000 7f95c9800700 1 --2- 172.21.15.12:0/4167253233 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f95a80b2900 0x7f95a80b4dc0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f95b40127c0 tx=0x7f95b4009260 comp rx=0 tx=0).stop 2024-05-21T00:20:08.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.091+0000 7f95c9800700 1 -- 172.21.15.12:0/4167253233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95c4106000 msgr2=0x7f95c419c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:08.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.091+0000 7f95c9800700 1 --2- 172.21.15.12:0/4167253233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95c4106000 0x7f95c419c280 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f95b000e9c0 tx=0x7f95b000ecd0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.091+0000 7f95c9800700 1 -- 172.21.15.12:0/4167253233 shutdown_connections 2024-05-21T00:20:08.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.091+0000 7f95c9800700 1 --2- 172.21.15.12:0/4167253233 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f95a80b2900 0x7f95a80b4dc0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.091+0000 7f95c9800700 1 --2- 172.21.15.12:0/4167253233 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f95c410b640 0x7f95c41a0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.091+0000 7f95c9800700 1 --2- 172.21.15.12:0/4167253233 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f95c4105640 0x7f95c419bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.091+0000 7f95c9800700 1 --2- 172.21.15.12:0/4167253233 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f95c4106000 0x7f95c419c280 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:08.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.091+0000 7f95c9800700 1 -- 172.21.15.12:0/4167253233 >> 172.21.15.12:0/4167253233 conn(0x7f95c4101170 msgr2=0x7f95c4101690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:08.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.091+0000 7f95c9800700 1 -- 172.21.15.12:0/4167253233 shutdown_connections 2024-05-21T00:20:08.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:08.091+0000 7f95c9800700 1 -- 172.21.15.12:0/4167253233 wait complete. 2024-05-21T00:20:08.991 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:20:09.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:08 smithi077 ceph-mon[36377]: pgmap v531: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 111 MiB/s wr, 37 op/s 2024-05-21T00:20:09.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:08 smithi012 ceph-mon[31403]: pgmap v531: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 111 MiB/s wr, 37 op/s 2024-05-21T00:20:09.456 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:20:09.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:08 smithi060 ceph-mon[36426]: pgmap v531: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 111 MiB/s wr, 37 op/s 2024-05-21T00:20:11.278 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:10 smithi012 ceph-mon[31403]: pgmap v532: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 88 MiB/s wr, 33 op/s 2024-05-21T00:20:11.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:10 smithi077 ceph-mon[36377]: pgmap v532: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 88 MiB/s wr, 33 op/s 2024-05-21T00:20:11.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:10 smithi060 ceph-mon[36426]: pgmap v532: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 88 MiB/s wr, 33 op/s 2024-05-21T00:20:11.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.758+0000 7f8e16a00700 1 -- 172.21.15.12:0/558798184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e10106120 msgr2=0x7f8e10112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:11.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.758+0000 7f8e16a00700 1 --2- 172.21.15.12:0/558798184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e10106120 0x7f8e10112630 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f8e08009990 tx=0x7f8e08009ca0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.758+0000 7f8e16a00700 1 -- 172.21.15.12:0/558798184 shutdown_connections 2024-05-21T00:20:11.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.758+0000 7f8e16a00700 1 --2- 172.21.15.12:0/558798184 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e10106120 0x7f8e10112630 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.758+0000 7f8e16a00700 1 --2- 172.21.15.12:0/558798184 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e1010b760 0x7f8e1010bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.758+0000 7f8e16a00700 1 --2- 172.21.15.12:0/558798184 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8e10105760 0x7f8e10105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.758+0000 7f8e16a00700 1 -- 172.21.15.12:0/558798184 >> 172.21.15.12:0/558798184 conn(0x7f8e10101210 msgr2=0x7f8e10103630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:11.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.758+0000 7f8e16a00700 1 -- 172.21.15.12:0/558798184 shutdown_connections 2024-05-21T00:20:11.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.759+0000 7f8e16a00700 1 -- 172.21.15.12:0/558798184 wait complete. 2024-05-21T00:20:11.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.760+0000 7f8e16a00700 1 Processor -- start 2024-05-21T00:20:11.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.760+0000 7f8e16a00700 1 -- start start 2024-05-21T00:20:11.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.760+0000 7f8e16a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e10105760 0x7f8e1019bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.760+0000 7f8e16a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8e10106120 0x7f8e1019c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.760+0000 7f8e16a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e1010b760 0x7f8e101a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.760+0000 7f8e16a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8e101159a0 con 0x7f8e1010b760 2024-05-21T00:20:11.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.761+0000 7f8e16a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8e10115820 con 0x7f8e10106120 2024-05-21T00:20:11.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.761+0000 7f8e16a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f8e10115b20 con 0x7f8e10105760 2024-05-21T00:20:11.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.761+0000 7f8e14a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e1010b760 0x7f8e101a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.761+0000 7f8e0fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e10105760 0x7f8e1019bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.761+0000 7f8e14a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e1010b760 0x7f8e101a0640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51540/0 (socket says 172.21.15.12:51540) 2024-05-21T00:20:11.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.761+0000 7f8e14a00700 1 -- 172.21.15.12:0/3380315806 learned_addr learned my addr 172.21.15.12:0/3380315806 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:11.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.761+0000 7f8dffe00700 1 --2- 172.21.15.12:0/3380315806 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8e10106120 0x7f8e1019c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.761+0000 7f8e0fe00700 1 -- 172.21.15.12:0/3380315806 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8e10106120 msgr2=0x7f8e1019c2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:11.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.761+0000 7f8e0fe00700 1 --2- 172.21.15.12:0/3380315806 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8e10106120 0x7f8e1019c2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.761+0000 7f8e0fe00700 1 -- 172.21.15.12:0/3380315806 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e1010b760 msgr2=0x7f8e101a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:11.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.761+0000 7f8e0fe00700 1 --2- 172.21.15.12:0/3380315806 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e1010b760 0x7f8e101a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.761+0000 7f8e0fe00700 1 -- 172.21.15.12:0/3380315806 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e101a0d80 con 0x7f8e10105760 2024-05-21T00:20:11.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.762+0000 7f8e0fe00700 1 --2- 172.21.15.12:0/3380315806 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e10105760 0x7f8e1019bd70 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f8e0000ef10 tx=0x7f8e0000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:11.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.762+0000 7f8e0d600700 1 -- 172.21.15.12:0/3380315806 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e0000c9c0 con 0x7f8e10105760 2024-05-21T00:20:11.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.762+0000 7f8e0d600700 1 -- 172.21.15.12:0/3380315806 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e00019070 con 0x7f8e10105760 2024-05-21T00:20:11.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.762+0000 7f8e16a00700 1 -- 172.21.15.12:0/3380315806 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e101a1010 con 0x7f8e10105760 2024-05-21T00:20:11.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.762+0000 7f8e0d600700 1 -- 172.21.15.12:0/3380315806 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e00014480 con 0x7f8e10105760 2024-05-21T00:20:11.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.762+0000 7f8e16a00700 1 -- 172.21.15.12:0/3380315806 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e101a88f0 con 0x7f8e10105760 2024-05-21T00:20:11.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.766+0000 7f8e0d600700 1 -- 172.21.15.12:0/3380315806 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8e00012050 con 0x7f8e10105760 2024-05-21T00:20:11.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.767+0000 7f8e213bcb80 1 Processor -- start 2024-05-21T00:20:11.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.767+0000 7f8e213bcb80 1 -- start start 2024-05-21T00:20:11.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.767+0000 7f8e0d600700 1 --2- 172.21.15.12:0/3380315806 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8df00b2880 0x7f8df00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.768+0000 7f8e213bcb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 0x55fafafa99f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.768+0000 7f8e213bcb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa9f30 0x55fafafa3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.768+0000 7f8e0d600700 1 -- 172.21.15.12:0/3380315806 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f8e000e2140 con 0x7f8e10105760 2024-05-21T00:20:11.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.768+0000 7f8e213bcb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa4140 0x55fafafa45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.768+0000 7f8e213bcb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55fafaf01e40 con 0x55fafafa9f30 2024-05-21T00:20:11.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.768+0000 7f8e213bcb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55fafaef19e0 con 0x55fafafa4140 2024-05-21T00:20:11.769 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.768+0000 7f8e213bcb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55fafaef5a20 con 0x55fafafa9610 2024-05-21T00:20:11.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.768+0000 7f8dffe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa9f30 0x55fafafa3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.770 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.768+0000 7f8dffe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa9f30 0x55fafafa3b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51552/0 (socket says 172.21.15.12:51552) 2024-05-21T00:20:11.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.768+0000 7f8dffe00700 1 -- 172.21.15.12:0/833483886 learned_addr learned my addr 172.21.15.12:0/833483886 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:11.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.768+0000 7f8e14a00700 1 --2- 172.21.15.12:0/3380315806 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8df00b2880 0x7f8df00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.769+0000 7f8e0fe00700 1 --2- 172.21.15.12:0/833483886 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 0x55fafafa99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.769+0000 7f8dffe00700 1 -- 172.21.15.12:0/833483886 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 msgr2=0x55fafafa99f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:11.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.769+0000 7f8dffe00700 1 --2- 172.21.15.12:0/833483886 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 0x55fafafa99f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.769+0000 7f8dffe00700 1 -- 172.21.15.12:0/833483886 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa4140 msgr2=0x55fafafa45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:11.771 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.769+0000 7f8dffe00700 1 --2- 172.21.15.12:0/833483886 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa4140 0x55fafafa45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.769+0000 7f8dffe00700 1 -- 172.21.15.12:0/833483886 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fafaeba420 con 0x55fafafa9f30 2024-05-21T00:20:11.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.769+0000 7f8dffe00700 1 --2- 172.21.15.12:0/833483886 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa9f30 0x55fafafa3b20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f8df800bd30 tx=0x7f8df80106b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cdec91db9529711 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:11.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.769+0000 7f8e14a00700 1 --2- 172.21.15.12:0/3380315806 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8df00b2880 0x7f8df00b4d40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f8e08006010 tx=0x7f8e08005c50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:11.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.770+0000 7f8e06000700 1 -- 172.21.15.12:0/833483886 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8df8010e10 con 0x55fafafa9f30 2024-05-21T00:20:11.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.770+0000 7f8e06000700 1 -- 172.21.15.12:0/833483886 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8df80044e0 con 0x55fafafa9f30 2024-05-21T00:20:11.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.770+0000 7f8e06000700 1 -- 172.21.15.12:0/833483886 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8df8011440 con 0x55fafafa9f30 2024-05-21T00:20:11.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.770+0000 7f8e213bcb80 1 -- 172.21.15.12:0/833483886 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa9f30 msgr2=0x55fafafa3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:11.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.770+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/833483886 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa9f30 0x55fafafa3b20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f8df800bd30 tx=0x7f8df80106b0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.771+0000 7f8e213bcb80 1 -- 172.21.15.12:0/833483886 shutdown_connections 2024-05-21T00:20:11.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.771+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/833483886 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa4140 0x55fafafa45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.771+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/833483886 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 0x55fafafa99f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.771+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/833483886 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa9f30 0x55fafafa3b20 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.771+0000 7f8e213bcb80 1 -- 172.21.15.12:0/833483886 >> 172.21.15.12:0/833483886 conn(0x55fafaed1be0 msgr2=0x55fafaf9e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:11.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.771+0000 7f8e213bcb80 1 -- 172.21.15.12:0/833483886 shutdown_connections 2024-05-21T00:20:11.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.771+0000 7f8e213bcb80 1 -- 172.21.15.12:0/833483886 wait complete. 2024-05-21T00:20:11.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.771+0000 7f8e213bcb80 1 -- start start 2024-05-21T00:20:11.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.772+0000 7f8e213bcb80 1 Processor -- start 2024-05-21T00:20:11.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.772+0000 7f8e213bcb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa4140 0x55fafafafca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.772+0000 7f8e213bcb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa9610 0x55fafafad090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.772+0000 7f8e213bcb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9f30 0x55fafafad5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.772+0000 7f8e213bcb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55fafadf7fa0 con 0x55fafafa4140 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.772+0000 7f8e213bcb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55fafae92760 con 0x55fafafa9610 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.772+0000 7f8e213bcb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55fafafb09e0 con 0x55fafafa9f30 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.772+0000 7f8e213bcb80 10 client.0 _ll_register_callbacks cb 0x55fafae9bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.772+0000 7f8e0fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa4140 0x55fafafafca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.773+0000 7f8e0fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa4140 0x55fafafafca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51562/0 (socket says 172.21.15.12:51562) 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.773+0000 7f8e0fe00700 1 -- 172.21.15.12:0/4206023643 learned_addr learned my addr 172.21.15.12:0/4206023643 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.773+0000 7f8dffe00700 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa9610 0x55fafafad090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.773+0000 7f8e14a00700 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9f30 0x55fafafad5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.773+0000 7f8e0fe00700 1 -- 172.21.15.12:0/4206023643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9f30 msgr2=0x55fafafad5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.773+0000 7f8e0fe00700 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9f30 0x55fafafad5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.773+0000 7f8e0fe00700 1 -- 172.21.15.12:0/4206023643 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa9610 msgr2=0x55fafafad090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.773+0000 7f8e0fe00700 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa9610 0x55fafafad090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.773+0000 7f8e0fe00700 1 -- 172.21.15.12:0/4206023643 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fafae418d0 con 0x55fafafa4140 2024-05-21T00:20:11.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.773+0000 7f8dffe00700 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa9610 0x55fafafad090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:11.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.773+0000 7f8e0fe00700 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa4140 0x55fafafafca0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f8e0000cfd0 tx=0x7f8e0000cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfa3f53c8be69086 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:11.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.773+0000 7f8dfe000700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:20:11.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.774+0000 7f8dfe000700 1 -- 172.21.15.12:0/4206023643 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e000c3060 con 0x55fafafa4140 2024-05-21T00:20:11.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.774+0000 7f8dfe000700 1 -- 172.21.15.12:0/4206023643 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f8e000912c0 con 0x55fafafa4140 2024-05-21T00:20:11.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.774+0000 7f8e213bcb80 1 -- 172.21.15.12:0/4206023643 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8df80044e0 con 0x55fafafa4140 2024-05-21T00:20:11.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.774+0000 7f8dfe000700 1 -- 172.21.15.12:0/4206023643 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8e000b0e60 con 0x55fafafa4140 2024-05-21T00:20:11.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.774+0000 7f8e213bcb80 10 client.15735 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:11.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.774+0000 7f8e213bcb80 1 -- 172.21.15.12:0/4206023643 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fafaec2060 con 0x55fafafa4140 2024-05-21T00:20:11.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.774+0000 7f8dfe000700 1 -- 172.21.15.12:0/4206023643 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8df80044e0 con 0x55fafafa4140 2024-05-21T00:20:11.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.774+0000 7f8dfe000700 1 -- 172.21.15.12:0/4206023643 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f8e000beb80 con 0x55fafafa4140 2024-05-21T00:20:11.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.775+0000 7f8e213bcb80 10 client.15735 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:11.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.775+0000 7f8e213bcb80 10 client.15735 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:20:11.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.775+0000 7f8e213bcb80 20 client.15735 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:11.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.775+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55fafafbd5b0 0x55fafafbf9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.775+0000 7f8e213bcb80 4 client.15735 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:20:11.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.775+0000 7f8e213bcb80 1 -- 172.21.15.12:0/4206023643 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fafaf03d90 con 0x55fafafbd5b0 2024-05-21T00:20:11.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.775+0000 7f8dffe00700 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55fafafbd5b0 0x55fafafbf9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.776+0000 7f8dffe00700 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55fafafbd5b0 0x55fafafbf9a0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=76f182fcf7d91662 server_cookie=a577e3c92e3a6a05 in_seq=0 out_seq=0 2024-05-21T00:20:11.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.776+0000 7f8dfe000700 10 client.15735 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:20:11.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8dfe000700 1 -- 172.21.15.12:0/4206023643 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55fafaf03d90 con 0x55fafafbd5b0 2024-05-21T00:20:11.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8dfe000700 10 client.15735 handle_command_reply: tid=0 2024-05-21T00:20:11.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8e213bcb80 1 client.15735 shutdown 2024-05-21T00:20:11.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8e213bcb80 1 -- 172.21.15.12:0/4206023643 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa4140 msgr2=0x55fafafafca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:11.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa4140 0x55fafafafca0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f8e0000cfd0 tx=0x7f8e0000cf40 comp rx=0 tx=0).stop 2024-05-21T00:20:11.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8e213bcb80 1 -- 172.21.15.12:0/4206023643 shutdown_connections 2024-05-21T00:20:11.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55fafafbd5b0 0x55fafafbf9a0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9f30 0x55fafafad5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa4140 0x55fafafafca0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/4206023643 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa9610 0x55fafafad090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8e213bcb80 1 -- 172.21.15.12:0/4206023643 >> 172.21.15.12:0/4206023643 conn(0x55fafaed1be0 msgr2=0x55fafaf9dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:11.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8dfe000700 0 client.15735 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:20:11.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8e213bcb80 1 -- 172.21.15.12:0/4206023643 shutdown_connections 2024-05-21T00:20:11.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.777+0000 7f8e213bcb80 1 -- 172.21.15.12:0/4206023643 wait complete. 2024-05-21T00:20:11.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.778+0000 7f8e213bcb80 20 client.15735 trim_cache size 0 max 16384 2024-05-21T00:20:11.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.794+0000 7f8e213bcb80 1 Processor -- start 2024-05-21T00:20:11.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.794+0000 7f8e213bcb80 1 -- start start 2024-05-21T00:20:11.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.795+0000 7f8e213bcb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa4140 0x55fafafa3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.795+0000 7f8e213bcb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 0x55fafafaaba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.795+0000 7f8e213bcb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa9f30 0x55fafaf9e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.795+0000 7f8e213bcb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8e101afd50 con 0x55fafafa9f30 2024-05-21T00:20:11.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.795+0000 7f8e213bcb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8e101b1890 con 0x55fafafa4140 2024-05-21T00:20:11.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.795+0000 7f8e213bcb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f8e101b0420 con 0x55fafafa9610 2024-05-21T00:20:11.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.795+0000 7f8e14a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa9f30 0x55fafaf9e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.795+0000 7f8e0fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa4140 0x55fafafa3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.795+0000 7f8e14a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa9f30 0x55fafaf9e4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51566/0 (socket says 172.21.15.12:51566) 2024-05-21T00:20:11.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.795+0000 7f8e14a00700 1 -- 172.21.15.12:0/1802291238 learned_addr learned my addr 172.21.15.12:0/1802291238 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:11.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.795+0000 7f8dffe00700 1 --2- 172.21.15.12:0/1802291238 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 0x55fafafaaba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.796+0000 7f8e0fe00700 1 -- 172.21.15.12:0/1802291238 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 msgr2=0x55fafafaaba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:11.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.796+0000 7f8e0fe00700 1 --2- 172.21.15.12:0/1802291238 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 0x55fafafaaba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.796+0000 7f8e0fe00700 1 -- 172.21.15.12:0/1802291238 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa9f30 msgr2=0x55fafaf9e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:11.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.796+0000 7f8e0fe00700 1 --2- 172.21.15.12:0/1802291238 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa9f30 0x55fafaf9e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.796+0000 7f8e0fe00700 1 -- 172.21.15.12:0/1802291238 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fafafab600 con 0x55fafafa4140 2024-05-21T00:20:11.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.796+0000 7f8e0fe00700 1 --2- 172.21.15.12:0/1802291238 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa4140 0x55fafafa3b20 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f8e000a96c0 tx=0x7f8e00009eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1028ff0f265eb990 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:11.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.796+0000 7f8e05600700 1 -- 172.21.15.12:0/1802291238 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e000a8ea0 con 0x55fafafa4140 2024-05-21T00:20:11.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.796+0000 7f8e05600700 1 -- 172.21.15.12:0/1802291238 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e000a3e50 con 0x55fafafa4140 2024-05-21T00:20:11.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.796+0000 7f8e05600700 1 -- 172.21.15.12:0/1802291238 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e000beb80 con 0x55fafafa4140 2024-05-21T00:20:11.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.797+0000 7f8e213bcb80 1 -- 172.21.15.12:0/1802291238 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa4140 msgr2=0x55fafafa3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:11.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.797+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/1802291238 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa4140 0x55fafafa3b20 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f8e000a96c0 tx=0x7f8e00009eb0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.797+0000 7f8e213bcb80 1 -- 172.21.15.12:0/1802291238 shutdown_connections 2024-05-21T00:20:11.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.797+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/1802291238 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa9f30 0x55fafaf9e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.797+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/1802291238 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa4140 0x55fafafa3b20 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.797+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/1802291238 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 0x55fafafaaba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.797+0000 7f8e213bcb80 1 -- 172.21.15.12:0/1802291238 >> 172.21.15.12:0/1802291238 conn(0x55fafaed1be0 msgr2=0x55fafafad4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:11.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.797+0000 7f8e213bcb80 1 -- 172.21.15.12:0/1802291238 shutdown_connections 2024-05-21T00:20:11.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.797+0000 7f8e213bcb80 1 -- 172.21.15.12:0/1802291238 wait complete. 2024-05-21T00:20:11.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.798+0000 7f8e213bcb80 1 -- start start 2024-05-21T00:20:11.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.798+0000 7f8e213bcb80 1 Processor -- start 2024-05-21T00:20:11.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e213bcb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa4140 0x55fafafb5e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e213bcb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 0x55fafafb6390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e213bcb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa9f30 0x55fafafc4660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e213bcb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8e101b11c0 con 0x55fafafa4140 2024-05-21T00:20:11.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e213bcb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8e101b0af0 con 0x55fafafa9f30 2024-05-21T00:20:11.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e213bcb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f8e101adcf0 con 0x55fafafa9610 2024-05-21T00:20:11.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e213bcb80 10 client.0 _ll_register_callbacks cb 0x55fafae9bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:11.802 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e14a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa9f30 0x55fafafc4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e14a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa9f30 0x55fafafc4660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:37918/0 (socket says 172.21.15.12:37918) 2024-05-21T00:20:11.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e14a00700 1 -- 172.21.15.12:0/95870929 learned_addr learned my addr 172.21.15.12:0/95870929 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:11.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e0fe00700 1 --2- 172.21.15.12:0/95870929 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa4140 0x55fafafb5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8dffe00700 1 --2- 172.21.15.12:0/95870929 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 0x55fafafb6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e14a00700 1 -- 172.21.15.12:0/95870929 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 msgr2=0x55fafafb6390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:11.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e14a00700 1 --2- 172.21.15.12:0/95870929 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 0x55fafafb6390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e14a00700 1 -- 172.21.15.12:0/95870929 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa4140 msgr2=0x55fafafb5e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:11.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e14a00700 1 --2- 172.21.15.12:0/95870929 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa4140 0x55fafafb5e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.799+0000 7f8e14a00700 1 -- 172.21.15.12:0/95870929 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fafafc4d70 con 0x55fafafa9f30 2024-05-21T00:20:11.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.800+0000 7f8e14a00700 1 --2- 172.21.15.12:0/95870929 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa9f30 0x55fafafc4660 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8e0800b2e0 tx=0x7f8e08009ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20ef9b72a1cf2bae server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:11.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.800+0000 7f8dfe000700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:20:11.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.800+0000 7f8dfe000700 1 -- 172.21.15.12:0/95870929 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e08003c20 con 0x55fafafa9f30 2024-05-21T00:20:11.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.800+0000 7f8e213bcb80 1 -- 172.21.15.12:0/95870929 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8e000a3e50 con 0x55fafafa9f30 2024-05-21T00:20:11.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.800+0000 7f8dfe000700 1 -- 172.21.15.12:0/95870929 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f8e08003dc0 con 0x55fafafa9f30 2024-05-21T00:20:11.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.800+0000 7f8dfe000700 1 -- 172.21.15.12:0/95870929 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8e08026460 con 0x55fafafa9f30 2024-05-21T00:20:11.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.800+0000 7f8e213bcb80 10 client.25856 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:11.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.800+0000 7f8e213bcb80 1 -- 172.21.15.12:0/95870929 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55fafb027b90 con 0x55fafafa9f30 2024-05-21T00:20:11.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.801+0000 7f8dfe000700 1 -- 172.21.15.12:0/95870929 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8e000a3e50 con 0x55fafafa9f30 2024-05-21T00:20:11.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.801+0000 7f8dfe000700 1 -- 172.21.15.12:0/95870929 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f8e0803f850 con 0x55fafafa9f30 2024-05-21T00:20:11.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.801+0000 7f8e213bcb80 10 client.25856 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:11.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.801+0000 7f8e213bcb80 10 client.25856 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:20:11.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.801+0000 7f8e213bcb80 20 client.25856 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:11.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.801+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/95870929 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55fafb028250 0x55fafb02a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:11.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.801+0000 7f8e213bcb80 4 client.25856 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:20:11.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.801+0000 7f8e213bcb80 1 -- 172.21.15.12:0/95870929 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fafaefd570 con 0x55fafb028250 2024-05-21T00:20:11.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.801+0000 7f8e0fe00700 1 --2- 172.21.15.12:0/95870929 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55fafb028250 0x55fafb02a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:11.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8e0fe00700 1 --2- 172.21.15.12:0/95870929 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55fafb028250 0x55fafb02a670 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a9d9c7d68a3942eb server_cookie=4403078935bf258 in_seq=0 out_seq=0 2024-05-21T00:20:11.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8dfe000700 10 client.25856 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:20:11.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8dfe000700 1 -- 172.21.15.12:0/95870929 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fafaefd570 con 0x55fafb028250 2024-05-21T00:20:11.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8dfe000700 10 client.25856 handle_command_reply: tid=0 2024-05-21T00:20:11.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8e213bcb80 1 client.25856 shutdown 2024-05-21T00:20:11.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8e213bcb80 1 -- 172.21.15.12:0/95870929 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa9f30 msgr2=0x55fafafc4660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:11.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/95870929 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa9f30 0x55fafafc4660 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8e0800b2e0 tx=0x7f8e08009ca0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8e213bcb80 1 -- 172.21.15.12:0/95870929 shutdown_connections 2024-05-21T00:20:11.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/95870929 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55fafb028250 0x55fafb02a670 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/95870929 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55fafafa9f30 0x55fafafc4660 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/95870929 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55fafafa4140 0x55fafafb5e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8e213bcb80 1 --2- 172.21.15.12:0/95870929 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55fafafa9610 0x55fafafb6390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8dfe000700 0 client.25856 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:20:11.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.802+0000 7f8e213bcb80 1 -- 172.21.15.12:0/95870929 >> 172.21.15.12:0/95870929 conn(0x55fafaed1be0 msgr2=0x55fafafab850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:11.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.803+0000 7f8e213bcb80 1 -- 172.21.15.12:0/95870929 shutdown_connections 2024-05-21T00:20:11.807 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.803+0000 7f8e213bcb80 1 -- 172.21.15.12:0/95870929 wait complete. 2024-05-21T00:20:11.808 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.803+0000 7f8e213bcb80 20 client.25856 trim_cache size 0 max 16384 2024-05-21T00:20:11.808 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:20:11.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.803+0000 7f8e16a00700 1 -- 172.21.15.12:0/3380315806 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8df00b2880 msgr2=0x7f8df00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:11.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.803+0000 7f8e16a00700 1 --2- 172.21.15.12:0/3380315806 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8df00b2880 0x7f8df00b4d40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f8e08006010 tx=0x7f8e08005c50 comp rx=0 tx=0).stop 2024-05-21T00:20:11.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.803+0000 7f8e16a00700 1 -- 172.21.15.12:0/3380315806 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e10105760 msgr2=0x7f8e1019bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:11.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.803+0000 7f8e16a00700 1 --2- 172.21.15.12:0/3380315806 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e10105760 0x7f8e1019bd70 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f8e0000ef10 tx=0x7f8e0000c3a0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.804+0000 7f8e16a00700 1 -- 172.21.15.12:0/3380315806 shutdown_connections 2024-05-21T00:20:11.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.804+0000 7f8e16a00700 1 --2- 172.21.15.12:0/3380315806 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8df00b2880 0x7f8df00b4d40 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.804+0000 7f8e16a00700 1 --2- 172.21.15.12:0/3380315806 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8e1010b760 0x7f8e101a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.804+0000 7f8e16a00700 1 --2- 172.21.15.12:0/3380315806 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8e10105760 0x7f8e1019bd70 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.804+0000 7f8e16a00700 1 --2- 172.21.15.12:0/3380315806 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8e10106120 0x7f8e1019c2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:11.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.804+0000 7f8e16a00700 1 -- 172.21.15.12:0/3380315806 >> 172.21.15.12:0/3380315806 conn(0x7f8e10101210 msgr2=0x7f8e101019e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:11.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.804+0000 7f8e16a00700 1 -- 172.21.15.12:0/3380315806 shutdown_connections 2024-05-21T00:20:11.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:11.804+0000 7f8e16a00700 1 -- 172.21.15.12:0/3380315806 wait complete. 2024-05-21T00:20:12.708 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:20:13.177 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:20:13.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:13 smithi077 ceph-mon[36377]: pgmap v533: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 77 MiB/s wr, 28 op/s 2024-05-21T00:20:13.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:13 smithi012 ceph-mon[31403]: pgmap v533: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 77 MiB/s wr, 28 op/s 2024-05-21T00:20:13.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:13 smithi060 ceph-mon[36426]: pgmap v533: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 77 MiB/s wr, 28 op/s 2024-05-21T00:20:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:13.664 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:13.664 INFO:tasks.workunit.client.0.smithi012.stdout:iozone test complete. 2024-05-21T00:20:13.669 INFO:tasks.workunit.client.0.smithi012.stderr:+ iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-05-21T00:20:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: Iozone: Performance Test of File I/O 2024-05-21T00:20:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: Version $Revision: 3.494 $ 2024-05-21T00:20:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: Compiled for 64 bit mode. 2024-05-21T00:20:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: Build: linux-AMD64 2024-05-21T00:20:13.761 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-05-21T00:20:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-05-21T00:20:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-05-21T00:20:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-05-21T00:20:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-05-21T00:20:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-05-21T00:20:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-05-21T00:20:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-05-21T00:20:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: Alexey Skidanov, Sudhir Kumar. 2024-05-21T00:20:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: Run began: Tue May 21 00:20:13 2024 2024-05-21T00:20:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:13.762 INFO:tasks.workunit.client.0.smithi012.stdout: Include close in write timing 2024-05-21T00:20:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: Include fsync in write timing 2024-05-21T00:20:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: File size set to 1048576 kB 2024-05-21T00:20:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: Record Size 1024 kB 2024-05-21T00:20:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: Command line used: iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-05-21T00:20:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: Output is in kBytes/sec 2024-05-21T00:20:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: Time Resolution = 0.000001 seconds. 2024-05-21T00:20:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: Processor cache size set to 1024 kBytes. 2024-05-21T00:20:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: Processor cache line size set to 32 bytes. 2024-05-21T00:20:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: File stride size set to 17 * record size. 2024-05-21T00:20:13.763 INFO:tasks.workunit.client.0.smithi012.stdout: Throughput test with 1 process 2024-05-21T00:20:13.764 INFO:tasks.workunit.client.0.smithi012.stdout: Each process writes a 1048576 kByte file in 1024 kByte records 2024-05-21T00:20:15.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:15 smithi077 ceph-mon[36377]: pgmap v534: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 51 MiB/s wr, 22 op/s 2024-05-21T00:20:15.304 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:15 smithi012 ceph-mon[31403]: pgmap v534: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 51 MiB/s wr, 22 op/s 2024-05-21T00:20:15.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:15 smithi060 ceph-mon[36426]: pgmap v534: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 51 MiB/s wr, 22 op/s 2024-05-21T00:20:15.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.583+0000 7f16de600700 1 -- 172.21.15.12:0/1943044916 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16d81120a0 msgr2=0x7f16d810aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:15.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.584+0000 7f16de600700 1 --2- 172.21.15.12:0/1943044916 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16d81120a0 0x7f16d810aa80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f16c4009990 tx=0x7f16c4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.585+0000 7f16de600700 1 -- 172.21.15.12:0/1943044916 shutdown_connections 2024-05-21T00:20:15.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.585+0000 7f16de600700 1 --2- 172.21.15.12:0/1943044916 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f16d811cd20 0x7f16d811f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.585+0000 7f16de600700 1 --2- 172.21.15.12:0/1943044916 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8111c30 0x7f16d810a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.585+0000 7f16de600700 1 --2- 172.21.15.12:0/1943044916 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16d81120a0 0x7f16d810aa80 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.585+0000 7f16de600700 1 -- 172.21.15.12:0/1943044916 >> 172.21.15.12:0/1943044916 conn(0x7f16d806e520 msgr2=0x7f16d806e930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:15.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.585+0000 7f16de600700 1 -- 172.21.15.12:0/1943044916 shutdown_connections 2024-05-21T00:20:15.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.586+0000 7f16de600700 1 -- 172.21.15.12:0/1943044916 wait complete. 2024-05-21T00:20:15.588 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.588+0000 7f16de600700 1 Processor -- start 2024-05-21T00:20:15.589 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.589+0000 7f16de600700 1 -- start start 2024-05-21T00:20:15.590 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.589+0000 7f16de600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8111c30 0x7f16d81ae730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.591+0000 7f16de600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16d81120a0 0x7f16d81aec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.592+0000 7f16dd200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8111c30 0x7f16d81ae730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.593+0000 7f16de600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f16d811cd20 0x7f16d81a88f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.593+0000 7f16de600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f16d8122550 con 0x7f16d8111c30 2024-05-21T00:20:15.595 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.593+0000 7f16de600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f16d81223d0 con 0x7f16d811cd20 2024-05-21T00:20:15.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.594+0000 7f16de600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f16d81226d0 con 0x7f16d81120a0 2024-05-21T00:20:15.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.594+0000 7f16d7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16d81120a0 0x7f16d81aec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.594+0000 7f16d7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16d81120a0 0x7f16d81aec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:47156/0 (socket says 172.21.15.12:47156) 2024-05-21T00:20:15.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.594+0000 7f16d7e00700 1 -- 172.21.15.12:0/461981204 learned_addr learned my addr 172.21.15.12:0/461981204 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:15.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.593+0000 7f16dd200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8111c30 0x7f16d81ae730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:60810/0 (socket says 172.21.15.12:60810) 2024-05-21T00:20:15.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.595+0000 7f16ddc00700 1 --2- 172.21.15.12:0/461981204 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f16d811cd20 0x7f16d81a88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.595+0000 7f16d7e00700 1 -- 172.21.15.12:0/461981204 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f16d811cd20 msgr2=0x7f16d81a88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:15.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.595+0000 7f16d7e00700 1 --2- 172.21.15.12:0/461981204 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f16d811cd20 0x7f16d81a88f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.595+0000 7f16d7e00700 1 -- 172.21.15.12:0/461981204 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8111c30 msgr2=0x7f16d81ae730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:15.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.595+0000 7f16d7e00700 1 --2- 172.21.15.12:0/461981204 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8111c30 0x7f16d81ae730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.595+0000 7f16d7e00700 1 -- 172.21.15.12:0/461981204 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16d81a9050 con 0x7f16d81120a0 2024-05-21T00:20:15.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.597+0000 7f16d7e00700 1 --2- 172.21.15.12:0/461981204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16d81120a0 0x7f16d81aec70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f16c4000c00 tx=0x7f16c4009510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:15.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.598+0000 7f16d5600700 1 -- 172.21.15.12:0/461981204 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c4027070 con 0x7f16d81120a0 2024-05-21T00:20:15.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.598+0000 7f16d5600700 1 -- 172.21.15.12:0/461981204 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16c400fb90 con 0x7f16d81120a0 2024-05-21T00:20:15.601 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.598+0000 7f16d5600700 1 -- 172.21.15.12:0/461981204 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c4017650 con 0x7f16d81120a0 2024-05-21T00:20:15.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.599+0000 7f16de600700 1 -- 172.21.15.12:0/461981204 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16d81a92e0 con 0x7f16d81120a0 2024-05-21T00:20:15.602 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.599+0000 7f16de600700 1 -- 172.21.15.12:0/461981204 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16d81b5600 con 0x7f16d81120a0 2024-05-21T00:20:15.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.610+0000 7f16ea5f2b80 1 Processor -- start 2024-05-21T00:20:15.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.610+0000 7f16d5600700 1 -- 172.21.15.12:0/461981204 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f16c4009d10 con 0x7f16d81120a0 2024-05-21T00:20:15.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.611+0000 7f16ea5f2b80 1 -- start start 2024-05-21T00:20:15.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.614+0000 7f16d5600700 1 --2- 172.21.15.12:0/461981204 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16bc0b29d0 0x7f16bc0b4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.623 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.615+0000 7f16ea5f2b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe049c7c0 0x556fe049cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.616+0000 7f16ea5f2b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe0496d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.616+0000 7f16ea5f2b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe0497390 0x556fe04977f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.616+0000 7f16ea5f2b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556fe03f4e40 con 0x556fe049c7c0 2024-05-21T00:20:15.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.616+0000 7f16ea5f2b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x556fe03e49e0 con 0x556fe0497390 2024-05-21T00:20:15.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.616+0000 7f16ea5f2b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x556fe03e8a20 con 0x556fe049d0e0 2024-05-21T00:20:15.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.617+0000 7f16ddc00700 1 --2- 172.21.15.12:0/461981204 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16bc0b29d0 0x7f16bc0b4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.617+0000 7f16d7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe0496d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.617+0000 7f16d7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe0496d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:47168/0 (socket says 172.21.15.12:47168) 2024-05-21T00:20:15.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.617+0000 7f16d7e00700 1 -- 172.21.15.12:0/4058914554 learned_addr learned my addr 172.21.15.12:0/4058914554 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:15.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.617+0000 7f16ddc00700 1 --2- 172.21.15.12:0/4058914554 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe0497390 0x556fe04977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.618+0000 7f16ddc00700 1 -- 172.21.15.12:0/4058914554 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 msgr2=0x556fe0496d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:15.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.618+0000 7f16dd200700 1 --2- 172.21.15.12:0/4058914554 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe049c7c0 0x556fe049cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.624 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.619+0000 7f16ddc00700 1 --2- 172.21.15.12:0/4058914554 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe0496d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.619+0000 7f16ddc00700 1 -- 172.21.15.12:0/4058914554 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe049c7c0 msgr2=0x556fe049cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:15.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.619+0000 7f16ddc00700 1 --2- 172.21.15.12:0/4058914554 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe049c7c0 0x556fe049cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.619+0000 7f16ddc00700 1 -- 172.21.15.12:0/4058914554 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fe03ad420 con 0x556fe0497390 2024-05-21T00:20:15.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.619+0000 7f16dd200700 1 --2- 172.21.15.12:0/4058914554 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe049c7c0 0x556fe049cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:20:15.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.619+0000 7f16d5600700 1 -- 172.21.15.12:0/461981204 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f16c40e2b90 con 0x7f16d81120a0 2024-05-21T00:20:15.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.619+0000 7f16ddc00700 1 --2- 172.21.15.12:0/4058914554 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe0497390 0x556fe04977f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f16c8015b00 tx=0x7f16c8015e10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea4bb2e1f66f1dcb server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:15.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.620+0000 7f16ce000700 1 -- 172.21.15.12:0/4058914554 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c8026070 con 0x556fe0497390 2024-05-21T00:20:15.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.620+0000 7f16ce000700 1 -- 172.21.15.12:0/4058914554 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16c8017c50 con 0x556fe0497390 2024-05-21T00:20:15.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.620+0000 7f16d7e00700 1 --2- 172.21.15.12:0/4058914554 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe0496d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:15.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.621+0000 7f16ce000700 1 -- 172.21.15.12:0/4058914554 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c80197c0 con 0x556fe0497390 2024-05-21T00:20:15.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.621+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/4058914554 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe0497390 msgr2=0x556fe04977f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:15.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.621+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/4058914554 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe0497390 0x556fe04977f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f16c8015b00 tx=0x7f16c8015e10 comp rx=0 tx=0).stop 2024-05-21T00:20:15.625 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.622+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/4058914554 shutdown_connections 2024-05-21T00:20:15.626 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.622+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/4058914554 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe0497390 0x556fe04977f0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.622+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/4058914554 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe049c7c0 0x556fe049cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.622+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/4058914554 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe0496d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.622+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/4058914554 >> 172.21.15.12:0/4058914554 conn(0x556fe03c4be0 msgr2=0x556fe0491810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:15.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.622+0000 7f16ddc00700 1 --2- 172.21.15.12:0/461981204 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16bc0b29d0 0x7f16bc0b4e90 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f16c8023000 tx=0x7f16c8019a80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:15.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.623+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/4058914554 shutdown_connections 2024-05-21T00:20:15.629 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.624+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/4058914554 wait complete. 2024-05-21T00:20:15.630 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.626+0000 7f16ea5f2b80 1 -- start start 2024-05-21T00:20:15.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.630+0000 7f16ea5f2b80 1 Processor -- start 2024-05-21T00:20:15.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.632+0000 7f16ea5f2b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe0497390 0x556fe04a2c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.632+0000 7f16ea5f2b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe049c7c0 0x556fe04a3160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.632+0000 7f16ea5f2b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe04a01c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.632+0000 7f16ea5f2b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556fe02eafa0 con 0x556fe0497390 2024-05-21T00:20:15.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.632+0000 7f16ea5f2b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x556fe0385760 con 0x556fe049c7c0 2024-05-21T00:20:15.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.632+0000 7f16ea5f2b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x556fe04a3ca0 con 0x556fe049d0e0 2024-05-21T00:20:15.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.632+0000 7f16ea5f2b80 10 client.0 _ll_register_callbacks cb 0x556fe038ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:15.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.633+0000 7f16d7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe049c7c0 0x556fe04a3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.633+0000 7f16d7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe049c7c0 0x556fe04a3160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:52946/0 (socket says 172.21.15.12:52946) 2024-05-21T00:20:15.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.633+0000 7f16d7e00700 1 -- 172.21.15.12:0/676153067 learned_addr learned my addr 172.21.15.12:0/676153067 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:15.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.634+0000 7f16ddc00700 1 --2- 172.21.15.12:0/676153067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe04a01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.638+0000 7f16d7e00700 1 -- 172.21.15.12:0/676153067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 msgr2=0x556fe04a01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:15.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.638+0000 7f16d7e00700 1 --2- 172.21.15.12:0/676153067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe04a01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.638+0000 7f16d7e00700 1 -- 172.21.15.12:0/676153067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe0497390 msgr2=0x556fe04a2c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:15.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.638+0000 7f16d7e00700 1 --2- 172.21.15.12:0/676153067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe0497390 0x556fe04a2c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.638+0000 7f16d7e00700 1 -- 172.21.15.12:0/676153067 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556fe03348d0 con 0x556fe049c7c0 2024-05-21T00:20:15.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.638+0000 7f16d7e00700 1 --2- 172.21.15.12:0/676153067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe049c7c0 0x556fe04a3160 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f16c40e2e30 tx=0x7f16c40ab170 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ba39a7935583838 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:15.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.638+0000 7f16c2a00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:20:15.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.639+0000 7f16c2a00700 1 -- 172.21.15.12:0/676153067 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c40e8030 con 0x556fe049c7c0 2024-05-21T00:20:15.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.639+0000 7f16c2a00700 1 -- 172.21.15.12:0/676153067 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f16c4009580 con 0x556fe049c7c0 2024-05-21T00:20:15.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.640+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/676153067 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16c8017c50 con 0x556fe049c7c0 2024-05-21T00:20:15.642 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.640+0000 7f16c2a00700 1 -- 172.21.15.12:0/676153067 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f16c40aadc0 con 0x556fe049c7c0 2024-05-21T00:20:15.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.640+0000 7f16ea5f2b80 10 client.25868 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:15.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.640+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/676153067 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556fe03b5060 con 0x556fe049c7c0 2024-05-21T00:20:15.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.641+0000 7f16c2a00700 1 -- 172.21.15.12:0/676153067 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16c8017c50 con 0x556fe049c7c0 2024-05-21T00:20:15.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.643+0000 7f16c2a00700 1 -- 172.21.15.12:0/676153067 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f16c40aa510 con 0x556fe049c7c0 2024-05-21T00:20:15.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.643+0000 7f16ea5f2b80 10 client.25868 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:15.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.643+0000 7f16ea5f2b80 10 client.25868 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:20:15.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.644+0000 7f16ea5f2b80 20 client.25868 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:15.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.644+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/676153067 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x556fe04b05c0 0x556fe04b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.644+0000 7f16ea5f2b80 4 client.25868 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:20:15.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.644+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/676153067 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556fe03f6d90 con 0x556fe04b05c0 2024-05-21T00:20:15.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.645+0000 7f16dd200700 1 --2- 172.21.15.12:0/676153067 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x556fe04b05c0 0x556fe04b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.647+0000 7f16dd200700 1 --2- 172.21.15.12:0/676153067 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x556fe04b05c0 0x556fe04b2a40 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=58de769906fff4fb server_cookie=eb0a15d41a198e82 in_seq=0 out_seq=0 2024-05-21T00:20:15.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.650+0000 7f16c2a00700 10 client.25868 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:20:15.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.651+0000 7f16c2a00700 1 -- 172.21.15.12:0/676153067 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556fe03f6d90 con 0x556fe04b05c0 2024-05-21T00:20:15.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.651+0000 7f16c2a00700 10 client.25868 handle_command_reply: tid=0 2024-05-21T00:20:15.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.652+0000 7f16ea5f2b80 1 client.25868 shutdown 2024-05-21T00:20:15.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.656+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/676153067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe049c7c0 msgr2=0x556fe04a3160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:15.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.656+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/676153067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe049c7c0 0x556fe04a3160 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f16c40e2e30 tx=0x7f16c40ab170 comp rx=0 tx=0).stop 2024-05-21T00:20:15.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.657+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/676153067 shutdown_connections 2024-05-21T00:20:15.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.657+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/676153067 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe04a01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.657+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/676153067 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x556fe04b05c0 0x556fe04b2a40 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.657+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/676153067 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe0497390 0x556fe04a2c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.657+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/676153067 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe049c7c0 0x556fe04a3160 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.657+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/676153067 >> 172.21.15.12:0/676153067 conn(0x556fe03c4be0 msgr2=0x556fe0490fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:15.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.657+0000 7f16c2a00700 0 client.25868 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:20:15.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.657+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/676153067 shutdown_connections 2024-05-21T00:20:15.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.658+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/676153067 wait complete. 2024-05-21T00:20:15.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.658+0000 7f16ea5f2b80 20 client.25868 trim_cache size 0 max 16384 2024-05-21T00:20:15.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.699+0000 7f16ea5f2b80 1 Processor -- start 2024-05-21T00:20:15.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.699+0000 7f16ea5f2b80 1 -- start start 2024-05-21T00:20:15.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.700+0000 7f16ea5f2b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe0497390 0x556fe0496d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.700+0000 7f16ea5f2b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe049c7c0 0x556fe049db30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.700+0000 7f16ea5f2b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe0491740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.700+0000 7f16ea5f2b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f16b800d370 con 0x556fe049c7c0 2024-05-21T00:20:15.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.700+0000 7f16ea5f2b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f16b800eeb0 con 0x556fe0497390 2024-05-21T00:20:15.702 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.700+0000 7f16ea5f2b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f16b800da40 con 0x556fe049d0e0 2024-05-21T00:20:15.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.701+0000 7f16ddc00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe0491740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.701+0000 7f16dd200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe0497390 0x556fe0496d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.701+0000 7f16dd200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe0497390 0x556fe0496d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:52960/0 (socket says 172.21.15.12:52960) 2024-05-21T00:20:15.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.701+0000 7f16dd200700 1 -- 172.21.15.12:0/522368937 learned_addr learned my addr 172.21.15.12:0/522368937 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:15.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.701+0000 7f16d7e00700 1 --2- 172.21.15.12:0/522368937 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe049c7c0 0x556fe049db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.702+0000 7f16d7e00700 1 -- 172.21.15.12:0/522368937 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 msgr2=0x556fe0491740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:15.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.702+0000 7f16d7e00700 1 --2- 172.21.15.12:0/522368937 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe0491740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.702+0000 7f16d7e00700 1 -- 172.21.15.12:0/522368937 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe0497390 msgr2=0x556fe0496d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:15.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.702+0000 7f16d7e00700 1 --2- 172.21.15.12:0/522368937 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe0497390 0x556fe0496d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.702+0000 7f16d7e00700 1 -- 172.21.15.12:0/522368937 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556fe04a3ae0 con 0x556fe049c7c0 2024-05-21T00:20:15.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.703+0000 7f16d7e00700 1 --2- 172.21.15.12:0/522368937 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe049c7c0 0x556fe049db30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f16c40a8520 tx=0x7f16c40e61c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93e4eb7264aa09d8 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:15.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.706+0000 7f16cd600700 1 -- 172.21.15.12:0/522368937 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c40ab2b0 con 0x556fe049c7c0 2024-05-21T00:20:15.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.707+0000 7f16cd600700 1 -- 172.21.15.12:0/522368937 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16c40af660 con 0x556fe049c7c0 2024-05-21T00:20:15.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.707+0000 7f16cd600700 1 -- 172.21.15.12:0/522368937 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c40c5b10 con 0x556fe049c7c0 2024-05-21T00:20:15.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.715+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/522368937 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe049c7c0 msgr2=0x556fe049db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:15.717 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.715+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/522368937 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe049c7c0 0x556fe049db30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f16c40a8520 tx=0x7f16c40e61c0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.718+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/522368937 shutdown_connections 2024-05-21T00:20:15.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.718+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/522368937 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049d0e0 0x556fe0491740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.719+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/522368937 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe0497390 0x556fe0496d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.719+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/522368937 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe049c7c0 0x556fe049db30 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.719+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/522368937 >> 172.21.15.12:0/522368937 conn(0x556fe03c4be0 msgr2=0x556fe04ac6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:15.726 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.722+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/522368937 shutdown_connections 2024-05-21T00:20:15.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.723+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/522368937 wait complete. 2024-05-21T00:20:15.727 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.725+0000 7f16ea5f2b80 1 -- start start 2024-05-21T00:20:15.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.727+0000 7f16ea5f2b80 1 Processor -- start 2024-05-21T00:20:15.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.729+0000 7f16ea5f2b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe0497390 0x556fe04a9010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.731+0000 7f16ea5f2b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049c7c0 0x556fe04a9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.731+0000 7f16ea5f2b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe049d0e0 0x556fe04a5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.731+0000 7f16ea5f2b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f16b800e7e0 con 0x556fe0497390 2024-05-21T00:20:15.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.731+0000 7f16ea5f2b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f16b800e110 con 0x556fe049d0e0 2024-05-21T00:20:15.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.731+0000 7f16ea5f2b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f16b800b310 con 0x556fe049c7c0 2024-05-21T00:20:15.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.731+0000 7f16ea5f2b80 10 client.0 _ll_register_callbacks cb 0x556fe038ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:15.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.732+0000 7f16dd200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe0497390 0x556fe04a9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.732+0000 7f16d7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049c7c0 0x556fe04a9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.732+0000 7f16d7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049c7c0 0x556fe04a9550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:47192/0 (socket says 172.21.15.12:47192) 2024-05-21T00:20:15.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.732+0000 7f16d7e00700 1 -- 172.21.15.12:0/3034244249 learned_addr learned my addr 172.21.15.12:0/3034244249 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:15.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.732+0000 7f16ddc00700 1 --2- 172.21.15.12:0/3034244249 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe049d0e0 0x556fe04a5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.733+0000 7f16d7e00700 1 -- 172.21.15.12:0/3034244249 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe049d0e0 msgr2=0x556fe04a5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:15.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.733+0000 7f16d7e00700 1 --2- 172.21.15.12:0/3034244249 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe049d0e0 0x556fe04a5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.733+0000 7f16d7e00700 1 -- 172.21.15.12:0/3034244249 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe0497390 msgr2=0x556fe04a9010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:15.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.733+0000 7f16d7e00700 1 --2- 172.21.15.12:0/3034244249 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe0497390 0x556fe04a9010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.733+0000 7f16d7e00700 1 -- 172.21.15.12:0/3034244249 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556fe04a6520 con 0x556fe049c7c0 2024-05-21T00:20:15.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.734+0000 7f16d7e00700 1 --2- 172.21.15.12:0/3034244249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049c7c0 0x556fe04a9550 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f16c40e6190 tx=0x7f16c40e06e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f25d365941c54d1d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:15.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.734+0000 7f16c2a00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:20:15.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.734+0000 7f16c2a00700 1 -- 172.21.15.12:0/3034244249 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16c40e8070 con 0x556fe049c7c0 2024-05-21T00:20:15.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.734+0000 7f16c2a00700 1 -- 172.21.15.12:0/3034244249 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f16c40e0d30 con 0x556fe049c7c0 2024-05-21T00:20:15.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.734+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/3034244249 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16c40af660 con 0x556fe049c7c0 2024-05-21T00:20:15.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.735+0000 7f16c2a00700 1 -- 172.21.15.12:0/3034244249 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f16c40c9020 con 0x556fe049c7c0 2024-05-21T00:20:15.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.735+0000 7f16ea5f2b80 10 client.25891 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:15.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.735+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/3034244249 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556fe04a6520 con 0x556fe049c7c0 2024-05-21T00:20:15.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.736+0000 7f16c2a00700 1 -- 172.21.15.12:0/3034244249 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f16c40af660 con 0x556fe049c7c0 2024-05-21T00:20:15.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.736+0000 7f16c2a00700 1 -- 172.21.15.12:0/3034244249 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f16c40af0d0 con 0x556fe049c7c0 2024-05-21T00:20:15.738 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.736+0000 7f16ea5f2b80 10 client.25891 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:15.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.737+0000 7f16ea5f2b80 10 client.25891 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:20:15.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.737+0000 7f16ea5f2b80 20 client.25891 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:15.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.737+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/3034244249 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x556fe051bbc0 0x556fe051dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:15.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.737+0000 7f16ea5f2b80 4 client.25891 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:20:15.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.737+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/3034244249 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556fe03f0570 con 0x556fe051bbc0 2024-05-21T00:20:15.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.739+0000 7f16dd200700 1 --2- 172.21.15.12:0/3034244249 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x556fe051bbc0 0x556fe051dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:15.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.744+0000 7f16c2a00700 10 client.25891 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:20:15.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.745+0000 7f16dd200700 1 --2- 172.21.15.12:0/3034244249 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x556fe051bbc0 0x556fe051dfb0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f8360c5f67f842d8 server_cookie=224dfd90534ca21c in_seq=0 out_seq=0 2024-05-21T00:20:15.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.746+0000 7f16c2a00700 1 -- 172.21.15.12:0/3034244249 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556fe03f0570 con 0x556fe051bbc0 2024-05-21T00:20:15.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.746+0000 7f16c2a00700 10 client.25891 handle_command_reply: tid=0 2024-05-21T00:20:15.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.747+0000 7f16ea5f2b80 1 client.25891 shutdown 2024-05-21T00:20:15.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.747+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/3034244249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049c7c0 msgr2=0x556fe04a9550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:15.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.747+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/3034244249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049c7c0 0x556fe04a9550 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f16c40e6190 tx=0x7f16c40e06e0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.748+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/3034244249 shutdown_connections 2024-05-21T00:20:15.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.748+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/3034244249 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556fe049d0e0 0x556fe04a5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.748+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/3034244249 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x556fe051bbc0 0x556fe051dfb0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.748+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/3034244249 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556fe0497390 0x556fe04a9010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.748+0000 7f16ea5f2b80 1 --2- 172.21.15.12:0/3034244249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556fe049c7c0 0x556fe04a9550 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.748+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/3034244249 >> 172.21.15.12:0/3034244249 conn(0x556fe03c4be0 msgr2=0x556fe049f160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:15.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.749+0000 7f16c2a00700 0 client.25891 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:20:15.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.749+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/3034244249 shutdown_connections 2024-05-21T00:20:15.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.749+0000 7f16ea5f2b80 1 -- 172.21.15.12:0/3034244249 wait complete. 2024-05-21T00:20:15.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.752+0000 7f16ea5f2b80 20 client.25891 trim_cache size 0 max 16384 2024-05-21T00:20:15.757 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:20:15.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.758+0000 7f16de600700 1 -- 172.21.15.12:0/461981204 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16bc0b29d0 msgr2=0x7f16bc0b4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:15.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.758+0000 7f16de600700 1 --2- 172.21.15.12:0/461981204 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16bc0b29d0 0x7f16bc0b4e90 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f16c8023000 tx=0x7f16c8019a80 comp rx=0 tx=0).stop 2024-05-21T00:20:15.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.758+0000 7f16de600700 1 -- 172.21.15.12:0/461981204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16d81120a0 msgr2=0x7f16d81aec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:15.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.758+0000 7f16de600700 1 --2- 172.21.15.12:0/461981204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16d81120a0 0x7f16d81aec70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f16c4000c00 tx=0x7f16c4009510 comp rx=0 tx=0).stop 2024-05-21T00:20:15.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.759+0000 7f16de600700 1 -- 172.21.15.12:0/461981204 shutdown_connections 2024-05-21T00:20:15.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.759+0000 7f16de600700 1 --2- 172.21.15.12:0/461981204 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f16d811cd20 0x7f16d81a88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.759+0000 7f16de600700 1 --2- 172.21.15.12:0/461981204 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f16bc0b29d0 0x7f16bc0b4e90 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.759+0000 7f16de600700 1 --2- 172.21.15.12:0/461981204 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f16d8111c30 0x7f16d81ae730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.759+0000 7f16de600700 1 --2- 172.21.15.12:0/461981204 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f16d81120a0 0x7f16d81aec70 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:15.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.759+0000 7f16de600700 1 -- 172.21.15.12:0/461981204 >> 172.21.15.12:0/461981204 conn(0x7f16d806e520 msgr2=0x7f16d810f880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:15.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.760+0000 7f16de600700 1 -- 172.21.15.12:0/461981204 shutdown_connections 2024-05-21T00:20:15.761 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:15.760+0000 7f16de600700 1 -- 172.21.15.12:0/461981204 wait complete. 2024-05-21T00:20:16.852 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:20:17.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:17 smithi012 ceph-mon[31403]: pgmap v535: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 49 MiB/s wr, 25 op/s 2024-05-21T00:20:17.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:17 smithi060 ceph-mon[36426]: pgmap v535: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 49 MiB/s wr, 25 op/s 2024-05-21T00:20:17.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:17 smithi077 ceph-mon[36377]: pgmap v535: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 49 MiB/s wr, 25 op/s 2024-05-21T00:20:17.539 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:17.539 INFO:tasks.workunit.client.0.smithi012.stdout: Children see throughput for 1 initial writers = 280517.78 kB/sec 2024-05-21T00:20:17.539 INFO:tasks.workunit.client.0.smithi012.stdout: Parent sees throughput for 1 initial writers = 280460.46 kB/sec 2024-05-21T00:20:17.539 INFO:tasks.workunit.client.0.smithi012.stdout: Min throughput per process = 280517.78 kB/sec 2024-05-21T00:20:17.539 INFO:tasks.workunit.client.0.smithi012.stdout: Max throughput per process = 280517.78 kB/sec 2024-05-21T00:20:17.539 INFO:tasks.workunit.client.0.smithi012.stdout: Avg throughput per process = 280517.78 kB/sec 2024-05-21T00:20:17.540 INFO:tasks.workunit.client.0.smithi012.stdout: Min xfer = 1048576.00 kB 2024-05-21T00:20:17.566 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:20:19.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:19 smithi012 ceph-mon[31403]: pgmap v536: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 24 MiB/s wr, 19 op/s 2024-05-21T00:20:19.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:19 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:20:19.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:19 smithi060 ceph-mon[36426]: pgmap v536: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 24 MiB/s wr, 19 op/s 2024-05-21T00:20:19.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:19 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:20:19.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:19 smithi077 ceph-mon[36377]: pgmap v536: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 24 MiB/s wr, 19 op/s 2024-05-21T00:20:19.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:19 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:20:19.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.872+0000 7fa957200700 1 -- 172.21.15.12:0/3362386259 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa95006bbe0 msgr2=0x7fa9501103d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:19.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.872+0000 7fa957200700 1 --2- 172.21.15.12:0/3362386259 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa95006bbe0 0x7fa9501103d0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa94800b0a0 tx=0x7fa94800b3b0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.872+0000 7fa957200700 1 -- 172.21.15.12:0/3362386259 shutdown_connections 2024-05-21T00:20:19.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.872+0000 7fa957200700 1 --2- 172.21.15.12:0/3362386259 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa95006bbe0 0x7fa9501103d0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.872+0000 7fa957200700 1 --2- 172.21.15.12:0/3362386259 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa9501095b0 0x7fa950109990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.872+0000 7fa957200700 1 --2- 172.21.15.12:0/3362386259 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa95006b220 0x7fa95006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.872+0000 7fa957200700 1 -- 172.21.15.12:0/3362386259 >> 172.21.15.12:0/3362386259 conn(0x7fa9500793f0 msgr2=0x7fa950079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:19.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.872+0000 7fa957200700 1 -- 172.21.15.12:0/3362386259 shutdown_connections 2024-05-21T00:20:19.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.872+0000 7fa957200700 1 -- 172.21.15.12:0/3362386259 wait complete. 2024-05-21T00:20:19.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.874+0000 7fa957200700 1 Processor -- start 2024-05-21T00:20:19.875 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.874+0000 7fa957200700 1 -- start start 2024-05-21T00:20:19.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.875+0000 7fa957200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa95006b220 0x7fa95019f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.875+0000 7fa957200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa95006bbe0 0x7fa95019fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.875+0000 7fa957200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9501095b0 0x7fa950199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.875+0000 7fa957200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa950113710 con 0x7fa95006bbe0 2024-05-21T00:20:19.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.875+0000 7fa957200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa950113590 con 0x7fa95006b220 2024-05-21T00:20:19.876 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.875+0000 7fa957200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fa950113890 con 0x7fa9501095b0 2024-05-21T00:20:19.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.875+0000 7fa94f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa95006bbe0 0x7fa95019fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.875+0000 7fa94f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa95006bbe0 0x7fa95019fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:60862/0 (socket says 172.21.15.12:60862) 2024-05-21T00:20:19.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.875+0000 7fa94fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa95006b220 0x7fa95019f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.875+0000 7fa94f400700 1 -- 172.21.15.12:0/90657123 learned_addr learned my addr 172.21.15.12:0/90657123 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:19.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.876+0000 7fa955200700 1 --2- 172.21.15.12:0/90657123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9501095b0 0x7fa950199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.877 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.876+0000 7fa94fe00700 1 -- 172.21.15.12:0/90657123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9501095b0 msgr2=0x7fa950199a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:19.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.876+0000 7fa94fe00700 1 --2- 172.21.15.12:0/90657123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9501095b0 0x7fa950199a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.876+0000 7fa94fe00700 1 -- 172.21.15.12:0/90657123 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa95006bbe0 msgr2=0x7fa95019fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:19.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.876+0000 7fa94fe00700 1 --2- 172.21.15.12:0/90657123 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa95006bbe0 0x7fa95019fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.876+0000 7fa94fe00700 1 -- 172.21.15.12:0/90657123 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa95019a1d0 con 0x7fa95006b220 2024-05-21T00:20:19.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.876+0000 7fa94fe00700 1 --2- 172.21.15.12:0/90657123 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa95006b220 0x7fa95019f8b0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa94000e9f0 tx=0x7fa94000ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:19.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.877+0000 7fa94cc00700 1 -- 172.21.15.12:0/90657123 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa94000c9c0 con 0x7fa95006b220 2024-05-21T00:20:19.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.877+0000 7fa94cc00700 1 -- 172.21.15.12:0/90657123 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa94000cb60 con 0x7fa95006b220 2024-05-21T00:20:19.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.877+0000 7fa94cc00700 1 -- 172.21.15.12:0/90657123 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa940018680 con 0x7fa95006b220 2024-05-21T00:20:19.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.877+0000 7fa957200700 1 -- 172.21.15.12:0/90657123 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa95019a4c0 con 0x7fa95006b220 2024-05-21T00:20:19.879 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.877+0000 7fa957200700 1 -- 172.21.15.12:0/90657123 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9501a6780 con 0x7fa95006b220 2024-05-21T00:20:19.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.881+0000 7fa94cc00700 1 -- 172.21.15.12:0/90657123 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa940010430 con 0x7fa95006b220 2024-05-21T00:20:19.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.883+0000 7fa94cc00700 1 --2- 172.21.15.12:0/90657123 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa9340b2880 0x7fa9340b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.883+0000 7fa94cc00700 1 -- 172.21.15.12:0/90657123 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fa9400e2330 con 0x7fa95006b220 2024-05-21T00:20:19.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.883+0000 7fa94f400700 1 --2- 172.21.15.12:0/90657123 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa9340b2880 0x7fa9340b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.884+0000 7fa961b86b80 1 Processor -- start 2024-05-21T00:20:19.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.884+0000 7fa94f400700 1 --2- 172.21.15.12:0/90657123 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa9340b2880 0x7fa9340b4d40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa950079aa0 tx=0x7fa93c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:19.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.884+0000 7fa961b86b80 1 -- start start 2024-05-21T00:20:19.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.885+0000 7fa961b86b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c2c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.885+0000 7fa961b86b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2cf30 0x565343c26b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.885+0000 7fa961b86b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 0x565343c275c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.885+0000 7fa961b86b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x565343b84e40 con 0x565343c27140 2024-05-21T00:20:19.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.885+0000 7fa961b86b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x565343b749e0 con 0x565343c2cf30 2024-05-21T00:20:19.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.885+0000 7fa961b86b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x565343b78a20 con 0x565343c2c610 2024-05-21T00:20:19.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.885+0000 7fa94fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c2c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.885+0000 7fa94fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c2c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:47214/0 (socket says 172.21.15.12:47214) 2024-05-21T00:20:19.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.885+0000 7fa94f400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2cf30 0x565343c26b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.885+0000 7fa94fe00700 1 -- 172.21.15.12:0/1520471880 learned_addr learned my addr 172.21.15.12:0/1520471880 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:19.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.886+0000 7fa955200700 1 --2- 172.21.15.12:0/1520471880 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 0x565343c275c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.886+0000 7fa94fe00700 1 -- 172.21.15.12:0/1520471880 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2cf30 msgr2=0x565343c26b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:19.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.886+0000 7fa94fe00700 1 --2- 172.21.15.12:0/1520471880 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2cf30 0x565343c26b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.886+0000 7fa94fe00700 1 -- 172.21.15.12:0/1520471880 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 msgr2=0x565343c275c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:19.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.886+0000 7fa94fe00700 1 --2- 172.21.15.12:0/1520471880 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 0x565343c275c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.886+0000 7fa94fe00700 1 -- 172.21.15.12:0/1520471880 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565343b3d420 con 0x565343c2c610 2024-05-21T00:20:19.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.886+0000 7fa94f400700 1 --2- 172.21.15.12:0/1520471880 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2cf30 0x565343c26b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:19.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.886+0000 7fa94fe00700 1 --2- 172.21.15.12:0/1520471880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c2c9f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa940009230 tx=0x7fa9400a5180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17c4c3428ecbd2c1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:19.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.886+0000 7fa945600700 1 -- 172.21.15.12:0/1520471880 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9400b20d0 con 0x565343c2c610 2024-05-21T00:20:19.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.887+0000 7fa945600700 1 -- 172.21.15.12:0/1520471880 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9400aa020 con 0x565343c2c610 2024-05-21T00:20:19.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.887+0000 7fa945600700 1 -- 172.21.15.12:0/1520471880 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9400cabd0 con 0x565343c2c610 2024-05-21T00:20:19.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.888+0000 7fa961b86b80 1 -- 172.21.15.12:0/1520471880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 msgr2=0x565343c2c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:19.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.888+0000 7fa961b86b80 1 --2- 172.21.15.12:0/1520471880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c2c9f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa940009230 tx=0x7fa9400a5180 comp rx=0 tx=0).stop 2024-05-21T00:20:19.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.888+0000 7fa961b86b80 1 -- 172.21.15.12:0/1520471880 shutdown_connections 2024-05-21T00:20:19.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.888+0000 7fa961b86b80 1 --2- 172.21.15.12:0/1520471880 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 0x565343c275c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.888+0000 7fa961b86b80 1 --2- 172.21.15.12:0/1520471880 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c2c9f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.888+0000 7fa961b86b80 1 --2- 172.21.15.12:0/1520471880 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2cf30 0x565343c26b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.888+0000 7fa961b86b80 1 -- 172.21.15.12:0/1520471880 >> 172.21.15.12:0/1520471880 conn(0x565343b54be0 msgr2=0x565343c21690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:19.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.888+0000 7fa961b86b80 1 -- 172.21.15.12:0/1520471880 shutdown_connections 2024-05-21T00:20:19.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.889+0000 7fa961b86b80 1 -- 172.21.15.12:0/1520471880 wait complete. 2024-05-21T00:20:19.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.889+0000 7fa961b86b80 1 -- start start 2024-05-21T00:20:19.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.889+0000 7fa961b86b80 1 Processor -- start 2024-05-21T00:20:19.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.890+0000 7fa961b86b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 0x565343c32dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.890+0000 7fa961b86b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2c610 0x565343c301b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.890+0000 7fa961b86b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2cf30 0x565343c306f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.890+0000 7fa961b86b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x565343a7afa0 con 0x565343c27140 2024-05-21T00:20:19.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.890+0000 7fa961b86b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x565343b15760 con 0x565343c2c610 2024-05-21T00:20:19.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.890+0000 7fa961b86b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x565343c339e0 con 0x565343c2cf30 2024-05-21T00:20:19.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.890+0000 7fa961b86b80 10 client.0 _ll_register_callbacks cb 0x565343b1ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:19.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.890+0000 7fa955200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2cf30 0x565343c306f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.890+0000 7fa955200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2cf30 0x565343c306f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:47230/0 (socket says 172.21.15.12:47230) 2024-05-21T00:20:19.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.890+0000 7fa955200700 1 -- 172.21.15.12:0/2667724376 learned_addr learned my addr 172.21.15.12:0/2667724376 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:19.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.891+0000 7fa94fe00700 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 0x565343c32dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.891+0000 7fa94f400700 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2c610 0x565343c301b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.891+0000 7fa955200700 1 -- 172.21.15.12:0/2667724376 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2c610 msgr2=0x565343c301b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:19.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.891+0000 7fa955200700 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2c610 0x565343c301b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.891+0000 7fa955200700 1 -- 172.21.15.12:0/2667724376 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 msgr2=0x565343c32dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:19.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.891+0000 7fa955200700 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 0x565343c32dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.891+0000 7fa955200700 1 -- 172.21.15.12:0/2667724376 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565343ac48d0 con 0x565343c2cf30 2024-05-21T00:20:19.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.891+0000 7fa94f400700 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2c610 0x565343c301b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:20:19.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.892+0000 7fa955200700 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2cf30 0x565343c306f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fa94800d010 tx=0x7fa94800be00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7da9c47a329f440e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:19.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.892+0000 7fa93a000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:20:19.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.892+0000 7fa93a000700 1 -- 172.21.15.12:0/2667724376 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9480074e0 con 0x565343c2cf30 2024-05-21T00:20:19.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.892+0000 7fa961b86b80 1 -- 172.21.15.12:0/2667724376 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9400aa020 con 0x565343c2cf30 2024-05-21T00:20:19.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.892+0000 7fa93a000700 1 -- 172.21.15.12:0/2667724376 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fa948007680 con 0x565343c2cf30 2024-05-21T00:20:19.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.893+0000 7fa93a000700 1 -- 172.21.15.12:0/2667724376 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa948007880 con 0x565343c2cf30 2024-05-21T00:20:19.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.893+0000 7fa961b86b80 10 client.25903 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:19.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.893+0000 7fa961b86b80 1 -- 172.21.15.12:0/2667724376 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x565343b45060 con 0x565343c2cf30 2024-05-21T00:20:19.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.893+0000 7fa93a000700 1 -- 172.21.15.12:0/2667724376 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa9400aa020 con 0x565343c2cf30 2024-05-21T00:20:19.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.893+0000 7fa93a000700 1 -- 172.21.15.12:0/2667724376 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa948011070 con 0x565343c2cf30 2024-05-21T00:20:19.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.893+0000 7fa961b86b80 10 client.25903 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:19.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.893+0000 7fa961b86b80 10 client.25903 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:20:19.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.893+0000 7fa961b86b80 20 client.25903 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:19.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.893+0000 7fa961b86b80 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x565343c3e660 0x565343c3ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.893+0000 7fa961b86b80 4 client.25903 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:20:19.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.893+0000 7fa961b86b80 1 -- 172.21.15.12:0/2667724376 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x565343b86d90 con 0x565343c3e660 2024-05-21T00:20:19.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.894+0000 7fa94fe00700 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x565343c3e660 0x565343c3ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.895+0000 7fa94fe00700 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x565343c3e660 0x565343c3ea40 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fd535a04e151163 server_cookie=55f4abdb0cac1d12 in_seq=0 out_seq=0 2024-05-21T00:20:19.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.895+0000 7fa93a000700 10 client.25903 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:19.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.896+0000 7fa93a000700 1 -- 172.21.15.12:0/2667724376 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x565343b86d90 con 0x565343c3e660 2024-05-21T00:20:19.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.896+0000 7fa93a000700 10 client.25903 handle_command_reply: tid=0 2024-05-21T00:20:19.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.896+0000 7fa961b86b80 1 client.25903 shutdown 2024-05-21T00:20:19.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.896+0000 7fa961b86b80 1 -- 172.21.15.12:0/2667724376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2cf30 msgr2=0x565343c306f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:19.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.896+0000 7fa961b86b80 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2cf30 0x565343c306f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fa94800d010 tx=0x7fa94800be00 comp rx=0 tx=0).stop 2024-05-21T00:20:19.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.896+0000 7fa961b86b80 1 -- 172.21.15.12:0/2667724376 shutdown_connections 2024-05-21T00:20:19.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.896+0000 7fa961b86b80 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x565343c3e660 0x565343c3ea40 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.896+0000 7fa961b86b80 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2cf30 0x565343c306f0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.897+0000 7fa961b86b80 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 0x565343c32dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.897+0000 7fa961b86b80 1 --2- 172.21.15.12:0/2667724376 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2c610 0x565343c301b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.897+0000 7fa961b86b80 1 -- 172.21.15.12:0/2667724376 >> 172.21.15.12:0/2667724376 conn(0x565343b54be0 msgr2=0x565343c20d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:19.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.897+0000 7fa93a000700 0 client.25903 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:19.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.897+0000 7fa961b86b80 1 -- 172.21.15.12:0/2667724376 shutdown_connections 2024-05-21T00:20:19.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.897+0000 7fa961b86b80 1 -- 172.21.15.12:0/2667724376 wait complete. 2024-05-21T00:20:19.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.897+0000 7fa961b86b80 20 client.25903 trim_cache size 0 max 16384 2024-05-21T00:20:19.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.930+0000 7fa961b86b80 1 Processor -- start 2024-05-21T00:20:19.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.930+0000 7fa961b86b80 1 -- start start 2024-05-21T00:20:19.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.931+0000 7fa961b86b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 0x565343c2a790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.931+0000 7fa961b86b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c2bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.931+0000 7fa961b86b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2cf30 0x565343c214f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.931+0000 7fa961b86b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa9501ab970 con 0x565343c27140 2024-05-21T00:20:19.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.931+0000 7fa961b86b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa9501ad4b0 con 0x565343c2cf30 2024-05-21T00:20:19.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.931+0000 7fa961b86b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fa9501ac040 con 0x565343c2c610 2024-05-21T00:20:19.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.931+0000 7fa94f400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c2bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.931+0000 7fa94f400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c2bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:47246/0 (socket says 172.21.15.12:47246) 2024-05-21T00:20:19.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.931+0000 7fa94f400700 1 -- 172.21.15.12:0/2933004629 learned_addr learned my addr 172.21.15.12:0/2933004629 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:19.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.931+0000 7fa94fe00700 1 --2- 172.21.15.12:0/2933004629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 0x565343c2a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.931+0000 7fa955200700 1 --2- 172.21.15.12:0/2933004629 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2cf30 0x565343c214f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.932+0000 7fa94f400700 1 -- 172.21.15.12:0/2933004629 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2cf30 msgr2=0x565343c214f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:19.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.932+0000 7fa94f400700 1 --2- 172.21.15.12:0/2933004629 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2cf30 0x565343c214f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.932+0000 7fa94f400700 1 -- 172.21.15.12:0/2933004629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 msgr2=0x565343c2a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:19.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.932+0000 7fa94f400700 1 --2- 172.21.15.12:0/2933004629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 0x565343c2a790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.932+0000 7fa94f400700 1 -- 172.21.15.12:0/2933004629 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565343c2cc40 con 0x565343c2c610 2024-05-21T00:20:19.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.932+0000 7fa94fe00700 1 --2- 172.21.15.12:0/2933004629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 0x565343c2a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:20:19.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.932+0000 7fa94f400700 1 --2- 172.21.15.12:0/2933004629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c2bb10 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa93c01d730 tx=0x7fa93c014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=404a6faf2cac1e21 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:19.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.932+0000 7fa944c00700 1 -- 172.21.15.12:0/2933004629 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c0275f0 con 0x565343c2c610 2024-05-21T00:20:19.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.932+0000 7fa944c00700 1 -- 172.21.15.12:0/2933004629 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa93c02c070 con 0x565343c2c610 2024-05-21T00:20:19.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.932+0000 7fa944c00700 1 -- 172.21.15.12:0/2933004629 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa93c01cab0 con 0x565343c2c610 2024-05-21T00:20:19.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.933+0000 7fa961b86b80 1 -- 172.21.15.12:0/2933004629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 msgr2=0x565343c2bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:19.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.933+0000 7fa961b86b80 1 --2- 172.21.15.12:0/2933004629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c2bb10 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fa93c01d730 tx=0x7fa93c014000 comp rx=0 tx=0).stop 2024-05-21T00:20:19.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.933+0000 7fa961b86b80 1 -- 172.21.15.12:0/2933004629 shutdown_connections 2024-05-21T00:20:19.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.933+0000 7fa961b86b80 1 --2- 172.21.15.12:0/2933004629 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c2cf30 0x565343c214f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.933+0000 7fa961b86b80 1 --2- 172.21.15.12:0/2933004629 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c27140 0x565343c2a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.933+0000 7fa961b86b80 1 --2- 172.21.15.12:0/2933004629 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c2bb10 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.933+0000 7fa961b86b80 1 -- 172.21.15.12:0/2933004629 >> 172.21.15.12:0/2933004629 conn(0x565343b54be0 msgr2=0x565343c31760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:19.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.934+0000 7fa961b86b80 1 -- 172.21.15.12:0/2933004629 shutdown_connections 2024-05-21T00:20:19.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.934+0000 7fa961b86b80 1 -- 172.21.15.12:0/2933004629 wait complete. 2024-05-21T00:20:19.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.934+0000 7fa961b86b80 1 -- start start 2024-05-21T00:20:19.940 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.935+0000 7fa961b86b80 1 Processor -- start 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.935+0000 7fa961b86b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c27140 0x565343c362c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.935+0000 7fa961b86b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c36800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.935+0000 7fa961b86b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c2cf30 0x565343c36d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.935+0000 7fa961b86b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa9501acde0 con 0x565343c2cf30 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.935+0000 7fa961b86b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa9501ac710 con 0x565343c27140 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.935+0000 7fa961b86b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fa9501a9960 con 0x565343c2c610 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.936+0000 7fa961b86b80 10 client.0 _ll_register_callbacks cb 0x565343b1ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.936+0000 7fa94fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c27140 0x565343c362c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.936+0000 7fa94fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c27140 0x565343c362c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53036/0 (socket says 172.21.15.12:53036) 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.936+0000 7fa94fe00700 1 -- 172.21.15.12:0/3100751276 learned_addr learned my addr 172.21.15.12:0/3100751276 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.936+0000 7fa94f400700 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c36800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.936+0000 7fa955200700 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c2cf30 0x565343c36d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.936+0000 7fa94fe00700 1 -- 172.21.15.12:0/3100751276 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 msgr2=0x565343c36800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:19.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.936+0000 7fa94fe00700 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c36800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.936+0000 7fa94fe00700 1 -- 172.21.15.12:0/3100751276 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c2cf30 msgr2=0x565343c36d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:19.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.936+0000 7fa94fe00700 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c2cf30 0x565343c36d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.936+0000 7fa94fe00700 1 -- 172.21.15.12:0/3100751276 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565343cb2c20 con 0x565343c27140 2024-05-21T00:20:19.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.936+0000 7fa955200700 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c2cf30 0x565343c36d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:20:19.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.937+0000 7fa94fe00700 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c27140 0x565343c362c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fa9400a9620 tx=0x7fa9400a9ea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14a33cae7f3d2cc3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:19.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.937+0000 7fa93a000700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:20:19.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.937+0000 7fa93a000700 1 -- 172.21.15.12:0/3100751276 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa94008ae60 con 0x565343c27140 2024-05-21T00:20:19.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.937+0000 7fa93a000700 1 -- 172.21.15.12:0/3100751276 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fa9400cc0b0 con 0x565343c27140 2024-05-21T00:20:19.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.937+0000 7fa961b86b80 1 -- 172.21.15.12:0/3100751276 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa93c02c070 con 0x565343c27140 2024-05-21T00:20:19.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.937+0000 7fa93a000700 1 -- 172.21.15.12:0/3100751276 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa9400a57e0 con 0x565343c27140 2024-05-21T00:20:19.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.937+0000 7fa961b86b80 10 client.25892 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:19.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.938+0000 7fa961b86b80 1 -- 172.21.15.12:0/3100751276 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x565343cb3f00 con 0x565343c27140 2024-05-21T00:20:19.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.938+0000 7fa93a000700 1 -- 172.21.15.12:0/3100751276 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa93c02c070 con 0x565343c27140 2024-05-21T00:20:19.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.938+0000 7fa93a000700 1 -- 172.21.15.12:0/3100751276 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa9400b22f0 con 0x565343c27140 2024-05-21T00:20:19.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.938+0000 7fa961b86b80 10 client.25892 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:19.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.938+0000 7fa961b86b80 10 client.25892 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:20:19.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.938+0000 7fa961b86b80 20 client.25892 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:19.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.938+0000 7fa961b86b80 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x565343cb4660 0x565343cb6a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:19.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.938+0000 7fa961b86b80 4 client.25892 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:20:19.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.938+0000 7fa961b86b80 1 -- 172.21.15.12:0/3100751276 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "damage ls"}) -- 0x565343b80570 con 0x565343cb4660 2024-05-21T00:20:19.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.939+0000 7fa94f400700 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x565343cb4660 0x565343cb6a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:19.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.939+0000 7fa94f400700 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x565343cb4660 0x565343cb6a50 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a57db6122a848e25 server_cookie=bbcc0315ae8ff42f in_seq=0 out_seq=0 2024-05-21T00:20:19.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.939+0000 7fa93a000700 10 client.25892 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:19.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa93a000700 1 -- 172.21.15.12:0/3100751276 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x565343b80570 con 0x565343cb4660 2024-05-21T00:20:19.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa93a000700 10 client.25892 handle_command_reply: tid=0 2024-05-21T00:20:19.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa961b86b80 1 client.25892 shutdown 2024-05-21T00:20:19.944 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa961b86b80 1 -- 172.21.15.12:0/3100751276 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c27140 msgr2=0x565343c362c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:19.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa961b86b80 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c27140 0x565343c362c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fa9400a9620 tx=0x7fa9400a9ea0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa961b86b80 1 -- 172.21.15.12:0/3100751276 shutdown_connections 2024-05-21T00:20:19.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa961b86b80 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x565343c2cf30 0x565343c36d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa961b86b80 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x565343c27140 0x565343c362c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa961b86b80 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x565343cb4660 0x565343cb6a50 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa961b86b80 1 --2- 172.21.15.12:0/3100751276 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x565343c2c610 0x565343c36800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa93a000700 0 client.25892 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:19.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa961b86b80 1 -- 172.21.15.12:0/3100751276 >> 172.21.15.12:0/3100751276 conn(0x565343b54be0 msgr2=0x565343c2b990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:19.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa961b86b80 1 -- 172.21.15.12:0/3100751276 shutdown_connections 2024-05-21T00:20:19.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.940+0000 7fa961b86b80 1 -- 172.21.15.12:0/3100751276 wait complete. 2024-05-21T00:20:19.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.941+0000 7fa961b86b80 20 client.25892 trim_cache size 0 max 16384 2024-05-21T00:20:19.946 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:20:19.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.941+0000 7fa957200700 1 -- 172.21.15.12:0/90657123 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa9340b2880 msgr2=0x7fa9340b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:19.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.941+0000 7fa957200700 1 --2- 172.21.15.12:0/90657123 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa9340b2880 0x7fa9340b4d40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa950079aa0 tx=0x7fa93c009260 comp rx=0 tx=0).stop 2024-05-21T00:20:19.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.941+0000 7fa957200700 1 -- 172.21.15.12:0/90657123 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa95006b220 msgr2=0x7fa95019f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:19.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.941+0000 7fa957200700 1 --2- 172.21.15.12:0/90657123 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa95006b220 0x7fa95019f8b0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa94000e9f0 tx=0x7fa94000ed00 comp rx=0 tx=0).stop 2024-05-21T00:20:19.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.942+0000 7fa957200700 1 -- 172.21.15.12:0/90657123 shutdown_connections 2024-05-21T00:20:19.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.942+0000 7fa957200700 1 --2- 172.21.15.12:0/90657123 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa9501095b0 0x7fa950199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.942+0000 7fa957200700 1 --2- 172.21.15.12:0/90657123 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa95006b220 0x7fa95019f8b0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.942+0000 7fa957200700 1 --2- 172.21.15.12:0/90657123 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa9340b2880 0x7fa9340b4d40 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.942+0000 7fa957200700 1 --2- 172.21.15.12:0/90657123 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa95006bbe0 0x7fa95019fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:19.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.942+0000 7fa957200700 1 -- 172.21.15.12:0/90657123 >> 172.21.15.12:0/90657123 conn(0x7fa9500793f0 msgr2=0x7fa950101140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:19.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.942+0000 7fa957200700 1 -- 172.21.15.12:0/90657123 shutdown_connections 2024-05-21T00:20:19.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:19.942+0000 7fa957200700 1 -- 172.21.15.12:0/90657123 wait complete. 2024-05-21T00:20:20.303 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:20:20.304 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:20:20.304 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:20:20.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:20:20.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:20:20.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:20:20.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:20:20.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:20:20.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:20:21.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:21 smithi060 ceph-mon[36426]: pgmap v537: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 48 MiB/s wr, 35 op/s 2024-05-21T00:20:21.530 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:21 smithi077 ceph-mon[36377]: pgmap v537: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 48 MiB/s wr, 35 op/s 2024-05-21T00:20:21.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:21 smithi012 ceph-mon[31403]: pgmap v537: 97 pgs: 97 active+clean; 1.1 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 48 MiB/s wr, 35 op/s 2024-05-21T00:20:21.815 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:20:21.815 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:20:22.231 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:22 smithi012 ceph-mon[31403]: pgmap v538: 97 pgs: 97 active+clean; 1021 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 88 MiB/s wr, 55 op/s 2024-05-21T00:20:22.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:22 smithi077 ceph-mon[36377]: pgmap v538: 97 pgs: 97 active+clean; 1021 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 88 MiB/s wr, 55 op/s 2024-05-21T00:20:22.688 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:20:22.728 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:22 smithi060 ceph-mon[36426]: pgmap v538: 97 pgs: 97 active+clean; 1021 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 88 MiB/s wr, 55 op/s 2024-05-21T00:20:23.177 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:23.177 INFO:tasks.workunit.client.0.smithi012.stdout: Children see throughput for 1 rewriters = 313410.22 kB/sec 2024-05-21T00:20:23.177 INFO:tasks.workunit.client.0.smithi012.stdout: Parent sees throughput for 1 rewriters = 313328.78 kB/sec 2024-05-21T00:20:23.177 INFO:tasks.workunit.client.0.smithi012.stdout: Min throughput per process = 313410.22 kB/sec 2024-05-21T00:20:23.178 INFO:tasks.workunit.client.0.smithi012.stdout: Max throughput per process = 313410.22 kB/sec 2024-05-21T00:20:23.178 INFO:tasks.workunit.client.0.smithi012.stdout: Avg throughput per process = 313410.22 kB/sec 2024-05-21T00:20:23.178 INFO:tasks.workunit.client.0.smithi012.stdout: Min xfer = 1048576.00 kB 2024-05-21T00:20:25.039 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:24 smithi012 ceph-mon[31403]: pgmap v539: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 93 MiB/s wr, 56 op/s 2024-05-21T00:20:25.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.221+0000 7f41c0200700 1 -- 172.21.15.12:0/2549282776 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41b810b760 msgr2=0x7f41b810bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:25.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.221+0000 7f41c0200700 1 --2- 172.21.15.12:0/2549282776 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41b810b760 0x7f41b810bb40 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f41ac009990 tx=0x7f41ac009ca0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.221+0000 7f41c0200700 1 -- 172.21.15.12:0/2549282776 shutdown_connections 2024-05-21T00:20:25.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.221+0000 7f41c0200700 1 --2- 172.21.15.12:0/2549282776 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f41b8106120 0x7f41b8112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.221+0000 7f41c0200700 1 --2- 172.21.15.12:0/2549282776 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41b810b760 0x7f41b810bb40 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.221+0000 7f41c0200700 1 --2- 172.21.15.12:0/2549282776 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41b8105760 0x7f41b8105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.221+0000 7f41c0200700 1 -- 172.21.15.12:0/2549282776 >> 172.21.15.12:0/2549282776 conn(0x7f41b8101250 msgr2=0x7f41b8103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:25.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.221+0000 7f41c0200700 1 -- 172.21.15.12:0/2549282776 shutdown_connections 2024-05-21T00:20:25.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.221+0000 7f41c0200700 1 -- 172.21.15.12:0/2549282776 wait complete. 2024-05-21T00:20:25.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.223+0000 7f41c0200700 1 Processor -- start 2024-05-21T00:20:25.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.223+0000 7f41c0200700 1 -- start start 2024-05-21T00:20:25.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.224+0000 7f41c0200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41b8105760 0x7f41b8077a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.224+0000 7f41c0200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f41b8106120 0x7f41b8077f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.224+0000 7f41c0200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41b810b760 0x7f41b80784d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.224+0000 7f41c0200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f41b8115990 con 0x7f41b8105760 2024-05-21T00:20:25.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.224+0000 7f41c0200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f41b8115810 con 0x7f41b8106120 2024-05-21T00:20:25.226 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.224+0000 7f41c0200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f41b8115b10 con 0x7f41b810b760 2024-05-21T00:20:25.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.224+0000 7f41bd800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41b8105760 0x7f41b8077a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.224+0000 7f41bce00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f41b8106120 0x7f41b8077f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.224+0000 7f41bce00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f41b8106120 0x7f41b8077f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:32914/0 (socket says 172.21.15.12:32914) 2024-05-21T00:20:25.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.224+0000 7f41bce00700 1 -- 172.21.15.12:0/2062523293 learned_addr learned my addr 172.21.15.12:0/2062523293 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:25.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.224+0000 7f41be200700 1 --2- 172.21.15.12:0/2062523293 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41b810b760 0x7f41b80784d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.225+0000 7f41bd800700 1 -- 172.21.15.12:0/2062523293 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41b810b760 msgr2=0x7f41b80784d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:25.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.225+0000 7f41bd800700 1 --2- 172.21.15.12:0/2062523293 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41b810b760 0x7f41b80784d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.225+0000 7f41bd800700 1 -- 172.21.15.12:0/2062523293 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f41b8106120 msgr2=0x7f41b8077f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:25.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.225+0000 7f41bd800700 1 --2- 172.21.15.12:0/2062523293 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f41b8106120 0x7f41b8077f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.225+0000 7f41bd800700 1 -- 172.21.15.12:0/2062523293 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41b81ac4f0 con 0x7f41b8105760 2024-05-21T00:20:25.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.225+0000 7f41bd800700 1 --2- 172.21.15.12:0/2062523293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41b8105760 0x7f41b8077a50 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f41ac0098e0 tx=0x7f41ac0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:25.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.225+0000 7f41b6000700 1 -- 172.21.15.12:0/2062523293 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41ac027070 con 0x7f41b8105760 2024-05-21T00:20:25.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.225+0000 7f41b6000700 1 -- 172.21.15.12:0/2062523293 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41ac022470 con 0x7f41b8105760 2024-05-21T00:20:25.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.225+0000 7f41c0200700 1 -- 172.21.15.12:0/2062523293 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41b81ac780 con 0x7f41b8105760 2024-05-21T00:20:25.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.225+0000 7f41b6000700 1 -- 172.21.15.12:0/2062523293 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41ac017650 con 0x7f41b8105760 2024-05-21T00:20:25.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.225+0000 7f41c0200700 1 -- 172.21.15.12:0/2062523293 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41b81acbd0 con 0x7f41b8105760 2024-05-21T00:20:25.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:24 smithi060 ceph-mon[36426]: pgmap v539: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 93 MiB/s wr, 56 op/s 2024-05-21T00:20:25.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.230+0000 7f41b6000700 1 -- 172.21.15.12:0/2062523293 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f41ac02a070 con 0x7f41b8105760 2024-05-21T00:20:25.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.230+0000 7f41cac25b80 1 Processor -- start 2024-05-21T00:20:25.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.230+0000 7f41cac25b80 1 -- start start 2024-05-21T00:20:25.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.231+0000 7f41cac25b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb24f30 0x56275eb25310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.231+0000 7f41cac25b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb25850 0x56275eb1f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.231+0000 7f41cac25b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb1f900 0x56275eb1fd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.231+0000 7f41cac25b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56275ea7dec0 con 0x56275eb25850 2024-05-21T00:20:25.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.231+0000 7f41cac25b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56275ea6da60 con 0x56275eb1f900 2024-05-21T00:20:25.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.231+0000 7f41cac25b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56275ea71aa0 con 0x56275eb24f30 2024-05-21T00:20:25.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.231+0000 7f41bd800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb25850 0x56275eb1f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.231+0000 7f41be200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb24f30 0x56275eb25310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.231+0000 7f41bd800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb25850 0x56275eb1f2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:36772/0 (socket says 172.21.15.12:36772) 2024-05-21T00:20:25.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.231+0000 7f41bd800700 1 -- 172.21.15.12:0/1604105721 learned_addr learned my addr 172.21.15.12:0/1604105721 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:25.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.231+0000 7f41bce00700 1 --2- 172.21.15.12:0/1604105721 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb1f900 0x56275eb1fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.232+0000 7f41be200700 1 -- 172.21.15.12:0/1604105721 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb1f900 msgr2=0x56275eb1fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:25.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.232+0000 7f41be200700 1 --2- 172.21.15.12:0/1604105721 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb1f900 0x56275eb1fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.232+0000 7f41be200700 1 -- 172.21.15.12:0/1604105721 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb25850 msgr2=0x56275eb1f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:25.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.232+0000 7f41be200700 1 --2- 172.21.15.12:0/1604105721 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb25850 0x56275eb1f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.232+0000 7f41be200700 1 -- 172.21.15.12:0/1604105721 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56275ea364a0 con 0x56275eb24f30 2024-05-21T00:20:25.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.232+0000 7f41bd800700 1 --2- 172.21.15.12:0/1604105721 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb25850 0x56275eb1f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:25.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.232+0000 7f41b6000700 1 --2- 172.21.15.12:0/2062523293 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f41a00b2880 0x7f41a00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.232+0000 7f41be200700 1 --2- 172.21.15.12:0/1604105721 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb24f30 0x56275eb25310 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f41b0011580 tx=0x7f41b0009920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fa7f754721df5041 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:25.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.232+0000 7f41aaa00700 1 -- 172.21.15.12:0/1604105721 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b0019070 con 0x56275eb24f30 2024-05-21T00:20:25.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.232+0000 7f41bd800700 1 --2- 172.21.15.12:0/2062523293 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f41a00b2880 0x7f41a00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.232+0000 7f41aaa00700 1 -- 172.21.15.12:0/1604105721 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41b0011e80 con 0x56275eb24f30 2024-05-21T00:20:25.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.232+0000 7f41b6000700 1 -- 172.21.15.12:0/2062523293 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f41ac0e2de0 con 0x7f41b8105760 2024-05-21T00:20:25.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.232+0000 7f41aaa00700 1 -- 172.21.15.12:0/1604105721 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b0015430 con 0x56275eb24f30 2024-05-21T00:20:25.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.233+0000 7f41cac25b80 1 -- 172.21.15.12:0/1604105721 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb24f30 msgr2=0x56275eb25310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:25.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.233+0000 7f41bd800700 1 --2- 172.21.15.12:0/2062523293 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f41a00b2880 0x7f41a00b4d40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f41ac0e08b0 tx=0x7f41ac0e6820 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:25.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.233+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1604105721 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb24f30 0x56275eb25310 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f41b0011580 tx=0x7f41b0009920 comp rx=0 tx=0).stop 2024-05-21T00:20:25.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.233+0000 7f41cac25b80 1 -- 172.21.15.12:0/1604105721 shutdown_connections 2024-05-21T00:20:25.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.233+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1604105721 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb1f900 0x56275eb1fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.233+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1604105721 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb24f30 0x56275eb25310 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.233+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1604105721 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb25850 0x56275eb1f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.233+0000 7f41cac25b80 1 -- 172.21.15.12:0/1604105721 >> 172.21.15.12:0/1604105721 conn(0x56275ea4dc60 msgr2=0x56275eb1a090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:25.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.234+0000 7f41cac25b80 1 -- 172.21.15.12:0/1604105721 shutdown_connections 2024-05-21T00:20:25.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.234+0000 7f41cac25b80 1 -- 172.21.15.12:0/1604105721 wait complete. 2024-05-21T00:20:25.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.234+0000 7f41cac25b80 1 -- start start 2024-05-21T00:20:25.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.235+0000 7f41cac25b80 1 Processor -- start 2024-05-21T00:20:25.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.235+0000 7f41cac25b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb2b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.235+0000 7f41cac25b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 0x56275eb28850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.235+0000 7f41cac25b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 0x56275eb28d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.235+0000 7f41cac25b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56275e974020 con 0x56275eb24f30 2024-05-21T00:20:25.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.235+0000 7f41cac25b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56275ea0e7e0 con 0x56275eb25850 2024-05-21T00:20:25.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.235+0000 7f41cac25b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56275eb2c2c0 con 0x56275eb1f900 2024-05-21T00:20:25.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.235+0000 7f41cac25b80 10 client.0 _ll_register_callbacks cb 0x56275ea17cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:25.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.235+0000 7f41bce00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 0x56275eb28850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.235+0000 7f41be200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb2b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.236+0000 7f41be200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb2b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:55296/0 (socket says 172.21.15.12:55296) 2024-05-21T00:20:25.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.236+0000 7f41be200700 1 -- 172.21.15.12:0/1277855548 learned_addr learned my addr 172.21.15.12:0/1277855548 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:25.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.236+0000 7f41bce00700 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 0x56275eb28850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:36776/0 (socket says 172.21.15.12:36776) 2024-05-21T00:20:25.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.236+0000 7f41be200700 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 0x56275eb28d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.236+0000 7f41be200700 1 -- 172.21.15.12:0/1277855548 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 msgr2=0x56275eb28d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:25.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.236+0000 7f41be200700 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 0x56275eb28d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.236+0000 7f41be200700 1 -- 172.21.15.12:0/1277855548 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 msgr2=0x56275eb28850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.236+0000 7f41be200700 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 0x56275eb28850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.236+0000 7f41be200700 1 -- 172.21.15.12:0/1277855548 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56275e9bd950 con 0x56275eb1f900 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.236+0000 7f41bce00700 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 0x56275eb28850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.236+0000 7f41be200700 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb2b4b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f41b00155a0 tx=0x7f41b0009e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=db02612286682c9c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.236+0000 7f419f400700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.237+0000 7f419f400700 1 -- 172.21.15.12:0/1277855548 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b0019030 con 0x56275eb1f900 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.237+0000 7f419f400700 1 -- 172.21.15.12:0/1277855548 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f41b0003a00 con 0x56275eb1f900 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.237+0000 7f41cac25b80 1 -- 172.21.15.12:0/1277855548 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56275ea7fe10 con 0x56275eb1f900 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.237+0000 7f419f400700 1 -- 172.21.15.12:0/1277855548 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f41b0031070 con 0x56275eb1f900 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.237+0000 7f41cac25b80 10 client.25921 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.237+0000 7f41cac25b80 1 -- 172.21.15.12:0/1277855548 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56275ea3e0e0 con 0x56275eb1f900 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.237+0000 7f419f400700 1 -- 172.21.15.12:0/1277855548 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x56275ea7fe10 con 0x56275eb1f900 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.237+0000 7f419f400700 1 -- 172.21.15.12:0/1277855548 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f41b0029030 con 0x56275eb1f900 2024-05-21T00:20:25.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.238+0000 7f41cac25b80 10 client.25921 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:25.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.238+0000 7f41cac25b80 10 client.25921 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:20:25.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.238+0000 7f41cac25b80 20 client.25921 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:25.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.238+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56275eb38d00 0x56275eb3b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.238+0000 7f41cac25b80 4 client.25921 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:20:25.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.238+0000 7f41cac25b80 1 -- 172.21.15.12:0/1277855548 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56275ea795f0 con 0x56275eb38d00 2024-05-21T00:20:25.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.238+0000 7f41bce00700 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56275eb38d00 0x56275eb3b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.239+0000 7f41bce00700 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56275eb38d00 0x56275eb3b0f0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3347a1717a527735 server_cookie=478096a0f8413d7b in_seq=0 out_seq=0 2024-05-21T00:20:25.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.239+0000 7f419f400700 10 client.25921 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:25.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.239+0000 7f419f400700 1 -- 172.21.15.12:0/1277855548 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56275ea795f0 con 0x56275eb38d00 2024-05-21T00:20:25.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.239+0000 7f419f400700 10 client.25921 handle_command_reply: tid=0 2024-05-21T00:20:25.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.239+0000 7f41cac25b80 1 client.25921 shutdown 2024-05-21T00:20:25.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.240+0000 7f41cac25b80 1 -- 172.21.15.12:0/1277855548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 msgr2=0x56275eb2b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:25.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.240+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb2b4b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f41b00155a0 tx=0x7f41b0009e30 comp rx=0 tx=0).stop 2024-05-21T00:20:25.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.240+0000 7f41cac25b80 1 -- 172.21.15.12:0/1277855548 shutdown_connections 2024-05-21T00:20:25.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.240+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 0x56275eb28d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.240+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56275eb38d00 0x56275eb3b0f0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.240+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb2b4b0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.240+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1277855548 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 0x56275eb28850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.240+0000 7f41cac25b80 1 -- 172.21.15.12:0/1277855548 >> 172.21.15.12:0/1277855548 conn(0x56275ea4dc60 msgr2=0x56275eb1e2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:25.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.240+0000 7f419f400700 0 client.25921 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:25.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.240+0000 7f41cac25b80 1 -- 172.21.15.12:0/1277855548 shutdown_connections 2024-05-21T00:20:25.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.240+0000 7f41cac25b80 1 -- 172.21.15.12:0/1277855548 wait complete. 2024-05-21T00:20:25.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.240+0000 7f41cac25b80 20 client.25921 trim_cache size 0 max 16384 2024-05-21T00:20:25.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.263+0000 7f41cac25b80 1 Processor -- start 2024-05-21T00:20:25.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.263+0000 7f41cac25b80 1 -- start start 2024-05-21T00:20:25.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.264+0000 7f41cac25b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb1f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.264+0000 7f41cac25b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 0x56275eb1a170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.264+0000 7f41cac25b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 0x56275eb40810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.264+0000 7f41cac25b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f41b81b4090 con 0x56275eb24f30 2024-05-21T00:20:25.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.264+0000 7f41cac25b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f41b81b5bd0 con 0x56275eb25850 2024-05-21T00:20:25.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.264+0000 7f41cac25b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f41b81b4760 con 0x56275eb1f900 2024-05-21T00:20:25.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.264+0000 7f41bce00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 0x56275eb1a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.264+0000 7f41bce00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 0x56275eb1a170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:36778/0 (socket says 172.21.15.12:36778) 2024-05-21T00:20:25.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.264+0000 7f41bce00700 1 -- 172.21.15.12:0/2716143440 learned_addr learned my addr 172.21.15.12:0/2716143440 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:25.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.264+0000 7f41be200700 1 --2- 172.21.15.12:0/2716143440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb1f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.264+0000 7f41be200700 1 --2- 172.21.15.12:0/2716143440 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 0x56275eb40810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.265+0000 7f41bce00700 1 -- 172.21.15.12:0/2716143440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 msgr2=0x56275eb1f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:25.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.265+0000 7f41bce00700 1 --2- 172.21.15.12:0/2716143440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb1f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.265+0000 7f41bce00700 1 -- 172.21.15.12:0/2716143440 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 msgr2=0x56275eb40810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:25.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.265+0000 7f41bce00700 1 --2- 172.21.15.12:0/2716143440 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 0x56275eb40810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.265+0000 7f41bce00700 1 -- 172.21.15.12:0/2716143440 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56275eb26dc0 con 0x56275eb24f30 2024-05-21T00:20:25.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.265+0000 7f41bce00700 1 --2- 172.21.15.12:0/2716143440 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 0x56275eb1a170 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f41b8079210 tx=0x7f41a4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e95b0cbf8bdb6f5b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:25.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.266+0000 7f41aa000700 1 -- 172.21.15.12:0/2716143440 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a4004220 con 0x56275eb24f30 2024-05-21T00:20:25.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.266+0000 7f41aa000700 1 -- 172.21.15.12:0/2716143440 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41a40043c0 con 0x56275eb24f30 2024-05-21T00:20:25.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.266+0000 7f41aa000700 1 -- 172.21.15.12:0/2716143440 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41a4005650 con 0x56275eb24f30 2024-05-21T00:20:25.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.266+0000 7f41cac25b80 1 -- 172.21.15.12:0/2716143440 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 msgr2=0x56275eb1a170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:25.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.266+0000 7f41cac25b80 1 --2- 172.21.15.12:0/2716143440 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 0x56275eb1a170 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f41b8079210 tx=0x7f41a4004750 comp rx=0 tx=0).stop 2024-05-21T00:20:25.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.266+0000 7f41cac25b80 1 -- 172.21.15.12:0/2716143440 shutdown_connections 2024-05-21T00:20:25.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.266+0000 7f41cac25b80 1 --2- 172.21.15.12:0/2716143440 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 0x56275eb40810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.266+0000 7f41cac25b80 1 --2- 172.21.15.12:0/2716143440 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb1f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.266+0000 7f41cac25b80 1 --2- 172.21.15.12:0/2716143440 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb24f30 0x56275eb1a170 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.266+0000 7f41cac25b80 1 -- 172.21.15.12:0/2716143440 >> 172.21.15.12:0/2716143440 conn(0x56275ea4dc60 msgr2=0x56275eb19a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:25.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.267+0000 7f41cac25b80 1 -- 172.21.15.12:0/2716143440 shutdown_connections 2024-05-21T00:20:25.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.267+0000 7f41cac25b80 1 -- 172.21.15.12:0/2716143440 wait complete. 2024-05-21T00:20:25.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.267+0000 7f41cac25b80 1 -- start start 2024-05-21T00:20:25.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.267+0000 7f41cac25b80 1 Processor -- start 2024-05-21T00:20:25.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41cac25b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb31760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41cac25b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 0x56275eb31ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41cac25b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb2e550 0x56275eb2e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41cac25b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f41b81b5500 con 0x56275eb2e550 2024-05-21T00:20:25.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41cac25b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f41b81b4e30 con 0x56275eb25850 2024-05-21T00:20:25.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41cac25b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f41b81b2050 con 0x56275eb1f900 2024-05-21T00:20:25.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41cac25b80 10 client.0 _ll_register_callbacks cb 0x56275ea17cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:25.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41be200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb31760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41be200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb31760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:55302/0 (socket says 172.21.15.12:55302) 2024-05-21T00:20:25.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41be200700 1 -- 172.21.15.12:0/1464257663 learned_addr learned my addr 172.21.15.12:0/1464257663 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:25.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41bce00700 1 --2- 172.21.15.12:0/1464257663 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 0x56275eb31ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41be200700 1 --2- 172.21.15.12:0/1464257663 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb2e550 0x56275eb2e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41be200700 1 -- 172.21.15.12:0/1464257663 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 msgr2=0x56275eb31ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:25.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41be200700 1 --2- 172.21.15.12:0/1464257663 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 0x56275eb31ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41be200700 1 -- 172.21.15.12:0/1464257663 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb2e550 msgr2=0x56275eb2e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41be200700 1 --2- 172.21.15.12:0/1464257663 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb2e550 0x56275eb2e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.268+0000 7f41be200700 1 -- 172.21.15.12:0/1464257663 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56275eb2f1e0 con 0x56275eb1f900 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.269+0000 7f41be200700 1 --2- 172.21.15.12:0/1464257663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb31760 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f41b00061e0 tx=0x7f41b0009e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ca65171cbc0fa3d5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.269+0000 7f419f400700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.269+0000 7f419f400700 1 -- 172.21.15.12:0/1464257663 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41b0019040 con 0x56275eb1f900 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.269+0000 7f419f400700 1 -- 172.21.15.12:0/1464257663 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f41b0007ac0 con 0x56275eb1f900 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.269+0000 7f41cac25b80 1 -- 172.21.15.12:0/1464257663 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41a40043c0 con 0x56275eb1f900 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.269+0000 7f419f400700 1 -- 172.21.15.12:0/1464257663 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f41b0007cc0 con 0x56275eb1f900 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.269+0000 7f41cac25b80 10 client.25927 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.269+0000 7f41cac25b80 1 -- 172.21.15.12:0/1464257663 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56275eba4630 con 0x56275eb1f900 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.270+0000 7f419f400700 1 -- 172.21.15.12:0/1464257663 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f41a40043c0 con 0x56275eb1f900 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.270+0000 7f419f400700 1 -- 172.21.15.12:0/1464257663 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f41b0029050 con 0x56275eb1f900 2024-05-21T00:20:25.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.270+0000 7f41cac25b80 10 client.25927 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:25.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.270+0000 7f41cac25b80 10 client.25927 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:20:25.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.270+0000 7f41cac25b80 20 client.25927 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:25.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.270+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1464257663 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56275eba4c20 0x56275eba7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:25.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.270+0000 7f41cac25b80 4 client.25927 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:20:25.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.270+0000 7f41cac25b80 1 -- 172.21.15.12:0/1464257663 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56275e8f02d0 con 0x56275eba4c20 2024-05-21T00:20:25.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.270+0000 7f41bce00700 1 --2- 172.21.15.12:0/1464257663 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56275eba4c20 0x56275eba7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:25.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.271+0000 7f41bce00700 1 --2- 172.21.15.12:0/1464257663 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56275eba4c20 0x56275eba7040 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63b825d08e964e4d server_cookie=45c13f888d60851b in_seq=0 out_seq=0 2024-05-21T00:20:25.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.271+0000 7f419f400700 10 client.25927 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:25.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.272+0000 7f419f400700 1 -- 172.21.15.12:0/1464257663 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56275e8f02d0 con 0x56275eba4c20 2024-05-21T00:20:25.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.272+0000 7f419f400700 10 client.25927 handle_command_reply: tid=0 2024-05-21T00:20:25.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.272+0000 7f41cac25b80 1 client.25927 shutdown 2024-05-21T00:20:25.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.272+0000 7f41cac25b80 1 -- 172.21.15.12:0/1464257663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 msgr2=0x56275eb31760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:25.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.272+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1464257663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb31760 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f41b00061e0 tx=0x7f41b0009e30 comp rx=0 tx=0).stop 2024-05-21T00:20:25.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.273+0000 7f41cac25b80 1 -- 172.21.15.12:0/1464257663 shutdown_connections 2024-05-21T00:20:25.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.273+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1464257663 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56275eb2e550 0x56275eb2e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.273+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1464257663 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56275eba4c20 0x56275eba7040 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.273+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1464257663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56275eb1f900 0x56275eb31760 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.273+0000 7f41cac25b80 1 --2- 172.21.15.12:0/1464257663 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56275eb25850 0x56275eb31ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.273+0000 7f41cac25b80 1 -- 172.21.15.12:0/1464257663 >> 172.21.15.12:0/1464257663 conn(0x56275ea4dc60 msgr2=0x56275eb25c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:25.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.273+0000 7f419f400700 0 client.25927 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:25.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.273+0000 7f41cac25b80 1 -- 172.21.15.12:0/1464257663 shutdown_connections 2024-05-21T00:20:25.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.273+0000 7f41cac25b80 1 -- 172.21.15.12:0/1464257663 wait complete. 2024-05-21T00:20:25.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.273+0000 7f41cac25b80 20 client.25927 trim_cache size 0 max 16384 2024-05-21T00:20:25.277 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:20:25.277 INFO:teuthology.orchestra.run.smithi012.stdout: "return_code": 0, 2024-05-21T00:20:25.277 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_tag": "e1e97f27-66d8-48b7-8bf2-382e0375c5bf", 2024-05-21T00:20:25.277 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": "asynchronous" 2024-05-21T00:20:25.277 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:20:25.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.274+0000 7f41c0200700 1 -- 172.21.15.12:0/2062523293 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f41a00b2880 msgr2=0x7f41a00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:25.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.274+0000 7f41c0200700 1 --2- 172.21.15.12:0/2062523293 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f41a00b2880 0x7f41a00b4d40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f41ac0e08b0 tx=0x7f41ac0e6820 comp rx=0 tx=0).stop 2024-05-21T00:20:25.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.274+0000 7f41c0200700 1 -- 172.21.15.12:0/2062523293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41b8105760 msgr2=0x7f41b8077a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:25.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.274+0000 7f41c0200700 1 --2- 172.21.15.12:0/2062523293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41b8105760 0x7f41b8077a50 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f41ac0098e0 tx=0x7f41ac0057c0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.274+0000 7f41c0200700 1 -- 172.21.15.12:0/2062523293 shutdown_connections 2024-05-21T00:20:25.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.274+0000 7f41c0200700 1 --2- 172.21.15.12:0/2062523293 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f41b810b760 0x7f41b80784d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.274+0000 7f41c0200700 1 --2- 172.21.15.12:0/2062523293 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f41a00b2880 0x7f41a00b4d40 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.274+0000 7f41c0200700 1 --2- 172.21.15.12:0/2062523293 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f41b8105760 0x7f41b8077a50 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.274+0000 7f41c0200700 1 --2- 172.21.15.12:0/2062523293 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f41b8106120 0x7f41b8077f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:25.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.274+0000 7f41c0200700 1 -- 172.21.15.12:0/2062523293 >> 172.21.15.12:0/2062523293 conn(0x7f41b8101250 msgr2=0x7f41b81018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:25.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.275+0000 7f41c0200700 1 -- 172.21.15.12:0/2062523293 shutdown_connections 2024-05-21T00:20:25.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:25.275+0000 7f41c0200700 1 -- 172.21.15.12:0/2062523293 wait complete. 2024-05-21T00:20:25.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:24 smithi077 ceph-mon[36377]: pgmap v539: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 93 MiB/s wr, 56 op/s 2024-05-21T00:20:25.607 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:25.607 INFO:tasks.workunit.client.0.smithi012.stdout: Children see throughput for 1 readers = 5129068.00 kB/sec 2024-05-21T00:20:25.608 INFO:tasks.workunit.client.0.smithi012.stdout: Parent sees throughput for 1 readers = 5098121.55 kB/sec 2024-05-21T00:20:25.608 INFO:tasks.workunit.client.0.smithi012.stdout: Min throughput per process = 5129068.00 kB/sec 2024-05-21T00:20:25.608 INFO:tasks.workunit.client.0.smithi012.stdout: Max throughput per process = 5129068.00 kB/sec 2024-05-21T00:20:25.608 INFO:tasks.workunit.client.0.smithi012.stdout: Avg throughput per process = 5129068.00 kB/sec 2024-05-21T00:20:25.608 INFO:tasks.workunit.client.0.smithi012.stdout: Min xfer = 1048576.00 kB 2024-05-21T00:20:26.344 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:20:26.819 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:20:27.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:26 smithi012 ceph-mon[31403]: scrub queued for path: / 2024-05-21T00:20:27.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:26 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:20:27.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:26 smithi012 ceph-mon[31403]: scrub summary: active paths [/] 2024-05-21T00:20:27.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:26 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:20:27.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:26 smithi012 ceph-mon[31403]: pgmap v540: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 151 MiB/s wr, 73 op/s 2024-05-21T00:20:27.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:26 smithi060 ceph-mon[36426]: scrub queued for path: / 2024-05-21T00:20:27.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:26 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:20:27.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:26 smithi060 ceph-mon[36426]: scrub summary: active paths [/] 2024-05-21T00:20:27.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:26 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:20:27.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:26 smithi060 ceph-mon[36426]: pgmap v540: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 151 MiB/s wr, 73 op/s 2024-05-21T00:20:27.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:26 smithi077 ceph-mon[36377]: scrub queued for path: / 2024-05-21T00:20:27.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:26 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:20:27.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:26 smithi077 ceph-mon[36377]: scrub summary: active paths [/] 2024-05-21T00:20:27.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:26 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:20:27.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:26 smithi077 ceph-mon[36377]: pgmap v540: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 151 MiB/s wr, 73 op/s 2024-05-21T00:20:27.997 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:27 smithi012 ceph-mon[31403]: scrub summary: idle 2024-05-21T00:20:28.135 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:28.135 INFO:tasks.workunit.client.0.smithi012.stdout: Children see throughput for 1 re-readers = 3302988.00 kB/sec 2024-05-21T00:20:28.135 INFO:tasks.workunit.client.0.smithi012.stdout: Parent sees throughput for 1 re-readers = 3292461.59 kB/sec 2024-05-21T00:20:28.135 INFO:tasks.workunit.client.0.smithi012.stdout: Min throughput per process = 3302988.00 kB/sec 2024-05-21T00:20:28.135 INFO:tasks.workunit.client.0.smithi012.stdout: Max throughput per process = 3302988.00 kB/sec 2024-05-21T00:20:28.136 INFO:tasks.workunit.client.0.smithi012.stdout: Avg throughput per process = 3302988.00 kB/sec 2024-05-21T00:20:28.136 INFO:tasks.workunit.client.0.smithi012.stdout: Min xfer = 1048576.00 kB 2024-05-21T00:20:28.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:27 smithi060 ceph-mon[36426]: scrub summary: idle 2024-05-21T00:20:28.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:27 smithi077 ceph-mon[36377]: scrub summary: idle 2024-05-21T00:20:28.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.944+0000 7f7e8f000700 1 -- 172.21.15.12:0/449551574 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e88075770 msgr2=0x7f7e88075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:28.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.944+0000 7f7e8f000700 1 --2- 172.21.15.12:0/449551574 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e88075770 0x7f7e88075b50 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f7e78009990 tx=0x7f7e78009ca0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.944+0000 7f7e8f000700 1 -- 172.21.15.12:0/449551574 shutdown_connections 2024-05-21T00:20:28.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.944+0000 7f7e8f000700 1 --2- 172.21.15.12:0/449551574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e8810ff40 0x7f7e88112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.944+0000 7f7e8f000700 1 --2- 172.21.15.12:0/449551574 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e88075770 0x7f7e88075b50 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.944+0000 7f7e8f000700 1 --2- 172.21.15.12:0/449551574 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e88076090 0x7f7e8810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.944+0000 7f7e8f000700 1 -- 172.21.15.12:0/449551574 >> 172.21.15.12:0/449551574 conn(0x7f7e8807a6a0 msgr2=0x7f7e8807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:28.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.944+0000 7f7e8f000700 1 -- 172.21.15.12:0/449551574 shutdown_connections 2024-05-21T00:20:28.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.944+0000 7f7e8f000700 1 -- 172.21.15.12:0/449551574 wait complete. 2024-05-21T00:20:28.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.945+0000 7f7e8f000700 1 Processor -- start 2024-05-21T00:20:28.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.946+0000 7f7e8f000700 1 -- start start 2024-05-21T00:20:28.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.946+0000 7f7e8f000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e88075770 0x7f7e8819be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.946+0000 7f7e8f000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e88076090 0x7f7e8819c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.946+0000 7f7e8f000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e8810ff40 0x7f7e881a06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.946+0000 7f7e8f000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7e88115960 con 0x7f7e8810ff40 2024-05-21T00:20:28.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.946+0000 7f7e8f000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7e881157e0 con 0x7f7e88076090 2024-05-21T00:20:28.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.946+0000 7f7e8f000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7e88115ae0 con 0x7f7e88075770 2024-05-21T00:20:28.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.947+0000 7f7e8d000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e8810ff40 0x7f7e881a06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:28.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.947+0000 7f7e87e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e88075770 0x7f7e8819be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:28.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.947+0000 7f7e87e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e88075770 0x7f7e8819be70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:55318/0 (socket says 172.21.15.12:55318) 2024-05-21T00:20:28.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.947+0000 7f7e87e00700 1 -- 172.21.15.12:0/199039810 learned_addr learned my addr 172.21.15.12:0/199039810 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:28.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.947+0000 7f7e7f400700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e88076090 0x7f7e8819c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:28.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.947+0000 7f7e7f400700 1 -- 172.21.15.12:0/199039810 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e88075770 msgr2=0x7f7e8819be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:28.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.947+0000 7f7e7f400700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e88075770 0x7f7e8819be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.947+0000 7f7e7f400700 1 -- 172.21.15.12:0/199039810 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e8810ff40 msgr2=0x7f7e881a06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:28.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.947+0000 7f7e7f400700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e8810ff40 0x7f7e881a06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.947+0000 7f7e7f400700 1 -- 172.21.15.12:0/199039810 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e881a0e30 con 0x7f7e88076090 2024-05-21T00:20:28.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.947+0000 7f7e87e00700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e88075770 0x7f7e8819be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:28.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.947+0000 7f7e8d000700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e8810ff40 0x7f7e881a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:28.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.948+0000 7f7e7f400700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e88076090 0x7f7e8819c3b0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7e7000e9c0 tx=0x7f7e7000ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:28.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.948+0000 7f7e85600700 1 -- 172.21.15.12:0/199039810 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e70004230 con 0x7f7e88076090 2024-05-21T00:20:28.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.948+0000 7f7e8f000700 1 -- 172.21.15.12:0/199039810 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e881a1120 con 0x7f7e88076090 2024-05-21T00:20:28.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.948+0000 7f7e85600700 1 -- 172.21.15.12:0/199039810 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e700043d0 con 0x7f7e88076090 2024-05-21T00:20:28.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.948+0000 7f7e85600700 1 -- 172.21.15.12:0/199039810 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e70003da0 con 0x7f7e88076090 2024-05-21T00:20:28.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.948+0000 7f7e8f000700 1 -- 172.21.15.12:0/199039810 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e881a89a0 con 0x7f7e88076090 2024-05-21T00:20:28.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.952+0000 7f7e85600700 1 -- 172.21.15.12:0/199039810 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7e7000c7c0 con 0x7f7e88076090 2024-05-21T00:20:28.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.954+0000 7f7e99974b80 1 Processor -- start 2024-05-21T00:20:28.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.954+0000 7f7e99974b80 1 -- start start 2024-05-21T00:20:28.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.954+0000 7f7e85600700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7e6c0b2880 0x7f7e6c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.955+0000 7f7e85600700 1 -- 172.21.15.12:0/199039810 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7e700e2520 con 0x7f7e88076090 2024-05-21T00:20:28.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.955+0000 7f7e99974b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 0x55e20228b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.955+0000 7f7e99974b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 0x55e202285b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.955+0000 7f7e8d000700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7e6c0b2880 0x7f7e6c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:28.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.955+0000 7f7e99974b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e2022865c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.955+0000 7f7e99974b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e2021e3e40 con 0x55e20228bf30 2024-05-21T00:20:28.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.955+0000 7f7e99974b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e2021d39e0 con 0x55e20228b610 2024-05-21T00:20:28.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.955+0000 7f7e99974b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55e2021d7a20 con 0x55e202286140 2024-05-21T00:20:28.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.955+0000 7f7e87e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 0x55e20228b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:28.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.955+0000 7f7e87e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 0x55e20228b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:32970/0 (socket says 172.21.15.12:32970) 2024-05-21T00:20:28.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.955+0000 7f7e87e00700 1 -- 172.21.15.12:0/3135396327 learned_addr learned my addr 172.21.15.12:0/3135396327 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:28.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.955+0000 7f7e7f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 0x55e202285b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:28.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.955+0000 7f7e8d000700 1 --2- 172.21.15.12:0/3135396327 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e2022865c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:28.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.956+0000 7f7e87e00700 1 -- 172.21.15.12:0/3135396327 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 msgr2=0x55e2022865c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:28.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.956+0000 7f7e87e00700 1 --2- 172.21.15.12:0/3135396327 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e2022865c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.958 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.956+0000 7f7e8d000700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7e6c0b2880 0x7f7e6c0b4d40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7e8806bdd0 tx=0x7f7e80009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:28.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.956+0000 7f7e87e00700 1 -- 172.21.15.12:0/3135396327 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 msgr2=0x55e202285b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:28.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.956+0000 7f7e87e00700 1 --2- 172.21.15.12:0/3135396327 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 0x55e202285b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.956+0000 7f7e87e00700 1 -- 172.21.15.12:0/3135396327 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e20219c420 con 0x55e20228b610 2024-05-21T00:20:28.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.956+0000 7f7e87e00700 1 --2- 172.21.15.12:0/3135396327 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 0x55e20228b9f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7e780096d0 tx=0x7f7e78009700 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e58a16b9038efa10 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:28.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.956+0000 7f7e7d600700 1 -- 172.21.15.12:0/3135396327 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e78027070 con 0x55e20228b610 2024-05-21T00:20:28.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.957+0000 7f7e7d600700 1 -- 172.21.15.12:0/3135396327 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e78003680 con 0x55e20228b610 2024-05-21T00:20:28.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.957+0000 7f7e7d600700 1 -- 172.21.15.12:0/3135396327 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e7800f6a0 con 0x55e20228b610 2024-05-21T00:20:28.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.957+0000 7f7e99974b80 1 -- 172.21.15.12:0/3135396327 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 msgr2=0x55e20228b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:28.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.957+0000 7f7e99974b80 1 --2- 172.21.15.12:0/3135396327 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 0x55e20228b9f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7e780096d0 tx=0x7f7e78009700 comp rx=0 tx=0).stop 2024-05-21T00:20:28.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.957+0000 7f7e99974b80 1 -- 172.21.15.12:0/3135396327 shutdown_connections 2024-05-21T00:20:28.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.957+0000 7f7e99974b80 1 --2- 172.21.15.12:0/3135396327 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e2022865c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.958+0000 7f7e99974b80 1 --2- 172.21.15.12:0/3135396327 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 0x55e20228b9f0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.958+0000 7f7e99974b80 1 --2- 172.21.15.12:0/3135396327 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 0x55e202285b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.958+0000 7f7e99974b80 1 -- 172.21.15.12:0/3135396327 >> 172.21.15.12:0/3135396327 conn(0x55e2021b3be0 msgr2=0x55e202280690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:28.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.958+0000 7f7e99974b80 1 -- 172.21.15.12:0/3135396327 shutdown_connections 2024-05-21T00:20:28.960 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.958+0000 7f7e99974b80 1 -- 172.21.15.12:0/3135396327 wait complete. 2024-05-21T00:20:28.961 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.958+0000 7f7e99974b80 1 -- start start 2024-05-21T00:20:28.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.958+0000 7f7e99974b80 1 Processor -- start 2024-05-21T00:20:28.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.959+0000 7f7e99974b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e202291c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.959+0000 7f7e99974b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 0x55e20228f030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.959+0000 7f7e99974b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 0x55e20228f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.959+0000 7f7e99974b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55e2020d9fa0 con 0x55e20228bf30 2024-05-21T00:20:28.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.959+0000 7f7e99974b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55e202174760 con 0x55e20228b610 2024-05-21T00:20:28.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.959+0000 7f7e99974b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55e202292980 con 0x55e202286140 2024-05-21T00:20:28.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.959+0000 7f7e99974b80 10 client.0 _ll_register_callbacks cb 0x55e20217dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:28.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.959+0000 7f7e87e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e202291c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:28.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.959+0000 7f7e7f400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 0x55e20228f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:28.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.959+0000 7f7e87e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e202291c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:55332/0 (socket says 172.21.15.12:55332) 2024-05-21T00:20:28.962 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.959+0000 7f7e87e00700 1 -- 172.21.15.12:0/3447017912 learned_addr learned my addr 172.21.15.12:0/3447017912 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:28.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.960+0000 7f7e8d000700 1 --2- 172.21.15.12:0/3447017912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 0x55e20228f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:28.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.960+0000 7f7e87e00700 1 -- 172.21.15.12:0/3447017912 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 msgr2=0x55e20228f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:28.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.960+0000 7f7e87e00700 1 --2- 172.21.15.12:0/3447017912 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 0x55e20228f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.960+0000 7f7e87e00700 1 -- 172.21.15.12:0/3447017912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 msgr2=0x55e20228f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:28.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.960+0000 7f7e87e00700 1 --2- 172.21.15.12:0/3447017912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 0x55e20228f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.963 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.960+0000 7f7e87e00700 1 -- 172.21.15.12:0/3447017912 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2021238d0 con 0x55e202286140 2024-05-21T00:20:28.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.960+0000 7f7e87e00700 1 --2- 172.21.15.12:0/3447017912 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e202291c90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7e78003e20 tx=0x7f7e78009ca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a8fa531170e0b214 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:28.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.960+0000 7f7e76000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:20:28.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.961+0000 7f7e76000700 1 -- 172.21.15.12:0/3447017912 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e78027030 con 0x55e202286140 2024-05-21T00:20:28.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.961+0000 7f7e76000700 1 -- 172.21.15.12:0/3447017912 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7e78005480 con 0x55e202286140 2024-05-21T00:20:28.964 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.961+0000 7f7e99974b80 1 -- 172.21.15.12:0/3447017912 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e78003680 con 0x55e202286140 2024-05-21T00:20:28.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.961+0000 7f7e76000700 1 -- 172.21.15.12:0/3447017912 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7e78005680 con 0x55e202286140 2024-05-21T00:20:28.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.961+0000 7f7e99974b80 10 client.25939 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:28.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.961+0000 7f7e99974b80 1 -- 172.21.15.12:0/3447017912 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e2021a4060 con 0x55e202286140 2024-05-21T00:20:28.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.961+0000 7f7e76000700 1 -- 172.21.15.12:0/3447017912 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e78003680 con 0x55e202286140 2024-05-21T00:20:28.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.962+0000 7f7e76000700 1 -- 172.21.15.12:0/3447017912 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7e78021030 con 0x55e202286140 2024-05-21T00:20:28.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.962+0000 7f7e99974b80 10 client.25939 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:28.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.962+0000 7f7e99974b80 10 client.25939 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:20:28.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.962+0000 7f7e99974b80 20 client.25939 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:28.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.962+0000 7f7e99974b80 1 --2- 172.21.15.12:0/3447017912 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e20229f370 0x55e2022a1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.962+0000 7f7e99974b80 4 client.25939 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:20:28.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.962+0000 7f7e99974b80 1 -- 172.21.15.12:0/3447017912 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e2021e5d90 con 0x55e20229f370 2024-05-21T00:20:28.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.962+0000 7f7e7f400700 1 --2- 172.21.15.12:0/3447017912 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e20229f370 0x55e2022a1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:28.965 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.963+0000 7f7e7f400700 1 --2- 172.21.15.12:0/3447017912 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e20229f370 0x55e2022a1760 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7df4fca24619f7eb server_cookie=83672893c5980ad in_seq=0 out_seq=0 2024-05-21T00:20:28.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.963+0000 7f7e76000700 10 client.25939 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:28.966 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.963+0000 7f7e76000700 1 -- 172.21.15.12:0/3447017912 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55e2021e5d90 con 0x55e20229f370 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.963+0000 7f7e76000700 10 client.25939 handle_command_reply: tid=0 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.964+0000 7f7e99974b80 1 client.25939 shutdown 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.964+0000 7f7e99974b80 1 -- 172.21.15.12:0/3447017912 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 msgr2=0x55e202291c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.964+0000 7f7e99974b80 1 --2- 172.21.15.12:0/3447017912 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e202291c90 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7e78003e20 tx=0x7f7e78009ca0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.964+0000 7f7e99974b80 1 -- 172.21.15.12:0/3447017912 shutdown_connections 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.964+0000 7f7e99974b80 1 --2- 172.21.15.12:0/3447017912 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 0x55e20228f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.964+0000 7f7e99974b80 1 --2- 172.21.15.12:0/3447017912 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e20229f370 0x55e2022a1760 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.964+0000 7f7e99974b80 1 --2- 172.21.15.12:0/3447017912 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e202291c90 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.964+0000 7f7e99974b80 1 --2- 172.21.15.12:0/3447017912 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 0x55e20228f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.964+0000 7f7e99974b80 1 -- 172.21.15.12:0/3447017912 >> 172.21.15.12:0/3447017912 conn(0x55e2021b3be0 msgr2=0x55e20227fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.964+0000 7f7e76000700 0 client.25939 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.964+0000 7f7e99974b80 1 -- 172.21.15.12:0/3447017912 shutdown_connections 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.964+0000 7f7e99974b80 1 -- 172.21.15.12:0/3447017912 wait complete. 2024-05-21T00:20:28.967 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.964+0000 7f7e99974b80 20 client.25939 trim_cache size 0 max 16384 2024-05-21T00:20:28.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.987+0000 7f7e99974b80 1 Processor -- start 2024-05-21T00:20:28.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.987+0000 7f7e99974b80 1 -- start start 2024-05-21T00:20:28.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.987+0000 7f7e99974b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e202285b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e99974b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 0x55e20228cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e99974b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 0x55e2022804f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:28.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e99974b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7e881afc70 con 0x55e20228bf30 2024-05-21T00:20:28.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e99974b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7e881b17b0 con 0x55e20228b610 2024-05-21T00:20:28.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e99974b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7e881b0340 con 0x55e202286140 2024-05-21T00:20:28.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e87e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e202285b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:28.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e8d000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 0x55e2022804f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:28.998 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e87e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e202285b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:55336/0 (socket says 172.21.15.12:55336) 2024-05-21T00:20:28.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e87e00700 1 -- 172.21.15.12:0/4121290718 learned_addr learned my addr 172.21.15.12:0/4121290718 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:28.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e87e00700 1 -- 172.21.15.12:0/4121290718 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 msgr2=0x55e20228cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:28.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e87e00700 1 --2- 172.21.15.12:0/4121290718 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 0x55e20228cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e87e00700 1 -- 172.21.15.12:0/4121290718 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 msgr2=0x55e2022804f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:28.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e87e00700 1 --2- 172.21.15.12:0/4121290718 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 0x55e2022804f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:28.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.988+0000 7f7e87e00700 1 -- 172.21.15.12:0/4121290718 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e20228d5a0 con 0x55e202286140 2024-05-21T00:20:28.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.989+0000 7f7e87e00700 1 --2- 172.21.15.12:0/4121290718 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e202285b20 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7e7800f6b0 tx=0x7f7e7800b260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=733c3daea2fbde63 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:28.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.989+0000 7f7e7cc00700 1 -- 172.21.15.12:0/4121290718 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e78027040 con 0x55e202286140 2024-05-21T00:20:28.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.989+0000 7f7e7cc00700 1 -- 172.21.15.12:0/4121290718 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e78028040 con 0x55e202286140 2024-05-21T00:20:28.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.989+0000 7f7e7cc00700 1 -- 172.21.15.12:0/4121290718 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e78038930 con 0x55e202286140 2024-05-21T00:20:28.999 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.990+0000 7f7e99974b80 1 -- 172.21.15.12:0/4121290718 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 msgr2=0x55e202285b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:29.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.990+0000 7f7e99974b80 1 --2- 172.21.15.12:0/4121290718 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e202285b20 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7e7800f6b0 tx=0x7f7e7800b260 comp rx=0 tx=0).stop 2024-05-21T00:20:29.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.990+0000 7f7e99974b80 1 -- 172.21.15.12:0/4121290718 shutdown_connections 2024-05-21T00:20:29.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.990+0000 7f7e99974b80 1 --2- 172.21.15.12:0/4121290718 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228bf30 0x55e2022804f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.990+0000 7f7e99974b80 1 --2- 172.21.15.12:0/4121290718 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e202286140 0x55e202285b20 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.990+0000 7f7e99974b80 1 --2- 172.21.15.12:0/4121290718 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e20228b610 0x55e20228cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.990+0000 7f7e99974b80 1 -- 172.21.15.12:0/4121290718 >> 172.21.15.12:0/4121290718 conn(0x55e2021b3be0 msgr2=0x55e20228a170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:29.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.990+0000 7f7e99974b80 1 -- 172.21.15.12:0/4121290718 shutdown_connections 2024-05-21T00:20:29.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.990+0000 7f7e99974b80 1 -- 172.21.15.12:0/4121290718 wait complete. 2024-05-21T00:20:29.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.990+0000 7f7e99974b80 1 -- start start 2024-05-21T00:20:29.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.991+0000 7f7e99974b80 1 Processor -- start 2024-05-21T00:20:29.000 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.991+0000 7f7e99974b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e202286140 0x55e2022a2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:29.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.991+0000 7f7e99974b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228b610 0x55e2022a2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:29.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.991+0000 7f7e99974b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e20228bf30 0x55e2022a30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:29.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.991+0000 7f7e99974b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7e881b10e0 con 0x55e20228b610 2024-05-21T00:20:29.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.991+0000 7f7e99974b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7e881b0a10 con 0x55e202286140 2024-05-21T00:20:29.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.991+0000 7f7e99974b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7e881adc10 con 0x55e20228bf30 2024-05-21T00:20:29.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.991+0000 7f7e99974b80 10 client.0 _ll_register_callbacks cb 0x55e20217dc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:29.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.992+0000 7f7e7f400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228b610 0x55e2022a2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:29.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.992+0000 7f7e87e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e202286140 0x55e2022a2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:29.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.992+0000 7f7e87e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e202286140 0x55e2022a2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:32988/0 (socket says 172.21.15.12:32988) 2024-05-21T00:20:29.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.992+0000 7f7e87e00700 1 -- 172.21.15.12:0/1646101967 learned_addr learned my addr 172.21.15.12:0/1646101967 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:29.001 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.992+0000 7f7e8d000700 1 --2- 172.21.15.12:0/1646101967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e20228bf30 0x55e2022a30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:29.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.992+0000 7f7e87e00700 1 -- 172.21.15.12:0/1646101967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e20228bf30 msgr2=0x55e2022a30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:29.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.992+0000 7f7e87e00700 1 --2- 172.21.15.12:0/1646101967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e20228bf30 0x55e2022a30d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.992+0000 7f7e87e00700 1 -- 172.21.15.12:0/1646101967 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228b610 msgr2=0x55e2022a2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:29.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.992+0000 7f7e87e00700 1 --2- 172.21.15.12:0/1646101967 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228b610 0x55e2022a2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.992+0000 7f7e87e00700 1 -- 172.21.15.12:0/1646101967 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e202311580 con 0x55e202286140 2024-05-21T00:20:29.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.992+0000 7f7e8d000700 1 --2- 172.21.15.12:0/1646101967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e20228bf30 0x55e2022a30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:20:29.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.993+0000 7f7e87e00700 1 --2- 172.21.15.12:0/1646101967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e202286140 0x55e2022a2650 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7e7803b040 tx=0x7f7e7800fe80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bafa458a9df1082a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:29.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.993+0000 7f7e76000700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:20:29.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.993+0000 7f7e76000700 1 -- 172.21.15.12:0/1646101967 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e78027040 con 0x55e202286140 2024-05-21T00:20:29.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.993+0000 7f7e99974b80 1 -- 172.21.15.12:0/1646101967 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7e78028040 con 0x55e202286140 2024-05-21T00:20:29.002 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.993+0000 7f7e76000700 1 -- 172.21.15.12:0/1646101967 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7e78038480 con 0x55e202286140 2024-05-21T00:20:29.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.993+0000 7f7e76000700 1 -- 172.21.15.12:0/1646101967 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7e78050050 con 0x55e202286140 2024-05-21T00:20:29.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.993+0000 7f7e99974b80 10 client.25925 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:29.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.993+0000 7f7e99974b80 1 -- 172.21.15.12:0/1646101967 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e202312850 con 0x55e202286140 2024-05-21T00:20:29.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.993+0000 7f7e76000700 1 -- 172.21.15.12:0/1646101967 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f7e78028040 con 0x55e202286140 2024-05-21T00:20:29.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.994+0000 7f7e76000700 1 -- 172.21.15.12:0/1646101967 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7e78021040 con 0x55e202286140 2024-05-21T00:20:29.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.994+0000 7f7e99974b80 10 client.25925 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:29.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.994+0000 7f7e99974b80 10 client.25925 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:20:29.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.994+0000 7f7e99974b80 20 client.25925 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:29.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.994+0000 7f7e99974b80 1 --2- 172.21.15.12:0/1646101967 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e202312d90 0x55e2023151b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:29.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.994+0000 7f7e99974b80 4 client.25925 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:20:29.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.994+0000 7f7e99974b80 1 -- 172.21.15.12:0/1646101967 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e20228fa30 con 0x55e202312d90 2024-05-21T00:20:29.003 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.994+0000 7f7e7f400700 1 --2- 172.21.15.12:0/1646101967 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e202312d90 0x55e2023151b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:29.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e7f400700 1 --2- 172.21.15.12:0/1646101967 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e202312d90 0x55e2023151b0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19fc38f1940c669d server_cookie=c19a975d1227aef6 in_seq=0 out_seq=0 2024-05-21T00:20:29.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e76000700 10 client.25925 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:29.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e76000700 1 -- 172.21.15.12:0/1646101967 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e20228fa30 con 0x55e202312d90 2024-05-21T00:20:29.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e76000700 10 client.25925 handle_command_reply: tid=0 2024-05-21T00:20:29.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e99974b80 1 client.25925 shutdown 2024-05-21T00:20:29.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e99974b80 1 -- 172.21.15.12:0/1646101967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e202286140 msgr2=0x55e2022a2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:29.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e99974b80 1 --2- 172.21.15.12:0/1646101967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e202286140 0x55e2022a2650 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7e7803b040 tx=0x7f7e7800fe80 comp rx=0 tx=0).stop 2024-05-21T00:20:29.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e99974b80 1 -- 172.21.15.12:0/1646101967 shutdown_connections 2024-05-21T00:20:29.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e99974b80 1 --2- 172.21.15.12:0/1646101967 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55e202312d90 0x55e2023151b0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.004 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e99974b80 1 --2- 172.21.15.12:0/1646101967 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55e20228bf30 0x55e2022a30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e99974b80 1 --2- 172.21.15.12:0/1646101967 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55e202286140 0x55e2022a2650 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e99974b80 1 --2- 172.21.15.12:0/1646101967 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55e20228b610 0x55e2022a2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e76000700 0 client.25925 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:29.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e99974b80 1 -- 172.21.15.12:0/1646101967 >> 172.21.15.12:0/1646101967 conn(0x55e2021b3be0 msgr2=0x55e20228ca20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:29.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e99974b80 1 -- 172.21.15.12:0/1646101967 shutdown_connections 2024-05-21T00:20:29.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.995+0000 7f7e99974b80 1 -- 172.21.15.12:0/1646101967 wait complete. 2024-05-21T00:20:29.005 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.996+0000 7f7e99974b80 20 client.25925 trim_cache size 0 max 16384 2024-05-21T00:20:29.005 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:20:29.005 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "no active scrubs running", 2024-05-21T00:20:29.006 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": {} 2024-05-21T00:20:29.006 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:20:29.006 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.996+0000 7f7e8f000700 1 -- 172.21.15.12:0/199039810 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7e6c0b2880 msgr2=0x7f7e6c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:29.006 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.996+0000 7f7e8f000700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7e6c0b2880 0x7f7e6c0b4d40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7e8806bdd0 tx=0x7f7e80009920 comp rx=0 tx=0).stop 2024-05-21T00:20:29.006 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.996+0000 7f7e8f000700 1 -- 172.21.15.12:0/199039810 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e88076090 msgr2=0x7f7e8819c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:29.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.996+0000 7f7e8f000700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e88076090 0x7f7e8819c3b0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7e7000e9c0 tx=0x7f7e7000ecd0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.996+0000 7f7e8f000700 1 -- 172.21.15.12:0/199039810 shutdown_connections 2024-05-21T00:20:29.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.996+0000 7f7e8f000700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f7e6c0b2880 0x7f7e6c0b4d40 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.996+0000 7f7e8f000700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7e8810ff40 0x7f7e881a06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.996+0000 7f7e8f000700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7e88075770 0x7f7e8819be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.996+0000 7f7e8f000700 1 --2- 172.21.15.12:0/199039810 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7e88076090 0x7f7e8819c3b0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:29.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.996+0000 7f7e8f000700 1 -- 172.21.15.12:0/199039810 >> 172.21.15.12:0/199039810 conn(0x7f7e8807a6a0 msgr2=0x7f7e881007f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:29.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.997+0000 7f7e8f000700 1 -- 172.21.15.12:0/199039810 shutdown_connections 2024-05-21T00:20:29.007 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:28.997+0000 7f7e8f000700 1 -- 172.21.15.12:0/199039810 wait complete. 2024-05-21T00:20:29.015 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:28 smithi012 ceph-mon[31403]: pgmap v541: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 167 MiB/s wr, 74 op/s 2024-05-21T00:20:29.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:28 smithi060 ceph-mon[36426]: pgmap v541: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 167 MiB/s wr, 74 op/s 2024-05-21T00:20:29.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:28 smithi077 ceph-mon[36377]: pgmap v541: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 167 MiB/s wr, 74 op/s 2024-05-21T00:20:29.986 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:20:29.986 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:20:30.461 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:20:30.954 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:30 smithi012 ceph-mon[31403]: pgmap v542: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 152 MiB/s wr, 70 op/s 2024-05-21T00:20:31.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:30 smithi060 ceph-mon[36426]: pgmap v542: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 152 MiB/s wr, 70 op/s 2024-05-21T00:20:31.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:30 smithi077 ceph-mon[36377]: pgmap v542: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 152 MiB/s wr, 70 op/s 2024-05-21T00:20:32.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.770+0000 7f508e800700 1 -- 172.21.15.12:0/1867558410 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5088104f50 msgr2=0x7f508810d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:32.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.770+0000 7f508e800700 1 --2- 172.21.15.12:0/1867558410 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5088104f50 0x7f508810d440 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f5074009990 tx=0x7f5074009ca0 comp rx=0 tx=0).stop 2024-05-21T00:20:32.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.771+0000 7f508e800700 1 -- 172.21.15.12:0/1867558410 shutdown_connections 2024-05-21T00:20:32.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.771+0000 7f508e800700 1 --2- 172.21.15.12:0/1867558410 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f508810da60 0x7f508810ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:32.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.771+0000 7f508e800700 1 --2- 172.21.15.12:0/1867558410 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5088104630 0x7f5088104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:32.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.771+0000 7f508e800700 1 --2- 172.21.15.12:0/1867558410 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5088104f50 0x7f508810d440 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:32.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.771+0000 7f508e800700 1 -- 172.21.15.12:0/1867558410 >> 172.21.15.12:0/1867558410 conn(0x7f50880fde60 msgr2=0x7f5088100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:32.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.771+0000 7f508e800700 1 -- 172.21.15.12:0/1867558410 shutdown_connections 2024-05-21T00:20:32.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.771+0000 7f508e800700 1 -- 172.21.15.12:0/1867558410 wait complete. 2024-05-21T00:20:32.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.772+0000 7f508e800700 1 Processor -- start 2024-05-21T00:20:32.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.772+0000 7f508e800700 1 -- start start 2024-05-21T00:20:32.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.772+0000 7f508e800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5088104630 0x7f508819bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:32.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.772+0000 7f508e800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5088104f50 0x7f508819c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:32.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.772+0000 7f508e800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f508810da60 0x7f50881a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:32.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.772+0000 7f508e800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5088113680 con 0x7f5088104f50 2024-05-21T00:20:32.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.772+0000 7f508e800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5088113500 con 0x7f5088104630 2024-05-21T00:20:32.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.772+0000 7f508e800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f5088113800 con 0x7f508810da60 2024-05-21T00:20:32.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.773+0000 7f508d400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5088104630 0x7f508819bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:32.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.773+0000 7f508d400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5088104630 0x7f508819bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:33012/0 (socket says 172.21.15.12:33012) 2024-05-21T00:20:32.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.773+0000 7f508d400700 1 -- 172.21.15.12:0/1277502202 learned_addr learned my addr 172.21.15.12:0/1277502202 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:32.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.773+0000 7f508ca00700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5088104f50 0x7f508819c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:32.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.773+0000 7f508de00700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f508810da60 0x7f50881a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:32.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.773+0000 7f508d400700 1 -- 172.21.15.12:0/1277502202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f508810da60 msgr2=0x7f50881a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:32.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.773+0000 7f508d400700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f508810da60 0x7f50881a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:32.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.773+0000 7f508d400700 1 -- 172.21.15.12:0/1277502202 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5088104f50 msgr2=0x7f508819c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:32.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.773+0000 7f508d400700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5088104f50 0x7f508819c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:32.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.773+0000 7f508d400700 1 -- 172.21.15.12:0/1277502202 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50881a0de0 con 0x7f5088104630 2024-05-21T00:20:32.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.773+0000 7f508de00700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f508810da60 0x7f50881a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:20:32.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.774+0000 7f508d400700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5088104630 0x7f508819bdd0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f507c00e9a0 tx=0x7f507c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:32.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.774+0000 7f5086000700 1 -- 172.21.15.12:0/1277502202 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507c00cbd0 con 0x7f5088104630 2024-05-21T00:20:32.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.774+0000 7f5086000700 1 -- 172.21.15.12:0/1277502202 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f507c00cd70 con 0x7f5088104630 2024-05-21T00:20:32.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.774+0000 7f508e800700 1 -- 172.21.15.12:0/1277502202 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50881a10d0 con 0x7f5088104630 2024-05-21T00:20:32.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.774+0000 7f5086000700 1 -- 172.21.15.12:0/1277502202 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507c018680 con 0x7f5088104630 2024-05-21T00:20:32.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.774+0000 7f508e800700 1 -- 172.21.15.12:0/1277502202 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50881a8950 con 0x7f5088104630 2024-05-21T00:20:32.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.775+0000 7f508e800700 1 -- 172.21.15.12:0/1277502202 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f508806a230 con 0x7f5088104630 2024-05-21T00:20:32.779 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.778+0000 7f5086000700 1 -- 172.21.15.12:0/1277502202 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f507c010430 con 0x7f5088104630 2024-05-21T00:20:32.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.779+0000 7f5086000700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50700b2880 0x7f50700b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:32.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.779+0000 7f5086000700 1 -- 172.21.15.12:0/1277502202 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f507c0e2970 con 0x7f5088104630 2024-05-21T00:20:32.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.780+0000 7f508ca00700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50700b2880 0x7f50700b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:32.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.780+0000 7f508ca00700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50700b2880 0x7f50700b4d40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f50881103d0 tx=0x7f507400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:32.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:32.781+0000 7f5086000700 1 -- 172.21.15.12:0/1277502202 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f507c0aa660 con 0x7f5088104630 2024-05-21T00:20:33.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:32 smithi012 ceph-mon[31403]: pgmap v543: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 122 MiB/s wr, 52 op/s 2024-05-21T00:20:33.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.077+0000 7f508e800700 1 -- 172.21.15.12:0/1277502202 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f50881a8b20 con 0x7f5088104630 2024-05-21T00:20:33.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.078+0000 7f5086000700 1 -- 172.21.15.12:0/1277502202 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f507c0a9f60 con 0x7f5088104630 2024-05-21T00:20:33.081 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:20:33.081 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:20:33.084 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.082+0000 7f508e800700 1 -- 172.21.15.12:0/1277502202 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50700b2880 msgr2=0x7f50700b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:33.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.082+0000 7f508e800700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50700b2880 0x7f50700b4d40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f50881103d0 tx=0x7f507400b260 comp rx=0 tx=0).stop 2024-05-21T00:20:33.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.082+0000 7f508e800700 1 -- 172.21.15.12:0/1277502202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5088104630 msgr2=0x7f508819bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:33.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.082+0000 7f508e800700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5088104630 0x7f508819bdd0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f507c00e9a0 tx=0x7f507c00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:20:33.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.082+0000 7f508e800700 1 -- 172.21.15.12:0/1277502202 shutdown_connections 2024-05-21T00:20:33.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.082+0000 7f508e800700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f508810da60 0x7f50881a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:33.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.082+0000 7f508e800700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5088104630 0x7f508819bdd0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:33.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.082+0000 7f508e800700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f50700b2880 0x7f50700b4d40 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:33.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.082+0000 7f508e800700 1 --2- 172.21.15.12:0/1277502202 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5088104f50 0x7f508819c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:33.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.082+0000 7f508e800700 1 -- 172.21.15.12:0/1277502202 >> 172.21.15.12:0/1277502202 conn(0x7f50880fde60 msgr2=0x7f508810eda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:33.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.083+0000 7f508e800700 1 -- 172.21.15.12:0/1277502202 shutdown_connections 2024-05-21T00:20:33.085 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:33.083+0000 7f508e800700 1 -- 172.21.15.12:0/1277502202 wait complete. 2024-05-21T00:20:33.086 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:20:33.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:32 smithi060 ceph-mon[36426]: pgmap v543: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 122 MiB/s wr, 52 op/s 2024-05-21T00:20:33.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:32 smithi077 ceph-mon[36377]: pgmap v543: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 122 MiB/s wr, 52 op/s 2024-05-21T00:20:33.953 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T00:20:34.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:33 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1277502202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:20:34.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:33 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1277502202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:20:34.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:33 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1277502202' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:20:34.396 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:20:34.988 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:34.988 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:34.988 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:34.988 INFO:tasks.workunit.client.0.smithi012.stdout:iozone test complete. 2024-05-21T00:20:34.991 INFO:tasks.workunit.client.0.smithi012.stderr:+ iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-05-21T00:20:35.084 INFO:tasks.workunit.client.0.smithi012.stdout: Iozone: Performance Test of File I/O 2024-05-21T00:20:35.084 INFO:tasks.workunit.client.0.smithi012.stdout: Version $Revision: 3.494 $ 2024-05-21T00:20:35.084 INFO:tasks.workunit.client.0.smithi012.stdout: Compiled for 64 bit mode. 2024-05-21T00:20:35.084 INFO:tasks.workunit.client.0.smithi012.stdout: Build: linux-AMD64 2024-05-21T00:20:35.084 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:35.084 INFO:tasks.workunit.client.0.smithi012.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-05-21T00:20:35.084 INFO:tasks.workunit.client.0.smithi012.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-05-21T00:20:35.084 INFO:tasks.workunit.client.0.smithi012.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-05-21T00:20:35.084 INFO:tasks.workunit.client.0.smithi012.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-05-21T00:20:35.084 INFO:tasks.workunit.client.0.smithi012.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-05-21T00:20:35.084 INFO:tasks.workunit.client.0.smithi012.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: Alexey Skidanov, Sudhir Kumar. 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: Run began: Tue May 21 00:20:34 2024 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: Include close in write timing 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: Include fsync in write timing 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: File size set to 10485760 kB 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: Record Size 1024 kB 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: Command line used: iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: Output is in kBytes/sec 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: Time Resolution = 0.000001 seconds. 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: Processor cache size set to 1024 kBytes. 2024-05-21T00:20:35.085 INFO:tasks.workunit.client.0.smithi012.stdout: Processor cache line size set to 32 bytes. 2024-05-21T00:20:35.086 INFO:tasks.workunit.client.0.smithi012.stdout: File stride size set to 17 * record size. 2024-05-21T00:20:35.086 INFO:tasks.workunit.client.0.smithi012.stdout: Throughput test with 1 process 2024-05-21T00:20:35.086 INFO:tasks.workunit.client.0.smithi012.stdout: Each process writes a 10485760 kByte file in 1024 kByte records 2024-05-21T00:20:35.129 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:34 smithi012 ceph-mon[31403]: pgmap v544: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 83 MiB/s wr, 30 op/s 2024-05-21T00:20:35.182 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:34 smithi077 ceph-mon[36377]: pgmap v544: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 83 MiB/s wr, 30 op/s 2024-05-21T00:20:35.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:34 smithi060 ceph-mon[36426]: pgmap v544: 97 pgs: 97 active+clean; 1.0 GiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 83 MiB/s wr, 30 op/s 2024-05-21T00:20:36.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.693+0000 7f1599200700 1 -- 172.21.15.12:0/2069866138 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1594108500 msgr2=0x7f15941088e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:36.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.693+0000 7f1599200700 1 --2- 172.21.15.12:0/2069866138 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1594108500 0x7f15941088e0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f1584009990 tx=0x7f1584009ca0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.693+0000 7f1599200700 1 -- 172.21.15.12:0/2069866138 shutdown_connections 2024-05-21T00:20:36.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.693+0000 7f1599200700 1 --2- 172.21.15.12:0/2069866138 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1594103f90 0x7f1594110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.693+0000 7f1599200700 1 --2- 172.21.15.12:0/2069866138 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1594108500 0x7f15941088e0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.693+0000 7f1599200700 1 --2- 172.21.15.12:0/2069866138 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15941035f0 0x7f1594103a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.693+0000 7f1599200700 1 -- 172.21.15.12:0/2069866138 >> 172.21.15.12:0/2069866138 conn(0x7f159407a6a0 msgr2=0x7f159407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:36.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.694+0000 7f1599200700 1 -- 172.21.15.12:0/2069866138 shutdown_connections 2024-05-21T00:20:36.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.694+0000 7f1599200700 1 -- 172.21.15.12:0/2069866138 wait complete. 2024-05-21T00:20:36.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.695+0000 7f1599200700 1 Processor -- start 2024-05-21T00:20:36.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.695+0000 7f1599200700 1 -- start start 2024-05-21T00:20:36.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.696+0000 7f1599200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15941035f0 0x7f159419be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.696+0000 7f1599200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1594103f90 0x7f159419c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.696+0000 7f1599200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1594108500 0x7f15941a0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.696+0000 7f1599200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1594113770 con 0x7f1594103f90 2024-05-21T00:20:36.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.696+0000 7f1599200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f15941135f0 con 0x7f1594108500 2024-05-21T00:20:36.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.696+0000 7f1599200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f15941138f0 con 0x7f15941035f0 2024-05-21T00:20:36.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.696+0000 7f1592800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1594108500 0x7f15941a0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.696+0000 7f1591400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1594103f90 0x7f159419c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.696+0000 7f1592800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1594108500 0x7f15941a0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:44000/0 (socket says 172.21.15.12:44000) 2024-05-21T00:20:36.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.696+0000 7f1592800700 1 -- 172.21.15.12:0/633112993 learned_addr learned my addr 172.21.15.12:0/633112993 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:36.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.696+0000 7f1591e00700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15941035f0 0x7f159419be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.697+0000 7f1592800700 1 -- 172.21.15.12:0/633112993 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15941035f0 msgr2=0x7f159419be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:36.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.697+0000 7f1592800700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15941035f0 0x7f159419be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.697+0000 7f1592800700 1 -- 172.21.15.12:0/633112993 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1594103f90 msgr2=0x7f159419c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:36.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.697+0000 7f1592800700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1594103f90 0x7f159419c3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.697+0000 7f1592800700 1 -- 172.21.15.12:0/633112993 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15941a0e70 con 0x7f1594108500 2024-05-21T00:20:36.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.697+0000 7f1591e00700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15941035f0 0x7f159419be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:36.699 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.697+0000 7f1592800700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1594108500 0x7f15941a0730 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f158c007f10 tx=0x7f158c00d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:36.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.697+0000 7f158aa00700 1 -- 172.21.15.12:0/633112993 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f158c00dd20 con 0x7f1594108500 2024-05-21T00:20:36.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.697+0000 7f1599200700 1 -- 172.21.15.12:0/633112993 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15941a1160 con 0x7f1594108500 2024-05-21T00:20:36.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.697+0000 7f158aa00700 1 -- 172.21.15.12:0/633112993 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f158c004020 con 0x7f1594108500 2024-05-21T00:20:36.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.697+0000 7f158aa00700 1 -- 172.21.15.12:0/633112993 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f158c015660 con 0x7f1594108500 2024-05-21T00:20:36.700 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.697+0000 7f1599200700 1 -- 172.21.15.12:0/633112993 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15941a89e0 con 0x7f1594108500 2024-05-21T00:20:36.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.701+0000 7f158aa00700 1 -- 172.21.15.12:0/633112993 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f158c0041d0 con 0x7f1594108500 2024-05-21T00:20:36.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.702+0000 7f15a3bc6b80 1 Processor -- start 2024-05-21T00:20:36.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.702+0000 7f15a3bc6b80 1 -- start start 2024-05-21T00:20:36.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f15a3bc6b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e8843610 0x5576e88439f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f15a3bc6b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e883db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.704 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f15a3bc6b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e883e140 0x5576e883e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f158aa00700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15780b2900 0x7f15780b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f15a3bc6b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5576e879be40 con 0x5576e8843610 2024-05-21T00:20:36.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f15a3bc6b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5576e878b9e0 con 0x5576e883e140 2024-05-21T00:20:36.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f15a3bc6b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5576e878fa20 con 0x5576e8843f30 2024-05-21T00:20:36.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f1591400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e8843610 0x5576e88439f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f1591400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e8843610 0x5576e88439f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:37502/0 (socket says 172.21.15.12:37502) 2024-05-21T00:20:36.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f1591e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e883db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f1591400700 1 -- 172.21.15.12:0/3774619455 learned_addr learned my addr 172.21.15.12:0/3774619455 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:36.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f158aa00700 1 -- 172.21.15.12:0/633112993 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f158c0e1a80 con 0x7f1594108500 2024-05-21T00:20:36.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f1591400700 1 --2- 172.21.15.12:0/3774619455 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e883e140 0x5576e883e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.703+0000 7f1592800700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15780b2900 0x7f15780b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.704+0000 7f1591400700 1 -- 172.21.15.12:0/3774619455 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 msgr2=0x5576e883db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:36.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.704+0000 7f1591400700 1 --2- 172.21.15.12:0/3774619455 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e883db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.704+0000 7f1591400700 1 -- 172.21.15.12:0/3774619455 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e883e140 msgr2=0x5576e883e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:36.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.704+0000 7f1591400700 1 --2- 172.21.15.12:0/3774619455 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e883e140 0x5576e883e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.704+0000 7f1591400700 1 -- 172.21.15.12:0/3774619455 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5576e8754420 con 0x5576e8843610 2024-05-21T00:20:36.706 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.704+0000 7f1591e00700 1 --2- 172.21.15.12:0/3774619455 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e883db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:20:36.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.704+0000 7f1591400700 1 --2- 172.21.15.12:0/3774619455 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e8843610 0x5576e88439f0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1580005c50 tx=0x7f1580009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3bdfafb8c5bf459 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:36.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.704+0000 7f1592800700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15780b2900 0x7f15780b4dc0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f158c0a50f0 tx=0x7f158c0047c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:36.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.704+0000 7f157f400700 1 -- 172.21.15.12:0/3774619455 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1580013170 con 0x5576e8843610 2024-05-21T00:20:36.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.704+0000 7f157f400700 1 -- 172.21.15.12:0/3774619455 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1580004ce0 con 0x5576e8843610 2024-05-21T00:20:36.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.705+0000 7f157f400700 1 -- 172.21.15.12:0/3774619455 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15800055d0 con 0x5576e8843610 2024-05-21T00:20:36.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.705+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/3774619455 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e8843610 msgr2=0x5576e88439f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:36.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.705+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/3774619455 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e8843610 0x5576e88439f0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1580005c50 tx=0x7f1580009260 comp rx=0 tx=0).stop 2024-05-21T00:20:36.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.706+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/3774619455 shutdown_connections 2024-05-21T00:20:36.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.706+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/3774619455 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e883e140 0x5576e883e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.706+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/3774619455 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e8843610 0x5576e88439f0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.706+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/3774619455 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e883db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.706+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/3774619455 >> 172.21.15.12:0/3774619455 conn(0x5576e876bbe0 msgr2=0x5576e8838690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:36.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.706+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/3774619455 shutdown_connections 2024-05-21T00:20:36.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.706+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/3774619455 wait complete. 2024-05-21T00:20:36.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.706+0000 7f15a3bc6b80 1 -- start start 2024-05-21T00:20:36.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.707+0000 7f15a3bc6b80 1 Processor -- start 2024-05-21T00:20:36.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.707+0000 7f15a3bc6b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e883e140 0x5576e8849b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.707+0000 7f15a3bc6b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843610 0x5576e8846f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.707+0000 7f15a3bc6b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e8843f30 0x5576e8847470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.707+0000 7f15a3bc6b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5576e8691fa0 con 0x5576e883e140 2024-05-21T00:20:36.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.707+0000 7f15a3bc6b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5576e872c760 con 0x5576e8843f30 2024-05-21T00:20:36.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.707+0000 7f15a3bc6b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5576e884a980 con 0x5576e8843610 2024-05-21T00:20:36.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.707+0000 7f15a3bc6b80 10 client.0 _ll_register_callbacks cb 0x5576e8735c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:36.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.708+0000 7f1591400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e883e140 0x5576e8849b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.708+0000 7f1591e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843610 0x5576e8846f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.708+0000 7f1591400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e883e140 0x5576e8849b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:37504/0 (socket says 172.21.15.12:37504) 2024-05-21T00:20:36.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.708+0000 7f1591400700 1 -- 172.21.15.12:0/2988549609 learned_addr learned my addr 172.21.15.12:0/2988549609 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:36.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.708+0000 7f1591400700 1 --2- 172.21.15.12:0/2988549609 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e8843f30 0x5576e8847470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.708+0000 7f1591400700 1 -- 172.21.15.12:0/2988549609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843610 msgr2=0x5576e8846f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:36.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.708+0000 7f1591400700 1 --2- 172.21.15.12:0/2988549609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843610 0x5576e8846f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.708+0000 7f1591400700 1 -- 172.21.15.12:0/2988549609 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e8843f30 msgr2=0x5576e8847470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:36.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.708+0000 7f1591400700 1 --2- 172.21.15.12:0/2988549609 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e8843f30 0x5576e8847470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.708+0000 7f1591400700 1 -- 172.21.15.12:0/2988549609 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576e86db8d0 con 0x5576e883e140 2024-05-21T00:20:36.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.708+0000 7f1591400700 1 --2- 172.21.15.12:0/2988549609 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e883e140 0x5576e8849b90 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1580013700 tx=0x7f1580013690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=214aed1d76ff06d4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:36.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.708+0000 7f1573e00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:20:36.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.709+0000 7f1573e00700 1 -- 172.21.15.12:0/2988549609 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1580018040 con 0x5576e883e140 2024-05-21T00:20:36.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.709+0000 7f1573e00700 1 -- 172.21.15.12:0/2988549609 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f1580005480 con 0x5576e883e140 2024-05-21T00:20:36.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.709+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2988549609 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1580004ce0 con 0x5576e883e140 2024-05-21T00:20:36.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.709+0000 7f1573e00700 1 -- 172.21.15.12:0/2988549609 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1580005680 con 0x5576e883e140 2024-05-21T00:20:36.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.709+0000 7f15a3bc6b80 10 client.15822 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:36.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.709+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2988549609 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5576e875c060 con 0x5576e883e140 2024-05-21T00:20:36.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.709+0000 7f1573e00700 1 -- 172.21.15.12:0/2988549609 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1580004ce0 con 0x5576e883e140 2024-05-21T00:20:36.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.710+0000 7f1573e00700 1 -- 172.21.15.12:0/2988549609 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1580003cc0 con 0x5576e883e140 2024-05-21T00:20:36.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.710+0000 7f15a3bc6b80 10 client.15822 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:36.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.710+0000 7f15a3bc6b80 10 client.15822 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:20:36.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.710+0000 7f15a3bc6b80 20 client.15822 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:36.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.710+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2988549609 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5576e8857250 0x5576e8859640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.710+0000 7f15a3bc6b80 4 client.15822 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:20:36.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.710+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2988549609 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5576e879dd90 con 0x5576e8857250 2024-05-21T00:20:36.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.710+0000 7f1591e00700 1 --2- 172.21.15.12:0/2988549609 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5576e8857250 0x5576e8859640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.711+0000 7f1591e00700 1 --2- 172.21.15.12:0/2988549609 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5576e8857250 0x5576e8859640 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=29e1c3a6a2616fe3 server_cookie=bf76e2d12e72def in_seq=0 out_seq=0 2024-05-21T00:20:36.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.711+0000 7f1573e00700 10 client.15822 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:20:36.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.712+0000 7f1573e00700 1 -- 172.21.15.12:0/2988549609 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5576e879dd90 con 0x5576e8857250 2024-05-21T00:20:36.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.712+0000 7f1573e00700 10 client.15822 handle_command_reply: tid=0 2024-05-21T00:20:36.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.712+0000 7f15a3bc6b80 1 client.15822 shutdown 2024-05-21T00:20:36.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.712+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2988549609 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e883e140 msgr2=0x5576e8849b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:36.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.712+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2988549609 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e883e140 0x5576e8849b90 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f1580013700 tx=0x7f1580013690 comp rx=0 tx=0).stop 2024-05-21T00:20:36.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.712+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2988549609 shutdown_connections 2024-05-21T00:20:36.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.712+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2988549609 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e8843f30 0x5576e8847470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.712+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2988549609 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e883e140 0x5576e8849b90 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.712+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2988549609 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5576e8857250 0x5576e8859640 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.712+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2988549609 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843610 0x5576e8846f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.712+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2988549609 >> 172.21.15.12:0/2988549609 conn(0x5576e876bbe0 msgr2=0x5576e8837d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:36.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.712+0000 7f1573e00700 0 client.15822 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:20:36.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.713+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2988549609 shutdown_connections 2024-05-21T00:20:36.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.713+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2988549609 wait complete. 2024-05-21T00:20:36.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.713+0000 7f15a3bc6b80 20 client.15822 trim_cache size 0 max 16384 2024-05-21T00:20:36.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.730+0000 7f15a3bc6b80 1 Processor -- start 2024-05-21T00:20:36.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.730+0000 7f15a3bc6b80 1 -- start start 2024-05-21T00:20:36.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.730+0000 7f15a3bc6b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e883e140 0x5576e883db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.730+0000 7f15a3bc6b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e8843610 0x5576e8844ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.730+0000 7f15a3bc6b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e8847080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.730+0000 7f15a3bc6b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f15941afd70 con 0x5576e883e140 2024-05-21T00:20:36.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.730+0000 7f15a3bc6b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f15941b18b0 con 0x5576e8843610 2024-05-21T00:20:36.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.730+0000 7f15a3bc6b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f15941b0440 con 0x5576e8843f30 2024-05-21T00:20:36.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.731+0000 7f1591e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e8843610 0x5576e8844ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.731+0000 7f1591400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e883e140 0x5576e883db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.731+0000 7f1591e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e8843610 0x5576e8844ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:44030/0 (socket says 172.21.15.12:44030) 2024-05-21T00:20:36.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.731+0000 7f1591e00700 1 -- 172.21.15.12:0/2013200663 learned_addr learned my addr 172.21.15.12:0/2013200663 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:36.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.731+0000 7f1591400700 1 --2- 172.21.15.12:0/2013200663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e8847080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.731+0000 7f1591e00700 1 -- 172.21.15.12:0/2013200663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 msgr2=0x5576e8847080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:36.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.731+0000 7f1591e00700 1 --2- 172.21.15.12:0/2013200663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e8847080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.731+0000 7f1591e00700 1 -- 172.21.15.12:0/2013200663 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e883e140 msgr2=0x5576e883db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:36.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.731+0000 7f1591e00700 1 --2- 172.21.15.12:0/2013200663 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e883e140 0x5576e883db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.731+0000 7f1591e00700 1 -- 172.21.15.12:0/2013200663 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5576e8839160 con 0x5576e8843610 2024-05-21T00:20:36.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.732+0000 7f1591e00700 1 --2- 172.21.15.12:0/2013200663 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e8843610 0x5576e8844ba0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f1584009990 tx=0x7f1584005040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea161ecc7c2b4edd server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:36.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.732+0000 7f1591400700 1 --2- 172.21.15.12:0/2013200663 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e883e140 0x5576e883db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:36.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.732+0000 7f157ea00700 1 -- 172.21.15.12:0/2013200663 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15840050b0 con 0x5576e8843610 2024-05-21T00:20:36.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.732+0000 7f157ea00700 1 -- 172.21.15.12:0/2013200663 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1584003680 con 0x5576e8843610 2024-05-21T00:20:36.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.732+0000 7f157ea00700 1 -- 172.21.15.12:0/2013200663 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f158400f6c0 con 0x5576e8843610 2024-05-21T00:20:36.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.733+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2013200663 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e8843610 msgr2=0x5576e8844ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:36.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.733+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2013200663 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e8843610 0x5576e8844ba0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f1584009990 tx=0x7f1584005040 comp rx=0 tx=0).stop 2024-05-21T00:20:36.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.733+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2013200663 shutdown_connections 2024-05-21T00:20:36.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.733+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2013200663 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e8847080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.733+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2013200663 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e883e140 0x5576e883db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.733+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2013200663 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e8843610 0x5576e8844ba0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.733+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2013200663 >> 172.21.15.12:0/2013200663 conn(0x5576e876bbe0 msgr2=0x5576e88456f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:36.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.733+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2013200663 shutdown_connections 2024-05-21T00:20:36.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.733+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2013200663 wait complete. 2024-05-21T00:20:36.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.734+0000 7f15a3bc6b80 1 -- start start 2024-05-21T00:20:36.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.734+0000 7f15a3bc6b80 1 Processor -- start 2024-05-21T00:20:36.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.734+0000 7f15a3bc6b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e883e140 0x5576e884fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.734+0000 7f15a3bc6b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e8843610 0x5576e8850430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.734+0000 7f15a3bc6b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e885e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.734+0000 7f15a3bc6b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f15941b11e0 con 0x5576e8843610 2024-05-21T00:20:36.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.734+0000 7f15a3bc6b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f15941b0b10 con 0x5576e883e140 2024-05-21T00:20:36.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.734+0000 7f15a3bc6b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f15941add30 con 0x5576e8843f30 2024-05-21T00:20:36.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.735+0000 7f15a3bc6b80 10 client.0 _ll_register_callbacks cb 0x5576e8735c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:36.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.735+0000 7f1591e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e8843610 0x5576e8850430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.735+0000 7f1591e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e8843610 0x5576e8850430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:37530/0 (socket says 172.21.15.12:37530) 2024-05-21T00:20:36.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.735+0000 7f1591e00700 1 -- 172.21.15.12:0/2414021064 learned_addr learned my addr 172.21.15.12:0/2414021064 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:36.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.735+0000 7f1591400700 1 --2- 172.21.15.12:0/2414021064 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e883e140 0x5576e884fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.735+0000 7f1591400700 1 --2- 172.21.15.12:0/2414021064 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e885e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.735+0000 7f1591400700 1 -- 172.21.15.12:0/2414021064 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e883e140 msgr2=0x5576e884fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:36.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.735+0000 7f1591400700 1 --2- 172.21.15.12:0/2414021064 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e883e140 0x5576e884fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.735+0000 7f1591400700 1 -- 172.21.15.12:0/2414021064 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e8843610 msgr2=0x5576e8850430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:36.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.735+0000 7f1591400700 1 --2- 172.21.15.12:0/2414021064 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e8843610 0x5576e8850430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.735+0000 7f1591400700 1 -- 172.21.15.12:0/2414021064 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576e885ece0 con 0x5576e8843f30 2024-05-21T00:20:36.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.736+0000 7f1591400700 1 --2- 172.21.15.12:0/2414021064 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e885e4e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f1580013890 tx=0x7f1580009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c546b57a35513e1c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:36.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.736+0000 7f1573e00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:20:36.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.736+0000 7f1573e00700 1 -- 172.21.15.12:0/2414021064 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1580005480 con 0x5576e8843f30 2024-05-21T00:20:36.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.736+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2414021064 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1584003680 con 0x5576e8843f30 2024-05-21T00:20:36.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.736+0000 7f1573e00700 1 -- 172.21.15.12:0/2414021064 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f1580004040 con 0x5576e8843f30 2024-05-21T00:20:36.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.736+0000 7f1573e00700 1 -- 172.21.15.12:0/2414021064 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1580004240 con 0x5576e8843f30 2024-05-21T00:20:36.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.736+0000 7f15a3bc6b80 10 client.25966 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:36.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.736+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2414021064 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5576e88c17e0 con 0x5576e8843f30 2024-05-21T00:20:36.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.737+0000 7f1573e00700 1 -- 172.21.15.12:0/2414021064 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1584003680 con 0x5576e8843f30 2024-05-21T00:20:36.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.737+0000 7f1573e00700 1 -- 172.21.15.12:0/2414021064 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1580040470 con 0x5576e8843f30 2024-05-21T00:20:36.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.737+0000 7f15a3bc6b80 10 client.25966 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:36.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.737+0000 7f15a3bc6b80 10 client.25966 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:20:36.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.737+0000 7f15a3bc6b80 20 client.25966 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:36.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.737+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2414021064 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5576e88c1dc0 0x5576e88c41e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:36.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.737+0000 7f15a3bc6b80 4 client.25966 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:20:36.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.737+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2414021064 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5576e8797570 con 0x5576e88c1dc0 2024-05-21T00:20:36.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.737+0000 7f1591e00700 1 --2- 172.21.15.12:0/2414021064 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5576e88c1dc0 0x5576e88c41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:36.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f1591e00700 1 --2- 172.21.15.12:0/2414021064 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5576e88c1dc0 0x5576e88c41e0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9bb447ee42ee41b3 server_cookie=3e54351a1b84ac65 in_seq=0 out_seq=0 2024-05-21T00:20:36.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f1573e00700 10 client.25966 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:20:36.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f1573e00700 1 -- 172.21.15.12:0/2414021064 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5576e8797570 con 0x5576e88c1dc0 2024-05-21T00:20:36.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f1573e00700 10 client.25966 handle_command_reply: tid=0 2024-05-21T00:20:36.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f15a3bc6b80 1 client.25966 shutdown 2024-05-21T00:20:36.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2414021064 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 msgr2=0x5576e885e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:36.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2414021064 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e885e4e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f1580013890 tx=0x7f1580009260 comp rx=0 tx=0).stop 2024-05-21T00:20:36.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2414021064 shutdown_connections 2024-05-21T00:20:36.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2414021064 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5576e88c1dc0 0x5576e88c41e0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2414021064 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5576e8843f30 0x5576e885e4e0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2414021064 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5576e883e140 0x5576e884fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f15a3bc6b80 1 --2- 172.21.15.12:0/2414021064 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5576e8843610 0x5576e8850430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f1573e00700 0 client.25966 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:20:36.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2414021064 >> 172.21.15.12:0/2414021064 conn(0x5576e876bbe0 msgr2=0x5576e8845f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:36.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2414021064 shutdown_connections 2024-05-21T00:20:36.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.738+0000 7f15a3bc6b80 1 -- 172.21.15.12:0/2414021064 wait complete. 2024-05-21T00:20:36.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.739+0000 7f15a3bc6b80 20 client.25966 trim_cache size 0 max 16384 2024-05-21T00:20:36.743 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:20:36.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.739+0000 7f1599200700 1 -- 172.21.15.12:0/633112993 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15780b2900 msgr2=0x7f15780b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:36.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.739+0000 7f1599200700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15780b2900 0x7f15780b4dc0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f158c0a50f0 tx=0x7f158c0047c0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.739+0000 7f1599200700 1 -- 172.21.15.12:0/633112993 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1594108500 msgr2=0x7f15941a0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:36.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.739+0000 7f1599200700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1594108500 0x7f15941a0730 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f158c007f10 tx=0x7f158c00d3b0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.740+0000 7f1599200700 1 -- 172.21.15.12:0/633112993 shutdown_connections 2024-05-21T00:20:36.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.740+0000 7f1599200700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1594108500 0x7f15941a0730 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.740+0000 7f1599200700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f15941035f0 0x7f159419be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.740+0000 7f1599200700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f15780b2900 0x7f15780b4dc0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.740+0000 7f1599200700 1 --2- 172.21.15.12:0/633112993 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1594103f90 0x7f159419c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:36.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.740+0000 7f1599200700 1 -- 172.21.15.12:0/633112993 >> 172.21.15.12:0/633112993 conn(0x7f159407a6a0 msgr2=0x7f1594101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:36.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.740+0000 7f1599200700 1 -- 172.21.15.12:0/633112993 shutdown_connections 2024-05-21T00:20:36.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:36.740+0000 7f1599200700 1 -- 172.21.15.12:0/633112993 wait complete. 2024-05-21T00:20:37.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:36 smithi060 ceph-mon[36426]: pgmap v545: 97 pgs: 97 active+clean; 325 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 78 MiB/s wr, 46 op/s 2024-05-21T00:20:37.272 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:36 smithi012 ceph-mon[31403]: pgmap v545: 97 pgs: 97 active+clean; 325 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 78 MiB/s wr, 46 op/s 2024-05-21T00:20:37.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:36 smithi077 ceph-mon[36377]: pgmap v545: 97 pgs: 97 active+clean; 325 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 78 MiB/s wr, 46 op/s 2024-05-21T00:20:37.805 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T00:20:38.272 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:20:39.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:38 smithi012 ceph-mon[31403]: pgmap v546: 97 pgs: 97 active+clean; 814 KiB data, 786 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 20 MiB/s wr, 36 op/s 2024-05-21T00:20:39.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:38 smithi060 ceph-mon[36426]: pgmap v546: 97 pgs: 97 active+clean; 814 KiB data, 786 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 20 MiB/s wr, 36 op/s 2024-05-21T00:20:39.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:38 smithi077 ceph-mon[36377]: pgmap v546: 97 pgs: 97 active+clean; 814 KiB data, 786 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 20 MiB/s wr, 36 op/s 2024-05-21T00:20:41.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.099+0000 7f042be00700 1 -- 172.21.15.12:0/3884139311 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0424116690 msgr2=0x7f0424118a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:41.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.099+0000 7f042be00700 1 --2- 172.21.15.12:0/3884139311 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0424116690 0x7f0424118a80 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f0414009990 tx=0x7f0414009ca0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.100+0000 7f042be00700 1 -- 172.21.15.12:0/3884139311 shutdown_connections 2024-05-21T00:20:41.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.100+0000 7f042be00700 1 --2- 172.21.15.12:0/3884139311 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0424116690 0x7f0424118a80 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.100+0000 7f042be00700 1 --2- 172.21.15.12:0/3884139311 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f042410a540 0x7f042410a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.100+0000 7f042be00700 1 --2- 172.21.15.12:0/3884139311 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f042410ae60 0x7f0424116150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.100+0000 7f042be00700 1 -- 172.21.15.12:0/3884139311 >> 172.21.15.12:0/3884139311 conn(0x7f042406e6b0 msgr2=0x7f042406eac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:41.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.101+0000 7f042be00700 1 -- 172.21.15.12:0/3884139311 shutdown_connections 2024-05-21T00:20:41.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.101+0000 7f042be00700 1 -- 172.21.15.12:0/3884139311 wait complete. 2024-05-21T00:20:41.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.103+0000 7f042be00700 1 Processor -- start 2024-05-21T00:20:41.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.103+0000 7f042be00700 1 -- start start 2024-05-21T00:20:41.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.104+0000 7f042be00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f042410a540 0x7f04241ae6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.104+0000 7f042be00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f042410ae60 0x7f04241aec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.104+0000 7f042be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0424116690 0x7f04241a8850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.104+0000 7f042be00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0424122610 con 0x7f0424116690 2024-05-21T00:20:41.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.104+0000 7f042be00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0424122490 con 0x7f042410a540 2024-05-21T00:20:41.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.104+0000 7f042be00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0424122790 con 0x7f042410ae60 2024-05-21T00:20:41.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.104+0000 7f0429400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f042410a540 0x7f04241ae6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.105+0000 7f0429400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f042410a540 0x7f04241ae6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:44062/0 (socket says 172.21.15.12:44062) 2024-05-21T00:20:41.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.105+0000 7f0429400700 1 -- 172.21.15.12:0/3111412215 learned_addr learned my addr 172.21.15.12:0/3111412215 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:41.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.105+0000 7f0429400700 1 -- 172.21.15.12:0/3111412215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f042410ae60 msgr2=0x7f04241aec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:41.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.105+0000 7f0429400700 1 --2- 172.21.15.12:0/3111412215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f042410ae60 0x7f04241aec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.105+0000 7f0429400700 1 -- 172.21.15.12:0/3111412215 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0424116690 msgr2=0x7f04241a8850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:41.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.105+0000 7f0429400700 1 --2- 172.21.15.12:0/3111412215 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0424116690 0x7f04241a8850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.108 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.105+0000 7f0429400700 1 -- 172.21.15.12:0/3111412215 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04241a9030 con 0x7f042410a540 2024-05-21T00:20:41.108 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:40 smithi012 ceph-mon[31403]: pgmap v547: 97 pgs: 97 active+clean; 125 MiB data, 603 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 MiB/s wr, 37 op/s 2024-05-21T00:20:41.109 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.107+0000 7f0429400700 1 --2- 172.21.15.12:0/3111412215 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f042410a540 0x7f04241ae6d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f041c00ada0 tx=0x7f041c00c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:41.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.108+0000 7f0422000700 1 -- 172.21.15.12:0/3111412215 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c017020 con 0x7f042410a540 2024-05-21T00:20:41.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.108+0000 7f0422000700 1 -- 172.21.15.12:0/3111412215 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f041c00ce30 con 0x7f042410a540 2024-05-21T00:20:41.110 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.108+0000 7f0422000700 1 -- 172.21.15.12:0/3111412215 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c0055a0 con 0x7f042410a540 2024-05-21T00:20:41.113 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.108+0000 7f042be00700 1 -- 172.21.15.12:0/3111412215 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04241a9320 con 0x7f042410a540 2024-05-21T00:20:41.114 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.109+0000 7f042be00700 1 -- 172.21.15.12:0/3111412215 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04241b5530 con 0x7f042410a540 2024-05-21T00:20:41.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.121+0000 7f0422000700 1 -- 172.21.15.12:0/3111412215 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f041c005740 con 0x7f042410a540 2024-05-21T00:20:41.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.125+0000 7f043684fb80 1 Processor -- start 2024-05-21T00:20:41.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.126+0000 7f0422000700 1 --2- 172.21.15.12:0/3111412215 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f04080b2970 0x7f04080b4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.126+0000 7f043684fb80 1 -- start start 2024-05-21T00:20:41.135 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.127+0000 7f0422000700 1 -- 172.21.15.12:0/3111412215 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f041c0e1a60 con 0x7f042410a540 2024-05-21T00:20:41.140 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.136+0000 7f0429e00700 1 --2- 172.21.15.12:0/3111412215 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f04080b2970 0x7f04080b4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.138+0000 7f043684fb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c277610 0x56025c2779f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.138+0000 7f043684fb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277f30 0x56025c271b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.138+0000 7f043684fb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c272140 0x56025c2725c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.142 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.138+0000 7f043684fb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56025c1cfe40 con 0x56025c277f30 2024-05-21T00:20:41.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.138+0000 7f043684fb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56025c1bf9e0 con 0x56025c277610 2024-05-21T00:20:41.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.138+0000 7f043684fb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56025c1c3a20 con 0x56025c272140 2024-05-21T00:20:41.143 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.140+0000 7f0428a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277f30 0x56025c271b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.144 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.141+0000 7f0429400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c277610 0x56025c2779f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.144 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.141+0000 7f0429400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c277610 0x56025c2779f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:44078/0 (socket says 172.21.15.12:44078) 2024-05-21T00:20:41.144 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.141+0000 7f0429400700 1 -- 172.21.15.12:0/941268369 learned_addr learned my addr 172.21.15.12:0/941268369 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:41.145 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.143+0000 7f0429e00700 1 --2- 172.21.15.12:0/941268369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c272140 0x56025c2725c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.147 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.145+0000 7f0429e00700 1 --2- 172.21.15.12:0/3111412215 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f04080b2970 0x7f04080b4e30 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f0414003820 tx=0x7f0414005f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:41.148 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.146+0000 7f0429e00700 1 -- 172.21.15.12:0/941268369 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c277610 msgr2=0x56025c2779f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:41.149 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.146+0000 7f0429e00700 1 --2- 172.21.15.12:0/941268369 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c277610 0x56025c2779f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.146+0000 7f0429e00700 1 -- 172.21.15.12:0/941268369 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277f30 msgr2=0x56025c271b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:41.150 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.146+0000 7f0429e00700 1 --2- 172.21.15.12:0/941268369 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277f30 0x56025c271b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.146+0000 7f0429e00700 1 -- 172.21.15.12:0/941268369 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56025c188420 con 0x56025c272140 2024-05-21T00:20:41.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.146+0000 7f0428a00700 1 --2- 172.21.15.12:0/941268369 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277f30 0x56025c271b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:41.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.146+0000 7f0429400700 1 --2- 172.21.15.12:0/941268369 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c277610 0x56025c2779f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:41.151 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.149+0000 7f0429e00700 1 --2- 172.21.15.12:0/941268369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c272140 0x56025c2725c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0414009750 tx=0x7f0414027000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=49150948e3d65baa server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:41.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.150+0000 7f041aa00700 1 -- 172.21.15.12:0/941268369 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0414005690 con 0x56025c272140 2024-05-21T00:20:41.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.150+0000 7f041aa00700 1 -- 172.21.15.12:0/941268369 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f041402b030 con 0x56025c272140 2024-05-21T00:20:41.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.151+0000 7f041aa00700 1 -- 172.21.15.12:0/941268369 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0414027aa0 con 0x56025c272140 2024-05-21T00:20:41.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.152+0000 7f043684fb80 1 -- 172.21.15.12:0/941268369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c272140 msgr2=0x56025c2725c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:41.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.152+0000 7f043684fb80 1 --2- 172.21.15.12:0/941268369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c272140 0x56025c2725c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f0414009750 tx=0x7f0414027000 comp rx=0 tx=0).stop 2024-05-21T00:20:41.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.154+0000 7f043684fb80 1 -- 172.21.15.12:0/941268369 shutdown_connections 2024-05-21T00:20:41.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.154+0000 7f043684fb80 1 --2- 172.21.15.12:0/941268369 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c272140 0x56025c2725c0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.157 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.154+0000 7f043684fb80 1 --2- 172.21.15.12:0/941268369 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c277610 0x56025c2779f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.154+0000 7f043684fb80 1 --2- 172.21.15.12:0/941268369 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277f30 0x56025c271b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.158 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.154+0000 7f043684fb80 1 -- 172.21.15.12:0/941268369 >> 172.21.15.12:0/941268369 conn(0x56025c19fbe0 msgr2=0x56025c26c690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:41.159 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.157+0000 7f043684fb80 1 -- 172.21.15.12:0/941268369 shutdown_connections 2024-05-21T00:20:41.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.157+0000 7f043684fb80 1 -- 172.21.15.12:0/941268369 wait complete. 2024-05-21T00:20:41.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.158+0000 7f043684fb80 1 -- start start 2024-05-21T00:20:41.160 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.159+0000 7f043684fb80 1 Processor -- start 2024-05-21T00:20:41.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.160+0000 7f043684fb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c272140 0x56025c27dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.160+0000 7f043684fb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277610 0x56025c27b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.160+0000 7f043684fb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c277f30 0x56025c27b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.160+0000 7f043684fb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56025c0c5fa0 con 0x56025c272140 2024-05-21T00:20:41.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.160+0000 7f043684fb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56025c160760 con 0x56025c277f30 2024-05-21T00:20:41.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.160+0000 7f043684fb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56025c27e980 con 0x56025c277610 2024-05-21T00:20:41.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.160+0000 7f043684fb80 10 client.0 _ll_register_callbacks cb 0x56025c169c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:41.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.161+0000 7f0429e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c277f30 0x56025c27b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.161+0000 7f0429e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c277f30 0x56025c27b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:44094/0 (socket says 172.21.15.12:44094) 2024-05-21T00:20:41.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.161+0000 7f0429e00700 1 -- 172.21.15.12:0/922968132 learned_addr learned my addr 172.21.15.12:0/922968132 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:41.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.161+0000 7f0429400700 1 --2- 172.21.15.12:0/922968132 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c272140 0x56025c27dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.162+0000 7f0429400700 1 -- 172.21.15.12:0/922968132 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277610 msgr2=0x56025c27b130 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:20:41.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.162+0000 7f0429400700 1 --2- 172.21.15.12:0/922968132 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277610 0x56025c27b130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.162+0000 7f0429400700 1 -- 172.21.15.12:0/922968132 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c277f30 msgr2=0x56025c27b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:41.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.162+0000 7f0429400700 1 --2- 172.21.15.12:0/922968132 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c277f30 0x56025c27b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.162+0000 7f0429400700 1 -- 172.21.15.12:0/922968132 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56025c10f8d0 con 0x56025c272140 2024-05-21T00:20:41.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.162+0000 7f0429400700 1 --2- 172.21.15.12:0/922968132 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c272140 0x56025c27dd90 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f041c0a9070 tx=0x7f041c0a9890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=299a4a037a79dd7c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:41.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.162+0000 7f040f400700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:20:41.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.162+0000 7f040f400700 1 -- 172.21.15.12:0/922968132 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c0b1eb0 con 0x56025c272140 2024-05-21T00:20:41.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.162+0000 7f040f400700 1 -- 172.21.15.12:0/922968132 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f041c0ad1b0 con 0x56025c272140 2024-05-21T00:20:41.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.163+0000 7f043684fb80 1 -- 172.21.15.12:0/922968132 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f041402b030 con 0x56025c272140 2024-05-21T00:20:41.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.163+0000 7f040f400700 1 -- 172.21.15.12:0/922968132 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f041c0b1a20 con 0x56025c272140 2024-05-21T00:20:41.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.163+0000 7f043684fb80 10 client.15837 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:41.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.163+0000 7f043684fb80 1 -- 172.21.15.12:0/922968132 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56025c190060 con 0x56025c272140 2024-05-21T00:20:41.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.164+0000 7f040f400700 1 -- 172.21.15.12:0/922968132 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f041c0b4020 con 0x56025c272140 2024-05-21T00:20:41.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.164+0000 7f040f400700 1 -- 172.21.15.12:0/922968132 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f041c012070 con 0x56025c272140 2024-05-21T00:20:41.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.165+0000 7f043684fb80 10 client.15837 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:41.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.165+0000 7f043684fb80 10 client.15837 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:20:41.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.165+0000 7f043684fb80 20 client.15837 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:41.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.165+0000 7f043684fb80 1 --2- 172.21.15.12:0/922968132 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56025c28b700 0x56025c28daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.166+0000 7f043684fb80 4 client.15837 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:20:41.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.166+0000 7f043684fb80 1 -- 172.21.15.12:0/922968132 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56025c1d1d90 con 0x56025c28b700 2024-05-21T00:20:41.171 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.169+0000 7f0428a00700 1 --2- 172.21.15.12:0/922968132 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56025c28b700 0x56025c28daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.170+0000 7f0428a00700 1 --2- 172.21.15.12:0/922968132 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56025c28b700 0x56025c28daf0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=6926760113825364 server_cookie=db3a876752388bc8 in_seq=0 out_seq=0 2024-05-21T00:20:41.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.170+0000 7f040f400700 10 client.15837 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:20:41.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.171+0000 7f040f400700 1 -- 172.21.15.12:0/922968132 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56025c1d1d90 con 0x56025c28b700 2024-05-21T00:20:41.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.171+0000 7f040f400700 10 client.15837 handle_command_reply: tid=0 2024-05-21T00:20:41.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.171+0000 7f043684fb80 1 client.15837 shutdown 2024-05-21T00:20:41.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.173+0000 7f043684fb80 1 -- 172.21.15.12:0/922968132 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c272140 msgr2=0x56025c27dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:41.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.173+0000 7f043684fb80 1 --2- 172.21.15.12:0/922968132 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c272140 0x56025c27dd90 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f041c0a9070 tx=0x7f041c0a9890 comp rx=0 tx=0).stop 2024-05-21T00:20:41.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.177+0000 7f043684fb80 1 -- 172.21.15.12:0/922968132 shutdown_connections 2024-05-21T00:20:41.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.177+0000 7f043684fb80 1 --2- 172.21.15.12:0/922968132 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c277f30 0x56025c27b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.177+0000 7f043684fb80 1 --2- 172.21.15.12:0/922968132 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c272140 0x56025c27dd90 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.177+0000 7f043684fb80 1 --2- 172.21.15.12:0/922968132 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56025c28b700 0x56025c28daf0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.177+0000 7f043684fb80 1 --2- 172.21.15.12:0/922968132 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277610 0x56025c27b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.177+0000 7f043684fb80 1 -- 172.21.15.12:0/922968132 >> 172.21.15.12:0/922968132 conn(0x56025c19fbe0 msgr2=0x56025c26bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:41.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.177+0000 7f040f400700 0 client.15837 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:20:41.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.178+0000 7f043684fb80 1 -- 172.21.15.12:0/922968132 shutdown_connections 2024-05-21T00:20:41.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.178+0000 7f043684fb80 1 -- 172.21.15.12:0/922968132 wait complete. 2024-05-21T00:20:41.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.179+0000 7f043684fb80 20 client.15837 trim_cache size 0 max 16384 2024-05-21T00:20:41.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.208+0000 7f043684fb80 1 Processor -- start 2024-05-21T00:20:41.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.208+0000 7f043684fb80 1 -- start start 2024-05-21T00:20:41.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.208+0000 7f043684fb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c272140 0x56025c271b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.208+0000 7f043684fb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277610 0x56025c28daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.208+0000 7f043684fb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277f30 0x56025c287a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.210 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.208+0000 7f043684fb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f042411bd30 con 0x56025c277610 2024-05-21T00:20:41.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.208+0000 7f043684fb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f042411d870 con 0x56025c272140 2024-05-21T00:20:41.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.208+0000 7f043684fb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f042411c400 con 0x56025c277f30 2024-05-21T00:20:41.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.209+0000 7f0429400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c272140 0x56025c271b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.209+0000 7f0429e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277f30 0x56025c287a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.209+0000 7f0429e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277f30 0x56025c287a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:34116/0 (socket says 172.21.15.12:34116) 2024-05-21T00:20:41.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.209+0000 7f0429e00700 1 -- 172.21.15.12:0/476689888 learned_addr learned my addr 172.21.15.12:0/476689888 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:41.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.209+0000 7f0429400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c272140 0x56025c271b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:44098/0 (socket says 172.21.15.12:44098) 2024-05-21T00:20:41.211 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.209+0000 7f0428a00700 1 --2- 172.21.15.12:0/476689888 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277610 0x56025c28daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.210+0000 7f0429400700 1 -- 172.21.15.12:0/476689888 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277f30 msgr2=0x56025c287a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:41.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.210+0000 7f0429400700 1 --2- 172.21.15.12:0/476689888 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277f30 0x56025c287a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.210+0000 7f0429400700 1 -- 172.21.15.12:0/476689888 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277610 msgr2=0x56025c28daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:41.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.210+0000 7f0429400700 1 --2- 172.21.15.12:0/476689888 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277610 0x56025c28daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.210+0000 7f0429400700 1 -- 172.21.15.12:0/476689888 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56025c289120 con 0x56025c272140 2024-05-21T00:20:41.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.210+0000 7f0429400700 1 --2- 172.21.15.12:0/476689888 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c272140 0x56025c271b20 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f041c00ce00 tx=0x7f041c000f40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6c8a307616e6d4a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:41.212 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.210+0000 7f041a000700 1 -- 172.21.15.12:0/476689888 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c0b1eb0 con 0x56025c272140 2024-05-21T00:20:41.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.210+0000 7f041a000700 1 -- 172.21.15.12:0/476689888 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f041c0b4070 con 0x56025c272140 2024-05-21T00:20:41.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.210+0000 7f041a000700 1 -- 172.21.15.12:0/476689888 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c005c40 con 0x56025c272140 2024-05-21T00:20:41.213 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.212+0000 7f043684fb80 1 -- 172.21.15.12:0/476689888 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c272140 msgr2=0x56025c271b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:41.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.212+0000 7f043684fb80 1 --2- 172.21.15.12:0/476689888 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c272140 0x56025c271b20 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f041c00ce00 tx=0x7f041c000f40 comp rx=0 tx=0).stop 2024-05-21T00:20:41.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.212+0000 7f043684fb80 1 -- 172.21.15.12:0/476689888 shutdown_connections 2024-05-21T00:20:41.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.212+0000 7f043684fb80 1 --2- 172.21.15.12:0/476689888 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277f30 0x56025c287a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.212+0000 7f043684fb80 1 --2- 172.21.15.12:0/476689888 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c272140 0x56025c271b20 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.214 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.212+0000 7f043684fb80 1 --2- 172.21.15.12:0/476689888 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277610 0x56025c28daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.212+0000 7f043684fb80 1 -- 172.21.15.12:0/476689888 >> 172.21.15.12:0/476689888 conn(0x56025c19fbe0 msgr2=0x56025c278310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:41.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.212+0000 7f043684fb80 1 -- 172.21.15.12:0/476689888 shutdown_connections 2024-05-21T00:20:41.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.212+0000 7f043684fb80 1 -- 172.21.15.12:0/476689888 wait complete. 2024-05-21T00:20:41.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.212+0000 7f043684fb80 1 -- start start 2024-05-21T00:20:41.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.213+0000 7f043684fb80 1 Processor -- start 2024-05-21T00:20:41.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.213+0000 7f043684fb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c272140 0x56025c283c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.213+0000 7f043684fb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277610 0x56025c2841a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.214+0000 7f043684fb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277f30 0x56025c292460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.214+0000 7f043684fb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f042411d1a0 con 0x56025c277f30 2024-05-21T00:20:41.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.214+0000 7f043684fb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f042411cad0 con 0x56025c272140 2024-05-21T00:20:41.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.214+0000 7f043684fb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0424119cd0 con 0x56025c277610 2024-05-21T00:20:41.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.214+0000 7f043684fb80 10 client.0 _ll_register_callbacks cb 0x56025c169c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:41.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.214+0000 7f0428a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277610 0x56025c2841a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.214+0000 7f0428a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277610 0x56025c2841a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:34124/0 (socket says 172.21.15.12:34124) 2024-05-21T00:20:41.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.214+0000 7f0428a00700 1 -- 172.21.15.12:0/1880599483 learned_addr learned my addr 172.21.15.12:0/1880599483 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:41.216 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.214+0000 7f0429400700 1 --2- 172.21.15.12:0/1880599483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c272140 0x56025c283c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.215+0000 7f0429400700 1 -- 172.21.15.12:0/1880599483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277610 msgr2=0x56025c2841a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:41.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.215+0000 7f0429400700 1 --2- 172.21.15.12:0/1880599483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277610 0x56025c2841a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.215+0000 7f0429400700 1 -- 172.21.15.12:0/1880599483 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277f30 msgr2=0x56025c292460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:41.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.215+0000 7f0429400700 1 --2- 172.21.15.12:0/1880599483 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277f30 0x56025c292460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.217 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.215+0000 7f0429400700 1 -- 172.21.15.12:0/1880599483 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56025c277260 con 0x56025c272140 2024-05-21T00:20:41.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.216+0000 7f0429400700 1 --2- 172.21.15.12:0/1880599483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c272140 0x56025c283c60 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f041c0a8de0 tx=0x7f041c005020 comp rx=0 tx=0).ready entity=mon.2 client_cookie=525d90ba301c5ed9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:41.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.216+0000 7f040f400700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:20:41.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.216+0000 7f040f400700 1 -- 172.21.15.12:0/1880599483 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c0bd020 con 0x56025c272140 2024-05-21T00:20:41.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.216+0000 7f043684fb80 1 -- 172.21.15.12:0/1880599483 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f041c0b4070 con 0x56025c272140 2024-05-21T00:20:41.218 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.216+0000 7f040f400700 1 -- 172.21.15.12:0/1880599483 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f041c0a8340 con 0x56025c272140 2024-05-21T00:20:41.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.217+0000 7f040f400700 1 -- 172.21.15.12:0/1880599483 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f041c097050 con 0x56025c272140 2024-05-21T00:20:41.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.219+0000 7f043684fb80 10 client.25964 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:41.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.219+0000 7f043684fb80 1 -- 172.21.15.12:0/1880599483 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56025c2f5920 con 0x56025c272140 2024-05-21T00:20:41.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.220+0000 7f040f400700 1 -- 172.21.15.12:0/1880599483 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f041c0b4070 con 0x56025c272140 2024-05-21T00:20:41.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.223+0000 7f040f400700 1 -- 172.21.15.12:0/1880599483 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f041c012070 con 0x56025c272140 2024-05-21T00:20:41.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.224+0000 7f043684fb80 10 client.25964 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:41.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.226+0000 7f043684fb80 10 client.25964 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:20:41.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.226+0000 7f043684fb80 20 client.25964 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:41.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.226+0000 7f043684fb80 1 --2- 172.21.15.12:0/1880599483 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56025c2f5d30 0x56025c2f8120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:41.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.226+0000 7f043684fb80 4 client.25964 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:20:41.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.226+0000 7f043684fb80 1 -- 172.21.15.12:0/1880599483 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56025c1cb570 con 0x56025c2f5d30 2024-05-21T00:20:41.228 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.226+0000 7f0428a00700 1 --2- 172.21.15.12:0/1880599483 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56025c2f5d30 0x56025c2f8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:41.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:40 smithi060 ceph-mon[36426]: pgmap v547: 97 pgs: 97 active+clean; 125 MiB data, 603 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 MiB/s wr, 37 op/s 2024-05-21T00:20:41.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.227+0000 7f0428a00700 1 --2- 172.21.15.12:0/1880599483 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56025c2f5d30 0x56025c2f8120 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b4d89e701fb3e311 server_cookie=dd181338bacf2cc1 in_seq=0 out_seq=0 2024-05-21T00:20:41.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.227+0000 7f040f400700 10 client.25964 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:20:41.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.227+0000 7f040f400700 1 -- 172.21.15.12:0/1880599483 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56025c1cb570 con 0x56025c2f5d30 2024-05-21T00:20:41.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.227+0000 7f040f400700 10 client.25964 handle_command_reply: tid=0 2024-05-21T00:20:41.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.227+0000 7f043684fb80 1 client.25964 shutdown 2024-05-21T00:20:41.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.228+0000 7f043684fb80 1 -- 172.21.15.12:0/1880599483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c272140 msgr2=0x56025c283c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:41.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.228+0000 7f043684fb80 1 --2- 172.21.15.12:0/1880599483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c272140 0x56025c283c60 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f041c0a8de0 tx=0x7f041c005020 comp rx=0 tx=0).stop 2024-05-21T00:20:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.228+0000 7f043684fb80 1 -- 172.21.15.12:0/1880599483 shutdown_connections 2024-05-21T00:20:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.228+0000 7f043684fb80 1 --2- 172.21.15.12:0/1880599483 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56025c277f30 0x56025c292460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.228+0000 7f043684fb80 1 --2- 172.21.15.12:0/1880599483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56025c272140 0x56025c283c60 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.228+0000 7f043684fb80 1 --2- 172.21.15.12:0/1880599483 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x56025c2f5d30 0x56025c2f8120 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.228+0000 7f043684fb80 1 --2- 172.21.15.12:0/1880599483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56025c277610 0x56025c2841a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.228+0000 7f043684fb80 1 -- 172.21.15.12:0/1880599483 >> 172.21.15.12:0/1880599483 conn(0x56025c19fbe0 msgr2=0x56025c278310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.228+0000 7f040f400700 0 client.25964 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:20:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.229+0000 7f043684fb80 1 -- 172.21.15.12:0/1880599483 shutdown_connections 2024-05-21T00:20:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.229+0000 7f043684fb80 1 -- 172.21.15.12:0/1880599483 wait complete. 2024-05-21T00:20:41.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.229+0000 7f043684fb80 20 client.25964 trim_cache size 0 max 16384 2024-05-21T00:20:41.232 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:20:41.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.233+0000 7f042be00700 1 -- 172.21.15.12:0/3111412215 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f04080b2970 msgr2=0x7f04080b4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:41.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.233+0000 7f042be00700 1 --2- 172.21.15.12:0/3111412215 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f04080b2970 0x7f04080b4e30 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f0414003820 tx=0x7f0414005f10 comp rx=0 tx=0).stop 2024-05-21T00:20:41.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.233+0000 7f042be00700 1 -- 172.21.15.12:0/3111412215 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f042410a540 msgr2=0x7f04241ae6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:41.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.233+0000 7f042be00700 1 --2- 172.21.15.12:0/3111412215 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f042410a540 0x7f04241ae6d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f041c00ada0 tx=0x7f041c00c330 comp rx=0 tx=0).stop 2024-05-21T00:20:41.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.233+0000 7f042be00700 1 -- 172.21.15.12:0/3111412215 shutdown_connections 2024-05-21T00:20:41.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.233+0000 7f042be00700 1 --2- 172.21.15.12:0/3111412215 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f04080b2970 0x7f04080b4e30 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.233+0000 7f042be00700 1 --2- 172.21.15.12:0/3111412215 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0424116690 0x7f04241a8850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.233+0000 7f042be00700 1 --2- 172.21.15.12:0/3111412215 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f042410a540 0x7f04241ae6d0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.233+0000 7f042be00700 1 --2- 172.21.15.12:0/3111412215 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f042410ae60 0x7f04241aec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:41.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.233+0000 7f042be00700 1 -- 172.21.15.12:0/3111412215 >> 172.21.15.12:0/3111412215 conn(0x7f042406e6b0 msgr2=0x7f0424072240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:41.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.235+0000 7f042be00700 1 -- 172.21.15.12:0/3111412215 shutdown_connections 2024-05-21T00:20:41.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:41.235+0000 7f042be00700 1 -- 172.21.15.12:0/3111412215 wait complete. 2024-05-21T00:20:41.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:40 smithi077 ceph-mon[36377]: pgmap v547: 97 pgs: 97 active+clean; 125 MiB data, 603 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 10 MiB/s wr, 37 op/s 2024-05-21T00:20:42.245 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:20:42.953 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:20:43.152 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:42 smithi012 ceph-mon[31403]: pgmap v548: 97 pgs: 97 active+clean; 457 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 38 MiB/s wr, 42 op/s 2024-05-21T00:20:43.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:42 smithi060 ceph-mon[36426]: pgmap v548: 97 pgs: 97 active+clean; 457 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 38 MiB/s wr, 42 op/s 2024-05-21T00:20:43.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:42 smithi077 ceph-mon[36377]: pgmap v548: 97 pgs: 97 active+clean; 457 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 38 MiB/s wr, 42 op/s 2024-05-21T00:20:45.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:44 smithi012 ceph-mon[31403]: pgmap v549: 97 pgs: 97 active+clean; 593 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 49 MiB/s wr, 45 op/s 2024-05-21T00:20:45.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:44 smithi060 ceph-mon[36426]: pgmap v549: 97 pgs: 97 active+clean; 593 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 49 MiB/s wr, 45 op/s 2024-05-21T00:20:45.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:44 smithi077 ceph-mon[36377]: pgmap v549: 97 pgs: 97 active+clean; 593 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 49 MiB/s wr, 45 op/s 2024-05-21T00:20:45.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.770+0000 7fc2d3000700 1 -- 172.21.15.12:0/2964136820 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc2cc105780 msgr2=0x7fc2cc105c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:45.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.770+0000 7fc2d3000700 1 --2- 172.21.15.12:0/2964136820 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc2cc105780 0x7fc2cc105c00 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc2b4009990 tx=0x7fc2b4009ca0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.770+0000 7fc2d3000700 1 -- 172.21.15.12:0/2964136820 shutdown_connections 2024-05-21T00:20:45.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.770+0000 7fc2d3000700 1 --2- 172.21.15.12:0/2964136820 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc2cc106140 0x7fc2cc112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.770+0000 7fc2d3000700 1 --2- 172.21.15.12:0/2964136820 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2cc10b780 0x7fc2cc10bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.770+0000 7fc2d3000700 1 --2- 172.21.15.12:0/2964136820 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc2cc105780 0x7fc2cc105c00 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.770+0000 7fc2d3000700 1 -- 172.21.15.12:0/2964136820 >> 172.21.15.12:0/2964136820 conn(0x7fc2cc101270 msgr2=0x7fc2cc103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:45.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.771+0000 7fc2d3000700 1 -- 172.21.15.12:0/2964136820 shutdown_connections 2024-05-21T00:20:45.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.772+0000 7fc2d3000700 1 -- 172.21.15.12:0/2964136820 wait complete. 2024-05-21T00:20:45.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.775+0000 7fc2d3000700 1 Processor -- start 2024-05-21T00:20:45.778 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.776+0000 7fc2d3000700 1 -- start start 2024-05-21T00:20:45.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.778+0000 7fc2d3000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2cc105780 0x7fc2cc1124c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.787 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.779+0000 7fc2d3000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc2cc106140 0x7fc2cc10f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.779+0000 7fc2cbe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2cc105780 0x7fc2cc1124c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.779+0000 7fc2cbe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2cc105780 0x7fc2cc1124c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:34196/0 (socket says 172.21.15.12:34196) 2024-05-21T00:20:45.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.780+0000 7fc2cbe00700 1 -- 172.21.15.12:0/1223881963 learned_addr learned my addr 172.21.15.12:0/1223881963 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:45.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.780+0000 7fc2d3000700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc2cc10b780 0x7fc2cc10fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.781+0000 7fc2d3000700 1 -- 172.21.15.12:0/1223881963 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc2cc1159d0 con 0x7fc2cc10b780 2024-05-21T00:20:45.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.781+0000 7fc2c3400700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc2cc106140 0x7fc2cc10f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.781+0000 7fc2d3000700 1 -- 172.21.15.12:0/1223881963 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc2cc115850 con 0x7fc2cc106140 2024-05-21T00:20:45.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.782+0000 7fc2d3000700 1 -- 172.21.15.12:0/1223881963 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fc2cc115b50 con 0x7fc2cc105780 2024-05-21T00:20:45.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.783+0000 7fc2c3400700 1 -- 172.21.15.12:0/1223881963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2cc105780 msgr2=0x7fc2cc1124c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:45.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.783+0000 7fc2c3400700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2cc105780 0x7fc2cc1124c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.783+0000 7fc2c3400700 1 -- 172.21.15.12:0/1223881963 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc2cc10b780 msgr2=0x7fc2cc10fb50 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:20:45.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.783+0000 7fc2c3400700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc2cc10b780 0x7fc2cc10fb50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.788 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.783+0000 7fc2c3400700 1 -- 172.21.15.12:0/1223881963 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2cc110450 con 0x7fc2cc106140 2024-05-21T00:20:45.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.784+0000 7fc2c3400700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc2cc106140 0x7fc2cc10f610 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc2b40098e0 tx=0x7fc2b40057c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:45.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.784+0000 7fc2c9600700 1 -- 172.21.15.12:0/1223881963 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b4027070 con 0x7fc2cc106140 2024-05-21T00:20:45.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.785+0000 7fc2c9600700 1 -- 172.21.15.12:0/1223881963 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2b4003f20 con 0x7fc2cc106140 2024-05-21T00:20:45.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.785+0000 7fc2c9600700 1 -- 172.21.15.12:0/1223881963 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b4022c00 con 0x7fc2cc106140 2024-05-21T00:20:45.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.785+0000 7fc2d3000700 1 -- 172.21.15.12:0/1223881963 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2cc1a1f70 con 0x7fc2cc106140 2024-05-21T00:20:45.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.785+0000 7fc2d3000700 1 -- 172.21.15.12:0/1223881963 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2cc1a2400 con 0x7fc2cc106140 2024-05-21T00:20:45.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.790+0000 7fc2c9600700 1 -- 172.21.15.12:0/1223881963 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc2b4022470 con 0x7fc2cc106140 2024-05-21T00:20:45.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.792+0000 7fc2c9600700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc2b00b2980 0x7fc2b00b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.795 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.793+0000 7fc2c9600700 1 -- 172.21.15.12:0/1223881963 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fc2b40e32c0 con 0x7fc2cc106140 2024-05-21T00:20:45.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.794+0000 7fc2cbe00700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc2b00b2980 0x7fc2b00b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.795+0000 7fc2cbe00700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc2b00b2980 0x7fc2b00b4e40 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc009510 tx=0x7fc2bc009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:45.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.801+0000 7fc2dd8a1b80 1 Processor -- start 2024-05-21T00:20:45.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.801+0000 7fc2dd8a1b80 1 -- start start 2024-05-21T00:20:45.803 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.802+0000 7fc2dd8a1b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 0x5654d88009f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.802+0000 7fc2dd8a1b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d87fab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.802+0000 7fc2dd8a1b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d87fb5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.802+0000 7fc2dd8a1b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5654d8758e40 con 0x5654d87fb140 2024-05-21T00:20:45.804 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.802+0000 7fc2dd8a1b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5654d87489e0 con 0x5654d8800610 2024-05-21T00:20:45.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.802+0000 7fc2dd8a1b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5654d874ca20 con 0x5654d8800f30 2024-05-21T00:20:45.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.802+0000 7fc2d1000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d87fb5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.802+0000 7fc2d1000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d87fb5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38768/0 (socket says 172.21.15.12:38768) 2024-05-21T00:20:45.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.802+0000 7fc2d1000700 1 -- 172.21.15.12:0/3589433103 learned_addr learned my addr 172.21.15.12:0/3589433103 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:45.805 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.803+0000 7fc2c3400700 1 --2- 172.21.15.12:0/3589433103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d87fab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.803+0000 7fc2c3400700 1 -- 172.21.15.12:0/3589433103 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 msgr2=0x5654d88009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:45.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.803+0000 7fc2c3400700 1 --2- 172.21.15.12:0/3589433103 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 0x5654d88009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.803+0000 7fc2c3400700 1 -- 172.21.15.12:0/3589433103 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 msgr2=0x5654d87fb5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:45.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.803+0000 7fc2c3400700 1 --2- 172.21.15.12:0/3589433103 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d87fb5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.806 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.803+0000 7fc2c3400700 1 -- 172.21.15.12:0/3589433103 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654d8711420 con 0x5654d8800f30 2024-05-21T00:20:45.809 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.807+0000 7fc2c3400700 1 --2- 172.21.15.12:0/3589433103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d87fab20 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc2b4000c00 tx=0x7fc2b4003780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d046fc8c880321 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:45.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.807+0000 7fc2c1600700 1 -- 172.21.15.12:0/3589433103 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b40095c0 con 0x5654d8800f30 2024-05-21T00:20:45.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.807+0000 7fc2c1600700 1 -- 172.21.15.12:0/3589433103 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2b40aa450 con 0x5654d8800f30 2024-05-21T00:20:45.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.807+0000 7fc2c1600700 1 -- 172.21.15.12:0/3589433103 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b40e0e10 con 0x5654d8800f30 2024-05-21T00:20:45.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.808+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/3589433103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 msgr2=0x5654d87fab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:45.810 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.808+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/3589433103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d87fab20 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc2b4000c00 tx=0x7fc2b4003780 comp rx=0 tx=0).stop 2024-05-21T00:20:45.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.809+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/3589433103 shutdown_connections 2024-05-21T00:20:45.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.809+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/3589433103 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d87fb5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.809+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/3589433103 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 0x5654d88009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.809+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/3589433103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d87fab20 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.811 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.809+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/3589433103 >> 172.21.15.12:0/3589433103 conn(0x5654d8728be0 msgr2=0x5654d87f5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:45.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.811+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/3589433103 shutdown_connections 2024-05-21T00:20:45.812 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.811+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/3589433103 wait complete. 2024-05-21T00:20:45.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.811+0000 7fc2dd8a1b80 1 -- start start 2024-05-21T00:20:45.813 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.812+0000 7fc2dd8a1b80 1 Processor -- start 2024-05-21T00:20:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.812+0000 7fc2dd8a1b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d8806ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.813+0000 7fc2dd8a1b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 0x5654d8803fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.813+0000 7fc2dd8a1b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d8804500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.813+0000 7fc2dd8a1b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5654d864efa0 con 0x5654d87fb140 2024-05-21T00:20:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.813+0000 7fc2dd8a1b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5654d86e9760 con 0x5654d8800610 2024-05-21T00:20:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.813+0000 7fc2dd8a1b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5654d874ca20 con 0x5654d8800f30 2024-05-21T00:20:45.815 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.813+0000 7fc2dd8a1b80 10 client.0 _ll_register_callbacks cb 0x5654d86f2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:45.817 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.813+0000 7fc2d1000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d8804500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.813+0000 7fc2d1000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d8804500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:34210/0 (socket says 172.21.15.12:34210) 2024-05-21T00:20:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.813+0000 7fc2d1000700 1 -- 172.21.15.12:0/2196912120 learned_addr learned my addr 172.21.15.12:0/2196912120 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.813+0000 7fc2d1000700 1 -- 172.21.15.12:0/2196912120 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 msgr2=0x5654d8803fc0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:20:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.814+0000 7fc2d1000700 1 --2- 172.21.15.12:0/2196912120 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 0x5654d8803fc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.814+0000 7fc2d1000700 1 -- 172.21.15.12:0/2196912120 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 msgr2=0x5654d8806ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.814+0000 7fc2d1000700 1 --2- 172.21.15.12:0/2196912120 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d8806ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.814+0000 7fc2d1000700 1 -- 172.21.15.12:0/2196912120 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654d86988d0 con 0x5654d8800f30 2024-05-21T00:20:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.814+0000 7fc2d1000700 1 --2- 172.21.15.12:0/2196912120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d8804500 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc2c4003930 tx=0x7fc2c4003cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84cdfc0f4b88dd1a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.815+0000 7fc2ba000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:20:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.815+0000 7fc2ba000700 1 -- 172.21.15.12:0/2196912120 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2c401a470 con 0x5654d8800f30 2024-05-21T00:20:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.815+0000 7fc2ba000700 1 -- 172.21.15.12:0/2196912120 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fc2c401a610 con 0x5654d8800f30 2024-05-21T00:20:45.818 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.815+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/2196912120 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2b40aa450 con 0x5654d8800f30 2024-05-21T00:20:45.819 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.816+0000 7fc2ba000700 1 -- 172.21.15.12:0/2196912120 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc2c401a810 con 0x5654d8800f30 2024-05-21T00:20:45.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.817+0000 7fc2dd8a1b80 10 client.25990 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:45.820 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.817+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/2196912120 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5654d8719060 con 0x5654d8800f30 2024-05-21T00:20:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.818+0000 7fc2ba000700 1 -- 172.21.15.12:0/2196912120 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2b40aa450 con 0x5654d8800f30 2024-05-21T00:20:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.818+0000 7fc2ba000700 1 -- 172.21.15.12:0/2196912120 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc2c40119b0 con 0x5654d8800f30 2024-05-21T00:20:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.818+0000 7fc2dd8a1b80 10 client.25990 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.818+0000 7fc2dd8a1b80 10 client.25990 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:20:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.818+0000 7fc2dd8a1b80 20 client.25990 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.818+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/2196912120 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654d8814130 0x5654d88165f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.818+0000 7fc2dd8a1b80 4 client.25990 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:20:45.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.818+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/2196912120 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5654d875ad90 con 0x5654d8814130 2024-05-21T00:20:45.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.819+0000 7fc2cbe00700 1 --2- 172.21.15.12:0/2196912120 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654d8814130 0x5654d88165f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.822+0000 7fc2cbe00700 1 --2- 172.21.15.12:0/2196912120 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654d8814130 0x5654d88165f0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e736257b8ad8444 server_cookie=84afa06a39dcf049 in_seq=0 out_seq=0 2024-05-21T00:20:45.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.822+0000 7fc2ba000700 10 client.25990 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:20:45.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.823+0000 7fc2ba000700 1 -- 172.21.15.12:0/2196912120 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5654d875ad90 con 0x5654d8814130 2024-05-21T00:20:45.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.823+0000 7fc2ba000700 10 client.25990 handle_command_reply: tid=0 2024-05-21T00:20:45.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.823+0000 7fc2dd8a1b80 1 client.25990 shutdown 2024-05-21T00:20:45.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.826+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/2196912120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 msgr2=0x5654d8804500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:45.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.826+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/2196912120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d8804500 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fc2c4003930 tx=0x7fc2c4003cf0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.828+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/2196912120 shutdown_connections 2024-05-21T00:20:45.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.828+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/2196912120 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654d8814130 0x5654d88165f0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.828+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/2196912120 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d8804500 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.828+0000 7fc2ba000700 0 client.25990 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:20:45.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.828+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/2196912120 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d8806ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.828+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/2196912120 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 0x5654d8803fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.829+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/2196912120 >> 172.21.15.12:0/2196912120 conn(0x5654d8728be0 msgr2=0x5654d87f4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:45.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.829+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/2196912120 shutdown_connections 2024-05-21T00:20:45.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.830+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/2196912120 wait complete. 2024-05-21T00:20:45.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.830+0000 7fc2dd8a1b80 20 client.25990 trim_cache size 0 max 16384 2024-05-21T00:20:45.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.852+0000 7fc2dd8a1b80 1 Processor -- start 2024-05-21T00:20:45.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.853+0000 7fc2dd8a1b80 1 -- start start 2024-05-21T00:20:45.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.853+0000 7fc2dd8a1b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d87fab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.856 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.853+0000 7fc2dd8a1b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 0x5654d88045f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.857 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.853+0000 7fc2dd8a1b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d8801ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.860 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.855+0000 7fc2c3400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 0x5654d88045f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.855+0000 7fc2c3400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 0x5654d88045f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:35558/0 (socket says 172.21.15.12:35558) 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.856+0000 7fc2d1000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d8801ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.856+0000 7fc2d1000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d8801ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:34222/0 (socket says 172.21.15.12:34222) 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.856+0000 7fc2dd8a1b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc2a800d3c0 con 0x5654d87fb140 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.856+0000 7fc2dd8a1b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc2a800ef00 con 0x5654d8800610 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.856+0000 7fc2dd8a1b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fc2a800da90 con 0x5654d8800f30 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.856+0000 7fc2cbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d87fab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.856+0000 7fc2cbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d87fab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38790/0 (socket says 172.21.15.12:38790) 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.856+0000 7fc2cbe00700 1 -- 172.21.15.12:0/2051093765 learned_addr learned my addr 172.21.15.12:0/2051093765 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.857+0000 7fc2cbe00700 1 -- 172.21.15.12:0/2051093765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 msgr2=0x5654d8801ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.857+0000 7fc2cbe00700 1 --2- 172.21.15.12:0/2051093765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d8801ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.857+0000 7fc2cbe00700 1 -- 172.21.15.12:0/2051093765 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 msgr2=0x5654d88045f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.857+0000 7fc2cbe00700 1 --2- 172.21.15.12:0/2051093765 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 0x5654d88045f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.861 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.857+0000 7fc2cbe00700 1 -- 172.21.15.12:0/2051093765 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5654d8802560 con 0x5654d87fb140 2024-05-21T00:20:45.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.857+0000 7fc2d1000700 1 --2- 172.21.15.12:0/2051093765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d8801ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello state changed while learned_addr, mark_down or replacing must be happened just now 2024-05-21T00:20:45.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.858+0000 7fc2cbe00700 1 --2- 172.21.15.12:0/2051093765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d87fab20 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc015690 tx=0x7fc2bc004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7780cea77538b43 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:45.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.860+0000 7fc2c0c00700 1 -- 172.21.15.12:0/2051093765 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2bc004db0 con 0x5654d87fb140 2024-05-21T00:20:45.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.860+0000 7fc2c0c00700 1 -- 172.21.15.12:0/2051093765 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2bc023430 con 0x5654d87fb140 2024-05-21T00:20:45.862 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.860+0000 7fc2c0c00700 1 -- 172.21.15.12:0/2051093765 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2bc005280 con 0x5654d87fb140 2024-05-21T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.861+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/2051093765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 msgr2=0x5654d87fab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:45.864 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.861+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/2051093765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d87fab20 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc015690 tx=0x7fc2bc004ad0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.861+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/2051093765 shutdown_connections 2024-05-21T00:20:45.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.861+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/2051093765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800f30 0x5654d8801ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.861+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/2051093765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d87fb140 0x5654d87fab20 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.861+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/2051093765 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8800610 0x5654d88045f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.861+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/2051093765 >> 172.21.15.12:0/2051093765 conn(0x5654d8728be0 msgr2=0x5654d88013d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:45.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.861+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/2051093765 shutdown_connections 2024-05-21T00:20:45.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.862+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/2051093765 wait complete. 2024-05-21T00:20:45.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.862+0000 7fc2dd8a1b80 1 -- start start 2024-05-21T00:20:45.865 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.862+0000 7fc2dd8a1b80 1 Processor -- start 2024-05-21T00:20:45.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.864+0000 7fc2dd8a1b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800610 0x5654d880cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.866 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.864+0000 7fc2dd8a1b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d8800f30 0x5654d881b660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.868 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.864+0000 7fc2dd8a1b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8814130 0x5654d881bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.865+0000 7fc2dd8a1b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc2a800e830 con 0x5654d8800f30 2024-05-21T00:20:45.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.865+0000 7fc2dd8a1b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc2a800e160 con 0x5654d8814130 2024-05-21T00:20:45.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.865+0000 7fc2d1000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8814130 0x5654d881bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.865+0000 7fc2d1000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8814130 0x5654d881bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:35562/0 (socket says 172.21.15.12:35562) 2024-05-21T00:20:45.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.865+0000 7fc2d1000700 1 -- 172.21.15.12:0/1763017366 learned_addr learned my addr 172.21.15.12:0/1763017366 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:45.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.865+0000 7fc2c3400700 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d8800f30 0x5654d881b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.865+0000 7fc2cbe00700 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800610 0x5654d880cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.866+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/1763017366 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fc2a800b360 con 0x5654d8800610 2024-05-21T00:20:45.869 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.866+0000 7fc2dd8a1b80 10 client.0 _ll_register_callbacks cb 0x5654d86f2c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:45.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.867+0000 7fc2cbe00700 1 -- 172.21.15.12:0/1763017366 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8814130 msgr2=0x5654d881bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:45.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.867+0000 7fc2cbe00700 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8814130 0x5654d881bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.867+0000 7fc2cbe00700 1 -- 172.21.15.12:0/1763017366 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d8800f30 msgr2=0x5654d881b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:45.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.867+0000 7fc2cbe00700 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d8800f30 0x5654d881b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.870 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.868+0000 7fc2cbe00700 1 -- 172.21.15.12:0/1763017366 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5654d881c3a0 con 0x5654d8800610 2024-05-21T00:20:45.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.870+0000 7fc2cbe00700 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800610 0x5654d880cf00 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc024000 tx=0x7fc2bc023c40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5c40bee84c698def server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:45.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.871+0000 7fc2c3400700 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d8800f30 0x5654d881b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:20:45.873 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.871+0000 7fc2ba000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:20:45.874 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.871+0000 7fc2ba000700 1 -- 172.21.15.12:0/1763017366 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2bc015d50 con 0x5654d8800610 2024-05-21T00:20:45.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.875+0000 7fc2ba000700 1 -- 172.21.15.12:0/1763017366 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fc2bc0235e0 con 0x5654d8800610 2024-05-21T00:20:45.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.875+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/1763017366 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc2bc023430 con 0x5654d8800610 2024-05-21T00:20:45.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.876+0000 7fc2ba000700 1 -- 172.21.15.12:0/1763017366 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc2bc023800 con 0x5654d8800610 2024-05-21T00:20:45.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.876+0000 7fc2dd8a1b80 10 client.25993 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:45.878 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.876+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/1763017366 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5654d887ed00 con 0x5654d8800610 2024-05-21T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.877+0000 7fc2ba000700 1 -- 172.21.15.12:0/1763017366 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc2bc023430 con 0x5654d8800610 2024-05-21T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.877+0000 7fc2ba000700 1 -- 172.21.15.12:0/1763017366 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fc2bc035070 con 0x5654d8800610 2024-05-21T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.877+0000 7fc2dd8a1b80 10 client.25993 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:45.880 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.877+0000 7fc2dd8a1b80 10 client.25993 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:20:45.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.877+0000 7fc2dd8a1b80 20 client.25993 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:45.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.877+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654d887f2f0 0x5654d8881710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:45.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.877+0000 7fc2dd8a1b80 4 client.25993 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:20:45.881 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.877+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/1763017366 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5654d8754570 con 0x5654d887f2f0 2024-05-21T00:20:45.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.880+0000 7fc2c3400700 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654d887f2f0 0x5654d8881710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:45.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.880+0000 7fc2c3400700 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654d887f2f0 0x5654d8881710 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c696d491966342c0 server_cookie=588d97d58da185a5 in_seq=0 out_seq=0 2024-05-21T00:20:45.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.880+0000 7fc2ba000700 10 client.25993 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:20:45.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.881+0000 7fc2ba000700 1 -- 172.21.15.12:0/1763017366 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5654d8754570 con 0x5654d887f2f0 2024-05-21T00:20:45.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.881+0000 7fc2ba000700 10 client.25993 handle_command_reply: tid=0 2024-05-21T00:20:45.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.881+0000 7fc2dd8a1b80 1 client.25993 shutdown 2024-05-21T00:20:45.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.882+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/1763017366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800610 msgr2=0x5654d880cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:45.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.882+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800610 0x5654d880cf00 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc024000 tx=0x7fc2bc023c40 comp rx=0 tx=0).stop 2024-05-21T00:20:45.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.882+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/1763017366 shutdown_connections 2024-05-21T00:20:45.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.882+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x5654d887f2f0 0x5654d8881710 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.882+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5654d8814130 0x5654d881bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.882+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5654d8800610 0x5654d880cf00 secure :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc024000 tx=0x7fc2bc023c40 comp rx=0 tx=0).stop 2024-05-21T00:20:45.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.882+0000 7fc2dd8a1b80 1 --2- 172.21.15.12:0/1763017366 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5654d8800f30 0x5654d881b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.882+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/1763017366 >> 172.21.15.12:0/1763017366 conn(0x5654d8728be0 msgr2=0x5654d87ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:45.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.882+0000 7fc2ba000700 0 client.25993 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:20:45.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.883+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/1763017366 shutdown_connections 2024-05-21T00:20:45.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.884+0000 7fc2dd8a1b80 1 -- 172.21.15.12:0/1763017366 wait complete. 2024-05-21T00:20:45.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.884+0000 7fc2dd8a1b80 20 client.25993 trim_cache size 0 max 16384 2024-05-21T00:20:45.888 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:20:45.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.891+0000 7fc2d3000700 1 -- 172.21.15.12:0/1223881963 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc2b00b2980 msgr2=0x7fc2b00b4e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:45.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.891+0000 7fc2d3000700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc2b00b2980 0x7fc2b00b4e40 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc009510 tx=0x7fc2bc009040 comp rx=0 tx=0).stop 2024-05-21T00:20:45.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.891+0000 7fc2d3000700 1 -- 172.21.15.12:0/1223881963 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc2cc106140 msgr2=0x7fc2cc10f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:45.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.891+0000 7fc2d3000700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc2cc106140 0x7fc2cc10f610 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fc2b40098e0 tx=0x7fc2b40057c0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.891+0000 7fc2d3000700 1 -- 172.21.15.12:0/1223881963 shutdown_connections 2024-05-21T00:20:45.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.891+0000 7fc2d3000700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc2b00b2980 0x7fc2b00b4e40 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.891+0000 7fc2d3000700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc2cc10b780 0x7fc2cc10fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.891+0000 7fc2d3000700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc2cc105780 0x7fc2cc1124c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.891+0000 7fc2d3000700 1 --2- 172.21.15.12:0/1223881963 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc2cc106140 0x7fc2cc10f610 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:45.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.891+0000 7fc2d3000700 1 -- 172.21.15.12:0/1223881963 >> 172.21.15.12:0/1223881963 conn(0x7fc2cc101270 msgr2=0x7fc2cc101960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:45.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.893+0000 7fc2d3000700 1 -- 172.21.15.12:0/1223881963 shutdown_connections 2024-05-21T00:20:45.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:45.894+0000 7fc2d3000700 1 -- 172.21.15.12:0/1223881963 wait complete. 2024-05-21T00:20:46.991 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:20:47.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:46 smithi060 ceph-mon[36426]: pgmap v550: 97 pgs: 97 active+clean; 1.7 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 144 MiB/s wr, 73 op/s 2024-05-21T00:20:47.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:46 smithi077 ceph-mon[36377]: pgmap v550: 97 pgs: 97 active+clean; 1.7 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 144 MiB/s wr, 73 op/s 2024-05-21T00:20:47.327 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:46 smithi012 ceph-mon[31403]: pgmap v550: 97 pgs: 97 active+clean; 1.7 GiB data, 4.9 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 144 MiB/s wr, 73 op/s 2024-05-21T00:20:47.944 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:20:49.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:48 smithi012 ceph-mon[31403]: pgmap v551: 97 pgs: 97 active+clean; 2.2 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 185 MiB/s wr, 66 op/s 2024-05-21T00:20:49.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:48 smithi060 ceph-mon[36426]: pgmap v551: 97 pgs: 97 active+clean; 2.2 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 185 MiB/s wr, 66 op/s 2024-05-21T00:20:49.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:48 smithi077 ceph-mon[36377]: pgmap v551: 97 pgs: 97 active+clean; 2.2 GiB data, 6.6 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 185 MiB/s wr, 66 op/s 2024-05-21T00:20:51.017 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:50 smithi012 ceph-mon[31403]: pgmap v552: 97 pgs: 97 active+clean; 2.7 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 228 MiB/s wr, 72 op/s 2024-05-21T00:20:51.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:50 smithi060 ceph-mon[36426]: pgmap v552: 97 pgs: 97 active+clean; 2.7 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 228 MiB/s wr, 72 op/s 2024-05-21T00:20:51.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.255+0000 7fa146a00700 1 -- 172.21.15.12:0/3620349251 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa140108470 msgr2=0x7fa14006b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:51.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.255+0000 7fa146a00700 1 --2- 172.21.15.12:0/3620349251 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa140108470 0x7fa14006b250 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fa130009990 tx=0x7fa130009ca0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.255+0000 7fa146a00700 1 -- 172.21.15.12:0/3620349251 shutdown_connections 2024-05-21T00:20:51.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.255+0000 7fa146a00700 1 --2- 172.21.15.12:0/3620349251 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa140105f80 0x7fa140106410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.255+0000 7fa146a00700 1 --2- 172.21.15.12:0/3620349251 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa140108470 0x7fa14006b250 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.255+0000 7fa146a00700 1 --2- 172.21.15.12:0/3620349251 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa14006b790 0x7fa14006bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.255+0000 7fa146a00700 1 -- 172.21.15.12:0/3620349251 >> 172.21.15.12:0/3620349251 conn(0x7fa1400793f0 msgr2=0x7fa140079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:51.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.255+0000 7fa146a00700 1 -- 172.21.15.12:0/3620349251 shutdown_connections 2024-05-21T00:20:51.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.256+0000 7fa146a00700 1 -- 172.21.15.12:0/3620349251 wait complete. 2024-05-21T00:20:51.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.257+0000 7fa146a00700 1 Processor -- start 2024-05-21T00:20:51.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.257+0000 7fa146a00700 1 -- start start 2024-05-21T00:20:51.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.258+0000 7fa146a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa14006b790 0x7fa140116860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.258+0000 7fa146a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa140105f80 0x7fa14010f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.258+0000 7fa146a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa140108470 0x7fa14010fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.258+0000 7fa146a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa140119d00 con 0x7fa14006b790 2024-05-21T00:20:51.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.258+0000 7fa146a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa140119b80 con 0x7fa140108470 2024-05-21T00:20:51.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.258+0000 7fa146a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fa140119e80 con 0x7fa140105f80 2024-05-21T00:20:51.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.258+0000 7fa144a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa140108470 0x7fa14010fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.258+0000 7fa144a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa140108470 0x7fa14010fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:35584/0 (socket says 172.21.15.12:35584) 2024-05-21T00:20:51.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.258+0000 7fa144a00700 1 -- 172.21.15.12:0/2658543812 learned_addr learned my addr 172.21.15.12:0/2658543812 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:51.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.259+0000 7fa13f400700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa140105f80 0x7fa14010f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.259+0000 7fa13fe00700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa14006b790 0x7fa140116860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.259+0000 7fa13f400700 1 -- 172.21.15.12:0/2658543812 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa140108470 msgr2=0x7fa14010fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:51.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.259+0000 7fa13f400700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa140108470 0x7fa14010fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.259+0000 7fa13f400700 1 -- 172.21.15.12:0/2658543812 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa14006b790 msgr2=0x7fa140116860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:51.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.259+0000 7fa13f400700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa14006b790 0x7fa140116860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.259+0000 7fa13f400700 1 -- 172.21.15.12:0/2658543812 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa140110470 con 0x7fa140105f80 2024-05-21T00:20:51.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.260+0000 7fa144a00700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa140108470 0x7fa14010fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:51.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.260+0000 7fa13fe00700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa14006b790 0x7fa140116860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:20:51.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.260+0000 7fa13f400700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa140105f80 0x7fa14010f8f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa12c00d950 tx=0x7fa12c00dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:51.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.260+0000 7fa13cc00700 1 -- 172.21.15.12:0/2658543812 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12c017070 con 0x7fa140105f80 2024-05-21T00:20:51.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.261+0000 7fa13cc00700 1 -- 172.21.15.12:0/2658543812 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa12c009de0 con 0x7fa140105f80 2024-05-21T00:20:51.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.261+0000 7fa13cc00700 1 -- 172.21.15.12:0/2658543812 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12c010e20 con 0x7fa140105f80 2024-05-21T00:20:51.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.261+0000 7fa146a00700 1 -- 172.21.15.12:0/2658543812 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa140114390 con 0x7fa140105f80 2024-05-21T00:20:51.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.261+0000 7fa146a00700 1 -- 172.21.15.12:0/2658543812 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa140114880 con 0x7fa140105f80 2024-05-21T00:20:51.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.271+0000 7fa1512a9b80 1 Processor -- start 2024-05-21T00:20:51.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.272+0000 7fa1512a9b80 1 -- start start 2024-05-21T00:20:51.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.272+0000 7fa13cc00700 1 -- 172.21.15.12:0/2658543812 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa12c01a070 con 0x7fa140105f80 2024-05-21T00:20:51.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.274+0000 7fa1512a9b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dbeb0 0x5652765dc290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.275+0000 7fa1512a9b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765dc7d0 0x5652765d6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.275+0000 7fa1512a9b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765d6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.276+0000 7fa1512a9b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x565276534e40 con 0x5652765dbeb0 2024-05-21T00:20:51.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.276+0000 7fa1512a9b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5652765249e0 con 0x5652765d6880 2024-05-21T00:20:51.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.276+0000 7fa1512a9b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x565276528a20 con 0x5652765dc7d0 2024-05-21T00:20:51.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.276+0000 7fa13f400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765d6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.276+0000 7fa13f400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765d6ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:35588/0 (socket says 172.21.15.12:35588) 2024-05-21T00:20:51.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.276+0000 7fa13f400700 1 -- 172.21.15.12:0/2163715401 learned_addr learned my addr 172.21.15.12:0/2163715401 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:51.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.277+0000 7fa13f400700 1 -- 172.21.15.12:0/2163715401 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765dc7d0 msgr2=0x5652765d6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:51.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.277+0000 7fa13f400700 1 --2- 172.21.15.12:0/2163715401 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765dc7d0 0x5652765d6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.277+0000 7fa13f400700 1 -- 172.21.15.12:0/2163715401 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dbeb0 msgr2=0x5652765dc290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:51.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.277+0000 7fa13f400700 1 --2- 172.21.15.12:0/2163715401 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dbeb0 0x5652765dc290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.278+0000 7fa13f400700 1 -- 172.21.15.12:0/2163715401 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652764ed420 con 0x5652765d6880 2024-05-21T00:20:51.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.278+0000 7fa13f400700 1 --2- 172.21.15.12:0/2163715401 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765d6ce0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa12c0e5b90 tx=0x7fa12c0e5ea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ad4dd82dee22c641 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:51.280 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:50 smithi077 ceph-mon[36377]: pgmap v552: 97 pgs: 97 active+clean; 2.7 GiB data, 8.4 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 228 MiB/s wr, 72 op/s 2024-05-21T00:20:51.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.279+0000 7fa135600700 1 -- 172.21.15.12:0/2163715401 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12c0f5070 con 0x5652765d6880 2024-05-21T00:20:51.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.279+0000 7fa135600700 1 -- 172.21.15.12:0/2163715401 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa12c0eaba0 con 0x5652765d6880 2024-05-21T00:20:51.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.279+0000 7fa135600700 1 -- 172.21.15.12:0/2163715401 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12c0ef620 con 0x5652765d6880 2024-05-21T00:20:51.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.280+0000 7fa1512a9b80 1 -- 172.21.15.12:0/2163715401 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 msgr2=0x5652765d6ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:51.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.280+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/2163715401 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765d6ce0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa12c0e5b90 tx=0x7fa12c0e5ea0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.281+0000 7fa1512a9b80 1 -- 172.21.15.12:0/2163715401 shutdown_connections 2024-05-21T00:20:51.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.281+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/2163715401 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765d6ce0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.281+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/2163715401 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dbeb0 0x5652765dc290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.281+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/2163715401 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765dc7d0 0x5652765d6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.282+0000 7fa1512a9b80 1 -- 172.21.15.12:0/2163715401 >> 172.21.15.12:0/2163715401 conn(0x565276504be0 msgr2=0x5652765d1010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:51.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.283+0000 7fa1512a9b80 1 -- 172.21.15.12:0/2163715401 shutdown_connections 2024-05-21T00:20:51.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.283+0000 7fa1512a9b80 1 -- 172.21.15.12:0/2163715401 wait complete. 2024-05-21T00:20:51.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.283+0000 7fa13cc00700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa1240b2890 0x7fa1240b4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.284+0000 7fa13cc00700 1 -- 172.21.15.12:0/2658543812 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fa12c0e1b40 con 0x7fa140105f80 2024-05-21T00:20:51.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.284+0000 7fa1512a9b80 1 -- start start 2024-05-21T00:20:51.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.284+0000 7fa13fe00700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa1240b2890 0x7fa1240b4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.285+0000 7fa1512a9b80 1 Processor -- start 2024-05-21T00:20:51.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.285+0000 7fa13fe00700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa1240b2890 0x7fa1240b4d50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fa130000c00 tx=0x7fa13000b560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:51.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.287+0000 7fa1512a9b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765e2520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.287+0000 7fa1512a9b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765dbeb0 0x5652765df840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.292 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.287+0000 7fa1512a9b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 0x5652765dfd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.287+0000 7fa1512a9b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56527642afa0 con 0x5652765dc7d0 2024-05-21T00:20:51.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.287+0000 7fa1512a9b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5652764c5760 con 0x5652765d6880 2024-05-21T00:20:51.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.287+0000 7fa1512a9b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5652765e3240 con 0x5652765dbeb0 2024-05-21T00:20:51.293 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.287+0000 7fa1512a9b80 10 client.0 _ll_register_callbacks cb 0x5652764cec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:51.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.287+0000 7fa13fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765e2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.288+0000 7fa13fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765e2520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:35600/0 (socket says 172.21.15.12:35600) 2024-05-21T00:20:51.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.288+0000 7fa13fe00700 1 -- 172.21.15.12:0/297710417 learned_addr learned my addr 172.21.15.12:0/297710417 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:51.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.288+0000 7fa13f400700 1 --2- 172.21.15.12:0/297710417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765dbeb0 0x5652765df840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.288+0000 7fa144a00700 1 --2- 172.21.15.12:0/297710417 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 0x5652765dfd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.288+0000 7fa13f400700 1 -- 172.21.15.12:0/297710417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 msgr2=0x5652765e2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:51.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.288+0000 7fa13f400700 1 --2- 172.21.15.12:0/297710417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765e2520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.288+0000 7fa13f400700 1 -- 172.21.15.12:0/297710417 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 msgr2=0x5652765dfd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:51.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.288+0000 7fa13f400700 1 --2- 172.21.15.12:0/297710417 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 0x5652765dfd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.288+0000 7fa13f400700 1 -- 172.21.15.12:0/297710417 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652764748d0 con 0x5652765dbeb0 2024-05-21T00:20:51.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.289+0000 7fa12a000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:20:51.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.289+0000 7fa13f400700 1 --2- 172.21.15.12:0/297710417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765dbeb0 0x5652765df840 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa12c009520 tx=0x7fa12c00df90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5636aba7e5a5f598 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:51.294 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.289+0000 7fa12a000700 1 -- 172.21.15.12:0/297710417 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa12c021030 con 0x5652765dbeb0 2024-05-21T00:20:51.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.289+0000 7fa12a000700 1 -- 172.21.15.12:0/297710417 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fa12c0a5720 con 0x5652765dbeb0 2024-05-21T00:20:51.295 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.292+0000 7fa1512a9b80 1 -- 172.21.15.12:0/297710417 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa12c0eaba0 con 0x5652765dbeb0 2024-05-21T00:20:51.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.294+0000 7fa12a000700 1 -- 172.21.15.12:0/297710417 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa12c0a4ff0 con 0x5652765dbeb0 2024-05-21T00:20:51.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.294+0000 7fa1512a9b80 10 client.26002 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:51.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.294+0000 7fa1512a9b80 1 -- 172.21.15.12:0/297710417 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5652764f5060 con 0x5652765dbeb0 2024-05-21T00:20:51.296 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.295+0000 7fa12a000700 1 -- 172.21.15.12:0/297710417 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa12c0eaba0 con 0x5652765dbeb0 2024-05-21T00:20:51.297 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.295+0000 7fa12a000700 1 -- 172.21.15.12:0/297710417 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa12c0a53c0 con 0x5652765dbeb0 2024-05-21T00:20:51.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.296+0000 7fa1512a9b80 10 client.26002 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:51.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.296+0000 7fa1512a9b80 10 client.26002 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:20:51.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.296+0000 7fa1512a9b80 20 client.26002 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:51.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.296+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/297710417 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5652765efcb0 0x5652765f20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.296+0000 7fa1512a9b80 4 client.26002 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:20:51.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.296+0000 7fa1512a9b80 1 -- 172.21.15.12:0/297710417 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x565276536d90 con 0x5652765efcb0 2024-05-21T00:20:51.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.297+0000 7fa13fe00700 1 --2- 172.21.15.12:0/297710417 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5652765efcb0 0x5652765f20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.298+0000 7fa12a000700 10 client.26002 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:20:51.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.298+0000 7fa13fe00700 1 --2- 172.21.15.12:0/297710417 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5652765efcb0 0x5652765f20a0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=60edca0cb32278c8 server_cookie=370c13e817ae34d3 in_seq=0 out_seq=0 2024-05-21T00:20:51.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.300+0000 7fa12a000700 1 -- 172.21.15.12:0/297710417 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x565276536d90 con 0x5652765efcb0 2024-05-21T00:20:51.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.300+0000 7fa12a000700 10 client.26002 handle_command_reply: tid=0 2024-05-21T00:20:51.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.300+0000 7fa1512a9b80 1 client.26002 shutdown 2024-05-21T00:20:51.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.300+0000 7fa1512a9b80 1 -- 172.21.15.12:0/297710417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765dbeb0 msgr2=0x5652765df840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:51.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.300+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/297710417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765dbeb0 0x5652765df840 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa12c009520 tx=0x7fa12c00df90 comp rx=0 tx=0).stop 2024-05-21T00:20:51.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.301+0000 7fa1512a9b80 1 -- 172.21.15.12:0/297710417 shutdown_connections 2024-05-21T00:20:51.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.301+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/297710417 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5652765efcb0 0x5652765f20a0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.301+0000 7fa12a000700 0 client.26002 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:20:51.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.301+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/297710417 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 0x5652765dfd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.301+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/297710417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765e2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.301+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/297710417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765dbeb0 0x5652765df840 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.301+0000 7fa1512a9b80 1 -- 172.21.15.12:0/297710417 >> 172.21.15.12:0/297710417 conn(0x565276504be0 msgr2=0x5652765d5250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:51.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.302+0000 7fa1512a9b80 1 -- 172.21.15.12:0/297710417 shutdown_connections 2024-05-21T00:20:51.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.302+0000 7fa1512a9b80 1 -- 172.21.15.12:0/297710417 wait complete. 2024-05-21T00:20:51.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.302+0000 7fa1512a9b80 20 client.26002 trim_cache size 0 max 16384 2024-05-21T00:20:51.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.335+0000 7fa1512a9b80 1 Processor -- start 2024-05-21T00:20:51.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.336+0000 7fa1512a9b80 1 -- start start 2024-05-21T00:20:51.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.336+0000 7fa1512a9b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765d6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.336+0000 7fa1512a9b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 0x5652765df620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.336+0000 7fa1512a9b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765e1e50 0x5652765dfb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.336+0000 7fa1512a9b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa1401bcae0 con 0x5652765dc7d0 2024-05-21T00:20:51.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.336+0000 7fa1512a9b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa1401be620 con 0x5652765d6880 2024-05-21T00:20:51.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.336+0000 7fa1512a9b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fa1401bd1b0 con 0x5652765e1e50 2024-05-21T00:20:51.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.337+0000 7fa13fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765d6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.337+0000 7fa13fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765d6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:35608/0 (socket says 172.21.15.12:35608) 2024-05-21T00:20:51.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.337+0000 7fa13fe00700 1 -- 172.21.15.12:0/2895624919 learned_addr learned my addr 172.21.15.12:0/2895624919 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:51.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.337+0000 7fa13fe00700 1 -- 172.21.15.12:0/2895624919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765e1e50 msgr2=0x5652765dfb60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T00:20:51.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.337+0000 7fa144a00700 1 --2- 172.21.15.12:0/2895624919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765e1e50 0x5652765dfb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.338+0000 7fa13fe00700 1 --2- 172.21.15.12:0/2895624919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765e1e50 0x5652765dfb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.338+0000 7fa13fe00700 1 -- 172.21.15.12:0/2895624919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 msgr2=0x5652765df620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:51.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.338+0000 7fa13fe00700 1 --2- 172.21.15.12:0/2895624919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 0x5652765df620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.338+0000 7fa13fe00700 1 -- 172.21.15.12:0/2895624919 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652765ecca0 con 0x5652765d6880 2024-05-21T00:20:51.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.338+0000 7fa144a00700 1 --2- 172.21.15.12:0/2895624919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765e1e50 0x5652765dfb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:20:51.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.339+0000 7fa13fe00700 1 --2- 172.21.15.12:0/2895624919 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765d6260 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa130009990 tx=0x7fa130022000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d69d6ba497af83d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:51.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.339+0000 7fa134c00700 1 -- 172.21.15.12:0/2895624919 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13000f7a0 con 0x5652765d6880 2024-05-21T00:20:51.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.340+0000 7fa134c00700 1 -- 172.21.15.12:0/2895624919 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa13000fdf0 con 0x5652765d6880 2024-05-21T00:20:51.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.340+0000 7fa134c00700 1 -- 172.21.15.12:0/2895624919 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa130024410 con 0x5652765d6880 2024-05-21T00:20:51.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.341+0000 7fa1512a9b80 1 -- 172.21.15.12:0/2895624919 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 msgr2=0x5652765d6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:51.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.341+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/2895624919 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765d6260 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa130009990 tx=0x7fa130022000 comp rx=0 tx=0).stop 2024-05-21T00:20:51.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.341+0000 7fa1512a9b80 1 -- 172.21.15.12:0/2895624919 shutdown_connections 2024-05-21T00:20:51.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.341+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/2895624919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765e1e50 0x5652765dfb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.341+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/2895624919 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765d6260 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.341+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/2895624919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 0x5652765df620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.341+0000 7fa1512a9b80 1 -- 172.21.15.12:0/2895624919 >> 172.21.15.12:0/2895624919 conn(0x565276504be0 msgr2=0x5652765de150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:51.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.341+0000 7fa1512a9b80 1 -- 172.21.15.12:0/2895624919 shutdown_connections 2024-05-21T00:20:51.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.341+0000 7fa1512a9b80 1 -- 172.21.15.12:0/2895624919 wait complete. 2024-05-21T00:20:51.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.342+0000 7fa1512a9b80 1 -- start start 2024-05-21T00:20:51.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.342+0000 7fa1512a9b80 1 Processor -- start 2024-05-21T00:20:51.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.343+0000 7fa1512a9b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765f2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.343+0000 7fa1512a9b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 0x5652765f33c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.343+0000 7fa1512a9b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765e1e50 0x5652765f3900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.343+0000 7fa1512a9b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa1401bdf50 con 0x5652765dc7d0 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.343+0000 7fa1512a9b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa1401bd880 con 0x5652765d6880 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.343+0000 7fa1512a9b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fa1401baa80 con 0x5652765e1e50 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.343+0000 7fa1512a9b80 10 client.0 _ll_register_callbacks cb 0x5652764cec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.343+0000 7fa13fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765f2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.343+0000 7fa13fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765f2e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:35624/0 (socket says 172.21.15.12:35624) 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.343+0000 7fa13fe00700 1 -- 172.21.15.12:0/3409612920 learned_addr learned my addr 172.21.15.12:0/3409612920 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.343+0000 7fa144a00700 1 --2- 172.21.15.12:0/3409612920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765e1e50 0x5652765f3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.344+0000 7fa13f400700 1 --2- 172.21.15.12:0/3409612920 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 0x5652765f33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.344+0000 7fa144a00700 1 -- 172.21.15.12:0/3409612920 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 msgr2=0x5652765f2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.344+0000 7fa144a00700 1 --2- 172.21.15.12:0/3409612920 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765f2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.344+0000 7fa144a00700 1 -- 172.21.15.12:0/3409612920 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 msgr2=0x5652765f33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.344+0000 7fa144a00700 1 --2- 172.21.15.12:0/3409612920 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 0x5652765f33c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.344+0000 7fa144a00700 1 -- 172.21.15.12:0/3409612920 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565276659570 con 0x5652765e1e50 2024-05-21T00:20:51.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.345+0000 7fa144a00700 1 --2- 172.21.15.12:0/3409612920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765e1e50 0x5652765f3900 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x5652765e09d0 tx=0x7fa138007ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9dc798b5bed9b3ff server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:51.348 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.345+0000 7fa12a000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:20:51.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.345+0000 7fa12a000700 1 -- 172.21.15.12:0/3409612920 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa13801b020 con 0x5652765e1e50 2024-05-21T00:20:51.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.345+0000 7fa1512a9b80 1 -- 172.21.15.12:0/3409612920 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa13000fdf0 con 0x5652765e1e50 2024-05-21T00:20:51.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.345+0000 7fa12a000700 1 -- 172.21.15.12:0/3409612920 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fa138012a30 con 0x5652765e1e50 2024-05-21T00:20:51.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.345+0000 7fa12a000700 1 -- 172.21.15.12:0/3409612920 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa138012c30 con 0x5652765e1e50 2024-05-21T00:20:51.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.345+0000 7fa1512a9b80 10 client.26005 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:51.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.345+0000 7fa1512a9b80 1 -- 172.21.15.12:0/3409612920 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56527665a870 con 0x5652765e1e50 2024-05-21T00:20:51.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.346+0000 7fa12a000700 1 -- 172.21.15.12:0/3409612920 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa13000fdf0 con 0x5652765e1e50 2024-05-21T00:20:51.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.346+0000 7fa12a000700 1 -- 172.21.15.12:0/3409612920 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fa1380163e0 con 0x5652765e1e50 2024-05-21T00:20:51.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.346+0000 7fa1512a9b80 10 client.26005 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:51.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.346+0000 7fa1512a9b80 10 client.26005 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:20:51.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.346+0000 7fa1512a9b80 20 client.26005 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:51.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.346+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/3409612920 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x56527665aee0 0x56527665d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:51.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.346+0000 7fa1512a9b80 4 client.26005 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:20:51.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.346+0000 7fa1512a9b80 1 -- 172.21.15.12:0/3409612920 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "damage ls"}) -- 0x565276530570 con 0x56527665aee0 2024-05-21T00:20:51.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.346+0000 7fa13fe00700 1 --2- 172.21.15.12:0/3409612920 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x56527665aee0 0x56527665d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:51.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.347+0000 7fa12a000700 10 client.26005 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:20:51.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.347+0000 7fa13fe00700 1 --2- 172.21.15.12:0/3409612920 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x56527665aee0 0x56527665d300 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=99ec4b31e8cabbe2 server_cookie=bc4790970bb26f8 in_seq=0 out_seq=0 2024-05-21T00:20:51.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.347+0000 7fa12a000700 1 -- 172.21.15.12:0/3409612920 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x565276530570 con 0x56527665aee0 2024-05-21T00:20:51.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.347+0000 7fa12a000700 10 client.26005 handle_command_reply: tid=0 2024-05-21T00:20:51.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.347+0000 7fa1512a9b80 1 client.26005 shutdown 2024-05-21T00:20:51.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.347+0000 7fa1512a9b80 1 -- 172.21.15.12:0/3409612920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765e1e50 msgr2=0x5652765f3900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:51.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.347+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/3409612920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765e1e50 0x5652765f3900 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x5652765e09d0 tx=0x7fa138007ef0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.351+0000 7fa1512a9b80 1 -- 172.21.15.12:0/3409612920 shutdown_connections 2024-05-21T00:20:51.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.351+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/3409612920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5652765e1e50 0x5652765f3900 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.351+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/3409612920 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5652765d6880 0x5652765f2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.351+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/3409612920 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x56527665aee0 0x56527665d300 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.351+0000 7fa1512a9b80 1 --2- 172.21.15.12:0/3409612920 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5652765dc7d0 0x5652765f33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.351+0000 7fa1512a9b80 1 -- 172.21.15.12:0/3409612920 >> 172.21.15.12:0/3409612920 conn(0x565276504be0 msgr2=0x5652765df620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:51.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.351+0000 7fa12a000700 0 client.26005 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:20:51.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.351+0000 7fa1512a9b80 1 -- 172.21.15.12:0/3409612920 shutdown_connections 2024-05-21T00:20:51.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.351+0000 7fa1512a9b80 1 -- 172.21.15.12:0/3409612920 wait complete. 2024-05-21T00:20:51.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.351+0000 7fa1512a9b80 20 client.26005 trim_cache size 0 max 16384 2024-05-21T00:20:51.356 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:20:51.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.354+0000 7fa146a00700 1 -- 172.21.15.12:0/2658543812 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa1240b2890 msgr2=0x7fa1240b4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:51.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.354+0000 7fa146a00700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa1240b2890 0x7fa1240b4d50 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fa130000c00 tx=0x7fa13000b560 comp rx=0 tx=0).stop 2024-05-21T00:20:51.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.354+0000 7fa146a00700 1 -- 172.21.15.12:0/2658543812 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa140105f80 msgr2=0x7fa14010f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:51.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.354+0000 7fa146a00700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa140105f80 0x7fa14010f8f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa12c00d950 tx=0x7fa12c00dc60 comp rx=0 tx=0).stop 2024-05-21T00:20:51.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.354+0000 7fa146a00700 1 -- 172.21.15.12:0/2658543812 shutdown_connections 2024-05-21T00:20:51.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.354+0000 7fa146a00700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa140108470 0x7fa14010fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.354+0000 7fa146a00700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa1240b2890 0x7fa1240b4d50 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.354+0000 7fa146a00700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa14006b790 0x7fa140116860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:51.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.354+0000 7fa146a00700 1 --2- 172.21.15.12:0/2658543812 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa140105f80 0x7fa14010f8f0 secure :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa12c00d950 tx=0x7fa12c00dc60 comp rx=0 tx=0).stop 2024-05-21T00:20:51.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.354+0000 7fa146a00700 1 -- 172.21.15.12:0/2658543812 >> 172.21.15.12:0/2658543812 conn(0x7fa1400793f0 msgr2=0x7fa140104670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:51.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.354+0000 7fa146a00700 1 -- 172.21.15.12:0/2658543812 shutdown_connections 2024-05-21T00:20:51.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:51.355+0000 7fa146a00700 1 -- 172.21.15.12:0/2658543812 wait complete. 2024-05-21T00:20:52.809 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:20:53.071 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:52 smithi012 ceph-mon[31403]: pgmap v553: 97 pgs: 97 active+clean; 3.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 292 MiB/s wr, 85 op/s 2024-05-21T00:20:53.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:52 smithi060 ceph-mon[36426]: pgmap v553: 97 pgs: 97 active+clean; 3.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 292 MiB/s wr, 85 op/s 2024-05-21T00:20:53.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:52 smithi077 ceph-mon[36377]: pgmap v553: 97 pgs: 97 active+clean; 3.5 GiB data, 10 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 292 MiB/s wr, 85 op/s 2024-05-21T00:20:53.491 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:20:55.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:54 smithi060 ceph-mon[36426]: pgmap v554: 97 pgs: 97 active+clean; 3.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 278 MiB/s wr, 81 op/s 2024-05-21T00:20:55.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:54 smithi077 ceph-mon[36377]: pgmap v554: 97 pgs: 97 active+clean; 3.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 278 MiB/s wr, 81 op/s 2024-05-21T00:20:55.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:54 smithi012 ceph-mon[31403]: pgmap v554: 97 pgs: 97 active+clean; 3.7 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 278 MiB/s wr, 81 op/s 2024-05-21T00:20:56.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.690+0000 7feb0b400700 1 -- 172.21.15.12:0/4029914612 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb04103fc0 msgr2=0x7feb041103b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:56.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.690+0000 7feb0b400700 1 --2- 172.21.15.12:0/4029914612 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb04103fc0 0x7feb041103b0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7feafc00b0d0 tx=0x7feafc00b3e0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.690+0000 7feb0b400700 1 -- 172.21.15.12:0/4029914612 shutdown_connections 2024-05-21T00:20:56.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.690+0000 7feb0b400700 1 --2- 172.21.15.12:0/4029914612 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb04103fc0 0x7feb041103b0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.690+0000 7feb0b400700 1 --2- 172.21.15.12:0/4029914612 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb041095e0 0x7feb041099c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.690+0000 7feb0b400700 1 --2- 172.21.15.12:0/4029914612 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb04103600 0x7feb04103a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.693 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.690+0000 7feb0b400700 1 -- 172.21.15.12:0/4029914612 >> 172.21.15.12:0/4029914612 conn(0x7feb0407a700 msgr2=0x7feb0407ab10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:56.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.690+0000 7feb0b400700 1 -- 172.21.15.12:0/4029914612 shutdown_connections 2024-05-21T00:20:56.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.690+0000 7feb0b400700 1 -- 172.21.15.12:0/4029914612 wait complete. 2024-05-21T00:20:56.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.692+0000 7feb0b400700 1 Processor -- start 2024-05-21T00:20:56.694 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.692+0000 7feb0b400700 1 -- start start 2024-05-21T00:20:56.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.693+0000 7feb0b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb04103600 0x7feb041a1a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.693+0000 7feb0b400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb04103fc0 0x7feb041a1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.693+0000 7feb0b400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041095e0 0x7feb0419bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.693+0000 7feb0b400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7feb04076510 con 0x7feb04103fc0 2024-05-21T00:20:56.695 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.693+0000 7feb0b400700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7feb04076390 con 0x7feb04103600 2024-05-21T00:20:56.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.693+0000 7feb0b400700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7feb04076690 con 0x7feb041095e0 2024-05-21T00:20:56.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.693+0000 7feb03e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb04103fc0 0x7feb041a1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.693+0000 7feb03e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb04103fc0 0x7feb041a1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46206/0 (socket says 172.21.15.12:46206) 2024-05-21T00:20:56.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.693+0000 7feb03e00700 1 -- 172.21.15.12:0/682680779 learned_addr learned my addr 172.21.15.12:0/682680779 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:56.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.693+0000 7feb09400700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041095e0 0x7feb0419bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.693+0000 7feb08a00700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb04103600 0x7feb041a1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.696 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.694+0000 7feb09400700 1 -- 172.21.15.12:0/682680779 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb04103600 msgr2=0x7feb041a1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:56.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.694+0000 7feb09400700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb04103600 0x7feb041a1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.694+0000 7feb09400700 1 -- 172.21.15.12:0/682680779 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb04103fc0 msgr2=0x7feb041a1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:56.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.694+0000 7feb09400700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb04103fc0 0x7feb041a1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.694+0000 7feb09400700 1 -- 172.21.15.12:0/682680779 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb0419c400 con 0x7feb041095e0 2024-05-21T00:20:56.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.694+0000 7feb03e00700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb04103fc0 0x7feb041a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:56.697 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.695+0000 7feb09400700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041095e0 0x7feb0419bb20 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7feafc00b820 tx=0x7feafc0079a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:56.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.695+0000 7feb01600700 1 -- 172.21.15.12:0/682680779 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feafc021020 con 0x7feb041095e0 2024-05-21T00:20:56.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.695+0000 7feb01600700 1 -- 172.21.15.12:0/682680779 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feafc004c50 con 0x7feb041095e0 2024-05-21T00:20:56.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.695+0000 7feb0b400700 1 -- 172.21.15.12:0/682680779 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb0419c690 con 0x7feb041095e0 2024-05-21T00:20:56.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.695+0000 7feb0b400700 1 -- 172.21.15.12:0/682680779 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb041a89d0 con 0x7feb041095e0 2024-05-21T00:20:56.698 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.695+0000 7feb01600700 1 -- 172.21.15.12:0/682680779 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feafc01de60 con 0x7feb041095e0 2024-05-21T00:20:56.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.701+0000 7feb01600700 1 -- 172.21.15.12:0/682680779 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7feafc024020 con 0x7feb041095e0 2024-05-21T00:20:56.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.703+0000 7feb15e20b80 1 Processor -- start 2024-05-21T00:20:56.705 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.703+0000 7feb15e20b80 1 -- start start 2024-05-21T00:20:56.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.704+0000 7feb15e20b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb8468200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.704+0000 7feb15e20b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb8462330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.704+0000 7feb15e20b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8462dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.704+0000 7feb15e20b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55bcb83b7e40 con 0x55bcb8462950 2024-05-21T00:20:56.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.704+0000 7feb15e20b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55bcb83a79e0 con 0x55bcb8468740 2024-05-21T00:20:56.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.704+0000 7feb15e20b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55bcb83aba20 con 0x55bcb8467e20 2024-05-21T00:20:56.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.704+0000 7feb01600700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feaec0b2900 0x7feaec0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.704+0000 7feb03e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb8468200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.704+0000 7feb08a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb8462330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.704+0000 7feb01600700 1 -- 172.21.15.12:0/682680779 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7feafc00f020 con 0x7feb041095e0 2024-05-21T00:20:56.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.704+0000 7feb03e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb8468200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50378/0 (socket says 172.21.15.12:50378) 2024-05-21T00:20:56.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.704+0000 7feb03e00700 1 -- 172.21.15.12:0/1559692529 learned_addr learned my addr 172.21.15.12:0/1559692529 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:56.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.704+0000 7feb03e00700 1 --2- 172.21.15.12:0/1559692529 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8462dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.705+0000 7feb09400700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feaec0b2900 0x7feaec0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.706+0000 7feb03e00700 1 -- 172.21.15.12:0/1559692529 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 msgr2=0x55bcb8468200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:56.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.706+0000 7feb03e00700 1 --2- 172.21.15.12:0/1559692529 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb8468200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.706+0000 7feb03e00700 1 -- 172.21.15.12:0/1559692529 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 msgr2=0x55bcb8462330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:56.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.706+0000 7feb03e00700 1 --2- 172.21.15.12:0/1559692529 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb8462330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.706+0000 7feb03e00700 1 -- 172.21.15.12:0/1559692529 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bcb8370420 con 0x55bcb8462950 2024-05-21T00:20:56.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.706+0000 7feb08a00700 1 --2- 172.21.15.12:0/1559692529 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb8462330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:56.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.706+0000 7feb09400700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feaec0b2900 0x7feaec0b4dc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7feafc009850 tx=0x7feafc0b3040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:56.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.706+0000 7feb03e00700 1 --2- 172.21.15.12:0/1559692529 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8462dd0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7feaf0012cb0 tx=0x7feaf000b500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f98585b37431e5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:56.709 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.707+0000 7feaf6000700 1 -- 172.21.15.12:0/1559692529 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf0016030 con 0x55bcb8462950 2024-05-21T00:20:56.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.707+0000 7feaf6000700 1 -- 172.21.15.12:0/1559692529 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feaf0004830 con 0x55bcb8462950 2024-05-21T00:20:56.710 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.707+0000 7feaf6000700 1 -- 172.21.15.12:0/1559692529 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf0005110 con 0x55bcb8462950 2024-05-21T00:20:56.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.708+0000 7feb15e20b80 1 -- 172.21.15.12:0/1559692529 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 msgr2=0x55bcb8462dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:56.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.708+0000 7feb15e20b80 1 --2- 172.21.15.12:0/1559692529 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8462dd0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7feaf0012cb0 tx=0x7feaf000b500 comp rx=0 tx=0).stop 2024-05-21T00:20:56.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.708+0000 7feb15e20b80 1 -- 172.21.15.12:0/1559692529 shutdown_connections 2024-05-21T00:20:56.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.708+0000 7feb15e20b80 1 --2- 172.21.15.12:0/1559692529 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8462dd0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.708+0000 7feb15e20b80 1 --2- 172.21.15.12:0/1559692529 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb8468200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.708+0000 7feb15e20b80 1 --2- 172.21.15.12:0/1559692529 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb8462330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.708+0000 7feb15e20b80 1 -- 172.21.15.12:0/1559692529 >> 172.21.15.12:0/1559692529 conn(0x55bcb8387be0 msgr2=0x55bcb8454690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:56.711 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.709+0000 7feb15e20b80 1 -- 172.21.15.12:0/1559692529 shutdown_connections 2024-05-21T00:20:56.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.709+0000 7feb15e20b80 1 -- 172.21.15.12:0/1559692529 wait complete. 2024-05-21T00:20:56.712 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.709+0000 7feb15e20b80 1 -- start start 2024-05-21T00:20:56.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.710+0000 7feb15e20b80 1 Processor -- start 2024-05-21T00:20:56.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.710+0000 7feb15e20b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb846e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.710+0000 7feb15e20b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb846b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.710+0000 7feb15e20b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb846bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.710+0000 7feb15e20b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55bcb82adfa0 con 0x55bcb8462950 2024-05-21T00:20:56.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.710+0000 7feb15e20b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55bcb8348760 con 0x55bcb8468740 2024-05-21T00:20:56.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.710+0000 7feb15e20b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55bcb846f1f0 con 0x55bcb8467e20 2024-05-21T00:20:56.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.711+0000 7feb03e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb846e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.711+0000 7feb03e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb846e4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46214/0 (socket says 172.21.15.12:46214) 2024-05-21T00:20:56.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.711+0000 7feb03e00700 1 -- 172.21.15.12:0/2934749605 learned_addr learned my addr 172.21.15.12:0/2934749605 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:56.713 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.711+0000 7feb15e20b80 10 client.0 _ll_register_callbacks cb 0x55bcb8351c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:56.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.711+0000 7feb08a00700 1 --2- 172.21.15.12:0/2934749605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb846b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.711+0000 7feb03e00700 1 -- 172.21.15.12:0/2934749605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 msgr2=0x55bcb846b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:56.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.711+0000 7feb03e00700 1 --2- 172.21.15.12:0/2934749605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb846b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.711+0000 7feb03e00700 1 -- 172.21.15.12:0/2934749605 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 msgr2=0x55bcb846bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:56.714 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.711+0000 7feb03e00700 1 --2- 172.21.15.12:0/2934749605 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb846bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.711+0000 7feb03e00700 1 -- 172.21.15.12:0/2934749605 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bcb82f78d0 con 0x55bcb8462950 2024-05-21T00:20:56.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.711+0000 7feb08a00700 1 --2- 172.21.15.12:0/2934749605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb846b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:20:56.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.712+0000 7feb03e00700 1 --2- 172.21.15.12:0/2934749605 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb846e4e0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7feaf000b2f0 tx=0x7feaf00047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=794f617fafd873ae server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:56.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.712+0000 7feaeaa00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:20:56.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.712+0000 7feaeaa00700 1 -- 172.21.15.12:0/2934749605 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf0025070 con 0x55bcb8462950 2024-05-21T00:20:56.715 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.713+0000 7feaeaa00700 1 -- 172.21.15.12:0/2934749605 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7feaf0004310 con 0x55bcb8462950 2024-05-21T00:20:56.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.713+0000 7feb15e20b80 1 -- 172.21.15.12:0/2934749605 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feaf0004830 con 0x55bcb8462950 2024-05-21T00:20:56.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.714+0000 7feaeaa00700 1 -- 172.21.15.12:0/2934749605 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feaf0031050 con 0x55bcb8462950 2024-05-21T00:20:56.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.714+0000 7feb15e20b80 10 client.15873 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:56.716 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.714+0000 7feb15e20b80 1 -- 172.21.15.12:0/2934749605 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55bcb8378060 con 0x55bcb8462950 2024-05-21T00:20:56.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.714+0000 7feaeaa00700 1 -- 172.21.15.12:0/2934749605 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feaf0004830 con 0x55bcb8462950 2024-05-21T00:20:56.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.715+0000 7feaeaa00700 1 -- 172.21.15.12:0/2934749605 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7feaf0003730 con 0x55bcb8462950 2024-05-21T00:20:56.719 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.716+0000 7feb15e20b80 10 client.15873 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:56.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.716+0000 7feb15e20b80 10 client.15873 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:20:56.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.717+0000 7feb15e20b80 20 client.15873 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:56.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.717+0000 7feb15e20b80 1 --2- 172.21.15.12:0/2934749605 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55bcb847bc00 0x55bcb847dff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.717+0000 7feb15e20b80 4 client.15873 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:20:56.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.718+0000 7feb15e20b80 1 -- 172.21.15.12:0/2934749605 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bcb83b9d90 con 0x55bcb847bc00 2024-05-21T00:20:56.720 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.718+0000 7feb08a00700 1 --2- 172.21.15.12:0/2934749605 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55bcb847bc00 0x55bcb847dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.719+0000 7feb08a00700 1 --2- 172.21.15.12:0/2934749605 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55bcb847bc00 0x55bcb847dff0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7103ff08b6aace20 server_cookie=4317ec0ea2b6f31c in_seq=0 out_seq=0 2024-05-21T00:20:56.721 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.719+0000 7feaeaa00700 10 client.15873 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:56.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.720+0000 7feaeaa00700 1 -- 172.21.15.12:0/2934749605 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55bcb83b9d90 con 0x55bcb847bc00 2024-05-21T00:20:56.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.720+0000 7feaeaa00700 10 client.15873 handle_command_reply: tid=0 2024-05-21T00:20:56.722 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.720+0000 7feb15e20b80 1 client.15873 shutdown 2024-05-21T00:20:56.723 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.721+0000 7feb15e20b80 1 -- 172.21.15.12:0/2934749605 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 msgr2=0x55bcb846e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:56.723 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.721+0000 7feb15e20b80 1 --2- 172.21.15.12:0/2934749605 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb846e4e0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7feaf000b2f0 tx=0x7feaf00047c0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.723 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.721+0000 7feb15e20b80 1 -- 172.21.15.12:0/2934749605 shutdown_connections 2024-05-21T00:20:56.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.721+0000 7feb15e20b80 1 --2- 172.21.15.12:0/2934749605 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb846bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.721+0000 7feb15e20b80 1 --2- 172.21.15.12:0/2934749605 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb846e4e0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.721+0000 7feb15e20b80 1 --2- 172.21.15.12:0/2934749605 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55bcb847bc00 0x55bcb847dff0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.721+0000 7feb15e20b80 1 --2- 172.21.15.12:0/2934749605 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb846b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.721+0000 7feb15e20b80 1 -- 172.21.15.12:0/2934749605 >> 172.21.15.12:0/2934749605 conn(0x55bcb8387be0 msgr2=0x55bcb8453d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:56.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.721+0000 7feaeaa00700 0 client.15873 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:56.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.721+0000 7feb15e20b80 1 -- 172.21.15.12:0/2934749605 shutdown_connections 2024-05-21T00:20:56.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.721+0000 7feb15e20b80 1 -- 172.21.15.12:0/2934749605 wait complete. 2024-05-21T00:20:56.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.722+0000 7feb15e20b80 20 client.15873 trim_cache size 0 max 16384 2024-05-21T00:20:56.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.749+0000 7feb15e20b80 1 Processor -- start 2024-05-21T00:20:56.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.749+0000 7feb15e20b80 1 -- start start 2024-05-21T00:20:56.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.750+0000 7feb15e20b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8462330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.750+0000 7feb15e20b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb846bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.750+0000 7feb15e20b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb8465fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.750+0000 7feb15e20b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7feb041ab7c0 con 0x55bcb8462950 2024-05-21T00:20:56.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.750+0000 7feb15e20b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7feb041ad300 con 0x55bcb8468740 2024-05-21T00:20:56.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.750+0000 7feb15e20b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7feb041abe90 con 0x55bcb8467e20 2024-05-21T00:20:56.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.750+0000 7feb03e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8462330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.750+0000 7feb08a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb846bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.750+0000 7feb03e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8462330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:46220/0 (socket says 172.21.15.12:46220) 2024-05-21T00:20:56.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.750+0000 7feb03e00700 1 -- 172.21.15.12:0/2207675562 learned_addr learned my addr 172.21.15.12:0/2207675562 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:56.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.750+0000 7feb03e00700 1 --2- 172.21.15.12:0/2207675562 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb8465fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.751+0000 7feb08a00700 1 -- 172.21.15.12:0/2207675562 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 msgr2=0x55bcb8465fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:56.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.751+0000 7feb08a00700 1 --2- 172.21.15.12:0/2207675562 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb8465fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.751+0000 7feb08a00700 1 -- 172.21.15.12:0/2207675562 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 msgr2=0x55bcb8462330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:56.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.751+0000 7feb08a00700 1 --2- 172.21.15.12:0/2207675562 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8462330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.751+0000 7feb08a00700 1 -- 172.21.15.12:0/2207675562 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bcb844c620 con 0x55bcb8467e20 2024-05-21T00:20:56.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.751+0000 7feb03e00700 1 --2- 172.21.15.12:0/2207675562 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8462330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:20:56.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.751+0000 7feb08a00700 1 --2- 172.21.15.12:0/2207675562 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb846bef0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7feaf800b370 tx=0x7feaf800b580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d022034691856bdc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:56.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.751+0000 7feaf5600700 1 -- 172.21.15.12:0/2207675562 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf801f020 con 0x55bcb8467e20 2024-05-21T00:20:56.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.751+0000 7feaf5600700 1 -- 172.21.15.12:0/2207675562 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feaf8012e30 con 0x55bcb8467e20 2024-05-21T00:20:56.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.752+0000 7feaf5600700 1 -- 172.21.15.12:0/2207675562 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf801b2c0 con 0x55bcb8467e20 2024-05-21T00:20:56.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.752+0000 7feb15e20b80 1 -- 172.21.15.12:0/2207675562 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 msgr2=0x55bcb846bef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:56.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.753+0000 7feb15e20b80 1 --2- 172.21.15.12:0/2207675562 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb846bef0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7feaf800b370 tx=0x7feaf800b580 comp rx=0 tx=0).stop 2024-05-21T00:20:56.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.753+0000 7feb15e20b80 1 -- 172.21.15.12:0/2207675562 shutdown_connections 2024-05-21T00:20:56.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.753+0000 7feb15e20b80 1 --2- 172.21.15.12:0/2207675562 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb8465fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.753+0000 7feb15e20b80 1 --2- 172.21.15.12:0/2207675562 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8462330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.753+0000 7feb15e20b80 1 --2- 172.21.15.12:0/2207675562 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb846bef0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.753+0000 7feb15e20b80 1 -- 172.21.15.12:0/2207675562 >> 172.21.15.12:0/2207675562 conn(0x55bcb8387be0 msgr2=0x55bcb8468b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:56.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.753+0000 7feb15e20b80 1 -- 172.21.15.12:0/2207675562 shutdown_connections 2024-05-21T00:20:56.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.753+0000 7feb15e20b80 1 -- 172.21.15.12:0/2207675562 wait complete. 2024-05-21T00:20:56.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.753+0000 7feb15e20b80 1 -- start start 2024-05-21T00:20:56.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.754+0000 7feb15e20b80 1 Processor -- start 2024-05-21T00:20:56.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.754+0000 7feb15e20b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8474480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.754+0000 7feb15e20b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb84749c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.754+0000 7feb15e20b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb84826d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.754+0000 7feb15e20b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7feb041acc30 con 0x55bcb8462950 2024-05-21T00:20:56.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.754+0000 7feb15e20b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7feb041ac560 con 0x55bcb8468740 2024-05-21T00:20:56.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.754+0000 7feb15e20b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7feb04116780 con 0x55bcb8467e20 2024-05-21T00:20:56.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.754+0000 7feb15e20b80 10 client.0 _ll_register_callbacks cb 0x55bcb8351c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:20:56.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.755+0000 7feb08a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb84749c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.755+0000 7feb03e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8474480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.755+0000 7feb08a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb84749c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50390/0 (socket says 172.21.15.12:50390) 2024-05-21T00:20:56.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.755+0000 7feb08a00700 1 -- 172.21.15.12:0/958423552 learned_addr learned my addr 172.21.15.12:0/958423552 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:20:56.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.755+0000 7feb03e00700 1 --2- 172.21.15.12:0/958423552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb84826d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.755+0000 7feb03e00700 1 -- 172.21.15.12:0/958423552 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 msgr2=0x55bcb84749c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:56.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.755+0000 7feb03e00700 1 --2- 172.21.15.12:0/958423552 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb84749c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.755+0000 7feb03e00700 1 -- 172.21.15.12:0/958423552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 msgr2=0x55bcb84826d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:20:56.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.755+0000 7feb03e00700 1 --2- 172.21.15.12:0/958423552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb84826d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.755+0000 7feb03e00700 1 -- 172.21.15.12:0/958423552 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bcb8482c10 con 0x55bcb8462950 2024-05-21T00:20:56.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.756+0000 7feb03e00700 1 --2- 172.21.15.12:0/958423552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8474480 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7feaf0015040 tx=0x7feaf000b500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7069df00abee46d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:20:56.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.756+0000 7feaeaa00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:20:56.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.756+0000 7feaeaa00700 1 -- 172.21.15.12:0/958423552 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf0016070 con 0x55bcb8462950 2024-05-21T00:20:56.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.757+0000 7feb15e20b80 1 -- 172.21.15.12:0/958423552 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feaf8012e30 con 0x55bcb8462950 2024-05-21T00:20:56.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.757+0000 7feaeaa00700 1 -- 172.21.15.12:0/958423552 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7feaf001b070 con 0x55bcb8462950 2024-05-21T00:20:56.759 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.757+0000 7feaeaa00700 1 -- 172.21.15.12:0/958423552 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feaf0016070 con 0x55bcb8462950 2024-05-21T00:20:56.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.757+0000 7feb15e20b80 10 client.15879 fetch_fsmap learned FSMap version 29 2024-05-21T00:20:56.760 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.757+0000 7feb15e20b80 1 -- 172.21.15.12:0/958423552 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55bcb84e5c60 con 0x55bcb8462950 2024-05-21T00:20:56.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.758+0000 7feaeaa00700 1 -- 172.21.15.12:0/958423552 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feaf8012e30 con 0x55bcb8462950 2024-05-21T00:20:56.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.758+0000 7feaeaa00700 1 -- 172.21.15.12:0/958423552 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7feaf0041070 con 0x55bcb8462950 2024-05-21T00:20:56.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.758+0000 7feb15e20b80 10 client.15879 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:20:56.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.758+0000 7feb15e20b80 10 client.15879 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:20:56.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.758+0000 7feb15e20b80 20 client.15879 populate_metadata read hostname 'smithi012' 2024-05-21T00:20:56.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.758+0000 7feb15e20b80 1 --2- 172.21.15.12:0/958423552 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55bcb84e6250 0x55bcb84e8670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:20:56.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.758+0000 7feb15e20b80 4 client.15879 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:20:56.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.758+0000 7feb15e20b80 1 -- 172.21.15.12:0/958423552 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bcb83b3570 con 0x55bcb84e6250 2024-05-21T00:20:56.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.759+0000 7feb08a00700 1 --2- 172.21.15.12:0/958423552 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55bcb84e6250 0x55bcb84e8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:20:56.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.759+0000 7feb08a00700 1 --2- 172.21.15.12:0/958423552 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55bcb84e6250 0x55bcb84e8670 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90b1b3b5425632ee server_cookie=a0ccf09dda60d828 in_seq=0 out_seq=0 2024-05-21T00:20:56.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.759+0000 7feaeaa00700 10 client.15879 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:56.763 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.760+0000 7feaeaa00700 1 -- 172.21.15.12:0/958423552 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bcb83b3570 con 0x55bcb84e6250 2024-05-21T00:20:56.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.760+0000 7feaeaa00700 10 client.15879 handle_command_reply: tid=0 2024-05-21T00:20:56.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.760+0000 7feb15e20b80 1 client.15879 shutdown 2024-05-21T00:20:56.764 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:20:56.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.761+0000 7feb15e20b80 1 -- 172.21.15.12:0/958423552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 msgr2=0x55bcb8474480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:56.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.761+0000 7feb15e20b80 1 --2- 172.21.15.12:0/958423552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8474480 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7feaf0015040 tx=0x7feaf000b500 comp rx=0 tx=0).stop 2024-05-21T00:20:56.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.761+0000 7feb15e20b80 1 -- 172.21.15.12:0/958423552 shutdown_connections 2024-05-21T00:20:56.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.761+0000 7feb15e20b80 1 --2- 172.21.15.12:0/958423552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55bcb8468740 0x55bcb84826d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.761+0000 7feb15e20b80 1 --2- 172.21.15.12:0/958423552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55bcb8462950 0x55bcb8474480 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.761+0000 7feb15e20b80 1 --2- 172.21.15.12:0/958423552 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55bcb84e6250 0x55bcb84e8670 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.761+0000 7feb15e20b80 1 --2- 172.21.15.12:0/958423552 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55bcb8467e20 0x55bcb84749c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.761+0000 7feb15e20b80 1 -- 172.21.15.12:0/958423552 >> 172.21.15.12:0/958423552 conn(0x55bcb8387be0 msgr2=0x55bcb8468b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:56.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.761+0000 7feaeaa00700 0 client.15879 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:20:56.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.761+0000 7feb15e20b80 1 -- 172.21.15.12:0/958423552 shutdown_connections 2024-05-21T00:20:56.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.761+0000 7feb15e20b80 1 -- 172.21.15.12:0/958423552 wait complete. 2024-05-21T00:20:56.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.762+0000 7feb15e20b80 20 client.15879 trim_cache size 0 max 16384 2024-05-21T00:20:56.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.763+0000 7feb0b400700 1 -- 172.21.15.12:0/682680779 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feaec0b2900 msgr2=0x7feaec0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:56.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.763+0000 7feb0b400700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feaec0b2900 0x7feaec0b4dc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7feafc009850 tx=0x7feafc0b3040 comp rx=0 tx=0).stop 2024-05-21T00:20:56.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.763+0000 7feb0b400700 1 -- 172.21.15.12:0/682680779 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041095e0 msgr2=0x7feb0419bb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:20:56.766 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.764+0000 7feb0b400700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041095e0 0x7feb0419bb20 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7feafc00b820 tx=0x7feafc0079a0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.764+0000 7feb0b400700 1 -- 172.21.15.12:0/682680779 shutdown_connections 2024-05-21T00:20:56.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.764+0000 7feb0b400700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7feb041095e0 0x7feb0419bb20 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.764+0000 7feb0b400700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7feb04103600 0x7feb041a1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.764+0000 7feb0b400700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7feaec0b2900 0x7feaec0b4dc0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.764+0000 7feb0b400700 1 --2- 172.21.15.12:0/682680779 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7feb04103fc0 0x7feb041a1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:20:56.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.765+0000 7feb0b400700 1 -- 172.21.15.12:0/682680779 >> 172.21.15.12:0/682680779 conn(0x7feb0407a700 msgr2=0x7feb04102d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:20:56.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.765+0000 7feb0b400700 1 -- 172.21.15.12:0/682680779 shutdown_connections 2024-05-21T00:20:56.768 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:20:56.766+0000 7feb0b400700 1 -- 172.21.15.12:0/682680779 wait complete. 2024-05-21T00:20:56.960 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:56 smithi012 ceph-mon[31403]: pgmap v555: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 356 MiB/s wr, 104 op/s 2024-05-21T00:20:57.228 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:56 smithi060 ceph-mon[36426]: pgmap v555: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 356 MiB/s wr, 104 op/s 2024-05-21T00:20:57.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:56 smithi077 ceph-mon[36377]: pgmap v555: 97 pgs: 97 active+clean; 4.8 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 356 MiB/s wr, 104 op/s 2024-05-21T00:20:58.860 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:20:58.861 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:20:59.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:20:58 smithi060 ceph-mon[36426]: pgmap v556: 97 pgs: 97 active+clean; 5.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 304 MiB/s wr, 88 op/s 2024-05-21T00:20:59.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:20:58 smithi077 ceph-mon[36377]: pgmap v556: 97 pgs: 97 active+clean; 5.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 304 MiB/s wr, 88 op/s 2024-05-21T00:20:59.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:20:58 smithi012 ceph-mon[31403]: pgmap v556: 97 pgs: 97 active+clean; 5.3 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 304 MiB/s wr, 88 op/s 2024-05-21T00:20:59.586 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:21:01.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:01 smithi077 ceph-mon[36377]: pgmap v557: 97 pgs: 97 active+clean; 5.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 317 MiB/s wr, 93 op/s 2024-05-21T00:21:01.321 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:01 smithi012 ceph-mon[31403]: pgmap v557: 97 pgs: 97 active+clean; 5.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 317 MiB/s wr, 93 op/s 2024-05-21T00:21:01.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:01 smithi060 ceph-mon[36426]: pgmap v557: 97 pgs: 97 active+clean; 5.9 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 317 MiB/s wr, 93 op/s 2024-05-21T00:21:02.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.158+0000 7fee77200700 1 -- 172.21.15.12:0/2862220173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee78102620 msgr2=0x7fee78102a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:02.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.158+0000 7fee77200700 1 --2- 172.21.15.12:0/2862220173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee78102620 0x7fee78102a00 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fee680099c0 tx=0x7fee68009cd0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.159+0000 7fee77200700 1 -- 172.21.15.12:0/2862220173 shutdown_connections 2024-05-21T00:21:02.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.159+0000 7fee77200700 1 --2- 172.21.15.12:0/2862220173 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fee78107700 0x7fee7810f2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.159+0000 7fee77200700 1 --2- 172.21.15.12:0/2862220173 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee78102620 0x7fee78102a00 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.159+0000 7fee77200700 1 --2- 172.21.15.12:0/2862220173 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee78102fd0 0x7fee78107020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.161 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.159+0000 7fee77200700 1 -- 172.21.15.12:0/2862220173 >> 172.21.15.12:0/2862220173 conn(0x7fee780fded0 msgr2=0x7fee781002f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.159+0000 7fee77200700 1 -- 172.21.15.12:0/2862220173 shutdown_connections 2024-05-21T00:21:02.162 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.159+0000 7fee77200700 1 -- 172.21.15.12:0/2862220173 wait complete. 2024-05-21T00:21:02.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.162+0000 7fee77200700 1 Processor -- start 2024-05-21T00:21:02.164 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.162+0000 7fee77200700 1 -- start start 2024-05-21T00:21:02.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.163+0000 7fee77200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee78102620 0x7fee7810de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.165 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.163+0000 7fee75e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee78102620 0x7fee7810de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.163+0000 7fee75e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee78102620 0x7fee7810de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50412/0 (socket says 172.21.15.12:50412) 2024-05-21T00:21:02.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.164+0000 7fee75e00700 1 -- 172.21.15.12:0/1553815001 learned_addr learned my addr 172.21.15.12:0/1553815001 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:02.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.164+0000 7fee77200700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fee78102fd0 0x7fee7810e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.164+0000 7fee77200700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee78107700 0x7fee781a5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.164+0000 7fee77200700 1 -- 172.21.15.12:0/1553815001 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fee78111070 con 0x7fee78107700 2024-05-21T00:21:02.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.164+0000 7fee77200700 1 -- 172.21.15.12:0/1553815001 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fee78110ef0 con 0x7fee78102fd0 2024-05-21T00:21:02.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.164+0000 7fee77200700 1 -- 172.21.15.12:0/1553815001 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fee781111f0 con 0x7fee78102620 2024-05-21T00:21:02.166 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.164+0000 7fee76800700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee78107700 0x7fee781a5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.164+0000 7fee75400700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fee78102fd0 0x7fee7810e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.164+0000 7fee75e00700 1 -- 172.21.15.12:0/1553815001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fee78102fd0 msgr2=0x7fee7810e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:02.167 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.164+0000 7fee75e00700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fee78102fd0 0x7fee7810e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.164+0000 7fee75e00700 1 -- 172.21.15.12:0/1553815001 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee78107700 msgr2=0x7fee781a5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.164+0000 7fee75e00700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee78107700 0x7fee781a5cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.165+0000 7fee75e00700 1 -- 172.21.15.12:0/1553815001 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee781a6410 con 0x7fee78102620 2024-05-21T00:21:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.165+0000 7fee75400700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fee78102fd0 0x7fee7810e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:21:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.165+0000 7fee75e00700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee78102620 0x7fee7810de60 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fee68005910 tx=0x7fee68004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.165+0000 7fee6ea00700 1 -- 172.21.15.12:0/1553815001 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee68026070 con 0x7fee78102620 2024-05-21T00:21:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.165+0000 7fee6ea00700 1 -- 172.21.15.12:0/1553815001 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee68003c70 con 0x7fee78102620 2024-05-21T00:21:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.165+0000 7fee6ea00700 1 -- 172.21.15.12:0/1553815001 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee6800fb50 con 0x7fee78102620 2024-05-21T00:21:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.165+0000 7fee77200700 1 -- 172.21.15.12:0/1553815001 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee781a66a0 con 0x7fee78102620 2024-05-21T00:21:02.168 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.166+0000 7fee77200700 1 -- 172.21.15.12:0/1553815001 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee781acda0 con 0x7fee78102620 2024-05-21T00:21:02.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.170+0000 7fee6ea00700 1 -- 172.21.15.12:0/1553815001 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fee68029070 con 0x7fee78102620 2024-05-21T00:21:02.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.172+0000 7fee8784ab80 1 Processor -- start 2024-05-21T00:21:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.172+0000 7fee8784ab80 1 -- start start 2024-05-21T00:21:02.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.172+0000 7fee8784ab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05ef0a0 0x5651e05ef480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.172+0000 7fee8784ab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef9c0 0x5651e05e9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.172+0000 7fee8784ab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05e9b50 0x5651e05e9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.172+0000 7fee8784ab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5651e0547ec0 con 0x5651e05ef9c0 2024-05-21T00:21:02.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.172+0000 7fee8784ab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5651e0537a60 con 0x5651e05ef0a0 2024-05-21T00:21:02.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.172+0000 7fee8784ab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5651e053baa0 con 0x5651e05e9b50 2024-05-21T00:21:02.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.173+0000 7fee76800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05ef0a0 0x5651e05ef480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.173+0000 7fee76800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05ef0a0 0x5651e05ef480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:45770/0 (socket says 172.21.15.12:45770) 2024-05-21T00:21:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.173+0000 7fee76800700 1 -- 172.21.15.12:0/3594533787 learned_addr learned my addr 172.21.15.12:0/3594533787 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.173+0000 7fee75e00700 1 --2- 172.21.15.12:0/3594533787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef9c0 0x5651e05e9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.173+0000 7fee75400700 1 --2- 172.21.15.12:0/3594533787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05e9b50 0x5651e05e9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.173+0000 7fee76800700 1 -- 172.21.15.12:0/3594533787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05e9b50 msgr2=0x5651e05e9fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.173+0000 7fee76800700 1 --2- 172.21.15.12:0/3594533787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05e9b50 0x5651e05e9fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.173+0000 7fee76800700 1 -- 172.21.15.12:0/3594533787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef9c0 msgr2=0x5651e05e9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.173+0000 7fee6ea00700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fee5c0b2900 0x7fee5c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.176 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.174+0000 7fee6ea00700 1 -- 172.21.15.12:0/1553815001 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fee680e2a20 con 0x7fee78102620 2024-05-21T00:21:02.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.174+0000 7fee76800700 1 --2- 172.21.15.12:0/3594533787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef9c0 0x5651e05e9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.174+0000 7fee76800700 1 -- 172.21.15.12:0/3594533787 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651e05004a0 con 0x5651e05ef0a0 2024-05-21T00:21:02.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.174+0000 7fee75400700 1 --2- 172.21.15.12:0/3594533787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05e9b50 0x5651e05e9fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:21:02.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.174+0000 7fee75e00700 1 --2- 172.21.15.12:0/3594533787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef9c0 0x5651e05e9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:21:02.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.174+0000 7fee76800700 1 --2- 172.21.15.12:0/3594533787 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05ef0a0 0x5651e05ef480 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fee70003e20 tx=0x7fee7000b3e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7154fd9cc05a62e1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:02.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.174+0000 7fee75400700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fee5c0b2900 0x7fee5c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.174+0000 7fee63400700 1 -- 172.21.15.12:0/3594533787 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee70004bb0 con 0x5651e05ef0a0 2024-05-21T00:21:02.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.174+0000 7fee63400700 1 -- 172.21.15.12:0/3594533787 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee70004d50 con 0x5651e05ef0a0 2024-05-21T00:21:02.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.174+0000 7fee63400700 1 -- 172.21.15.12:0/3594533787 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee70018480 con 0x5651e05ef0a0 2024-05-21T00:21:02.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.176+0000 7fee8784ab80 1 -- 172.21.15.12:0/3594533787 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05ef0a0 msgr2=0x5651e05ef480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:02.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.176+0000 7fee8784ab80 1 --2- 172.21.15.12:0/3594533787 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05ef0a0 0x5651e05ef480 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fee70003e20 tx=0x7fee7000b3e0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.176+0000 7fee75400700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fee5c0b2900 0x7fee5c0b4dc0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fee78107060 tx=0x7fee64009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:02.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.176+0000 7fee8784ab80 1 -- 172.21.15.12:0/3594533787 shutdown_connections 2024-05-21T00:21:02.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.176+0000 7fee8784ab80 1 --2- 172.21.15.12:0/3594533787 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05e9b50 0x5651e05e9fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.176+0000 7fee8784ab80 1 --2- 172.21.15.12:0/3594533787 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05ef0a0 0x5651e05ef480 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.181 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.176+0000 7fee8784ab80 1 --2- 172.21.15.12:0/3594533787 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef9c0 0x5651e05e9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.176+0000 7fee8784ab80 1 -- 172.21.15.12:0/3594533787 >> 172.21.15.12:0/3594533787 conn(0x5651e0517c60 msgr2=0x5651e05e41d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:02.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.176+0000 7fee8784ab80 1 -- 172.21.15.12:0/3594533787 shutdown_connections 2024-05-21T00:21:02.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.176+0000 7fee8784ab80 1 -- 172.21.15.12:0/3594533787 wait complete. 2024-05-21T00:21:02.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.177+0000 7fee8784ab80 1 -- start start 2024-05-21T00:21:02.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.177+0000 7fee8784ab80 1 Processor -- start 2024-05-21T00:21:02.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.178+0000 7fee8784ab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e05f56d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.178+0000 7fee8784ab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 0x5651e05f2a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.178+0000 7fee8784ab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e05f2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.178+0000 7fee8784ab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5651e043e020 con 0x5651e05ef0a0 2024-05-21T00:21:02.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.178+0000 7fee8784ab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5651e04d87e0 con 0x5651e05e9b50 2024-05-21T00:21:02.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.178+0000 7fee8784ab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5651e05f64e0 con 0x5651e05ef9c0 2024-05-21T00:21:02.182 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.178+0000 7fee8784ab80 10 client.0 _ll_register_callbacks cb 0x5651e04e1cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:21:02.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.178+0000 7fee76800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e05f2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.179+0000 7fee76800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e05f2fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50444/0 (socket says 172.21.15.12:50444) 2024-05-21T00:21:02.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.179+0000 7fee76800700 1 -- 172.21.15.12:0/726460587 learned_addr learned my addr 172.21.15.12:0/726460587 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:02.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.179+0000 7fee75e00700 1 --2- 172.21.15.12:0/726460587 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e05f56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.179+0000 7fee76800700 1 -- 172.21.15.12:0/726460587 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 msgr2=0x5651e05f56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:02.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.179+0000 7fee76800700 1 --2- 172.21.15.12:0/726460587 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e05f56d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.179+0000 7fee76800700 1 -- 172.21.15.12:0/726460587 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 msgr2=0x5651e05f2a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:02.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.179+0000 7fee76800700 1 --2- 172.21.15.12:0/726460587 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 0x5651e05f2a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.179+0000 7fee76800700 1 -- 172.21.15.12:0/726460587 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651e0487950 con 0x5651e05ef9c0 2024-05-21T00:21:02.183 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.179+0000 7fee75e00700 1 --2- 172.21.15.12:0/726460587 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e05f56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:21:02.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.180+0000 7fee76800700 1 --2- 172.21.15.12:0/726460587 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e05f2fb0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fee70004500 tx=0x7fee70004960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b323037332e59d2e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:02.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.180+0000 7fee57e00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:21:02.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.180+0000 7fee57e00700 1 -- 172.21.15.12:0/726460587 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee70026070 con 0x5651e05ef9c0 2024-05-21T00:21:02.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.180+0000 7fee8784ab80 1 -- 172.21.15.12:0/726460587 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee70004d50 con 0x5651e05ef9c0 2024-05-21T00:21:02.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.180+0000 7fee57e00700 1 -- 172.21.15.12:0/726460587 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fee70004180 con 0x5651e05ef9c0 2024-05-21T00:21:02.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.180+0000 7fee57e00700 1 -- 172.21.15.12:0/726460587 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fee70009030 con 0x5651e05ef9c0 2024-05-21T00:21:02.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.180+0000 7fee8784ab80 10 client.26032 fetch_fsmap learned FSMap version 29 2024-05-21T00:21:02.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.180+0000 7fee8784ab80 1 -- 172.21.15.12:0/726460587 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5651e05080e0 con 0x5651e05ef9c0 2024-05-21T00:21:02.184 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.181+0000 7fee57e00700 1 -- 172.21.15.12:0/726460587 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee70004d50 con 0x5651e05ef9c0 2024-05-21T00:21:02.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.182+0000 7fee57e00700 1 -- 172.21.15.12:0/726460587 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fee70018480 con 0x5651e05ef9c0 2024-05-21T00:21:02.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.182+0000 7fee8784ab80 10 client.26032 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:21:02.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.182+0000 7fee8784ab80 10 client.26032 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:21:02.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.182+0000 7fee8784ab80 20 client.26032 populate_metadata read hostname 'smithi012' 2024-05-21T00:21:02.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.182+0000 7fee8784ab80 1 --2- 172.21.15.12:0/726460587 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5651e0602f10 0x5651e0605300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.182+0000 7fee8784ab80 4 client.26032 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:21:02.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.182+0000 7fee8784ab80 1 -- 172.21.15.12:0/726460587 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5651e0549e10 con 0x5651e0602f10 2024-05-21T00:21:02.186 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.183+0000 7fee75e00700 1 --2- 172.21.15.12:0/726460587 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5651e0602f10 0x5651e0605300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.184+0000 7fee75e00700 1 --2- 172.21.15.12:0/726460587 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5651e0602f10 0x5651e0605300 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0e228ae5c34d72a server_cookie=8c576d7f4e4fff35 in_seq=0 out_seq=0 2024-05-21T00:21:02.187 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.184+0000 7fee57e00700 10 client.26032 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.185+0000 7fee57e00700 1 -- 172.21.15.12:0/726460587 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5651e0549e10 con 0x5651e0602f10 2024-05-21T00:21:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.185+0000 7fee57e00700 10 client.26032 handle_command_reply: tid=0 2024-05-21T00:21:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.186+0000 7fee8784ab80 1 client.26032 shutdown 2024-05-21T00:21:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.186+0000 7fee8784ab80 1 -- 172.21.15.12:0/726460587 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 msgr2=0x5651e05f2fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.186+0000 7fee8784ab80 1 --2- 172.21.15.12:0/726460587 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e05f2fb0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fee70004500 tx=0x7fee70004960 comp rx=0 tx=0).stop 2024-05-21T00:21:02.189 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.186+0000 7fee8784ab80 1 -- 172.21.15.12:0/726460587 shutdown_connections 2024-05-21T00:21:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.186+0000 7fee8784ab80 1 --2- 172.21.15.12:0/726460587 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5651e0602f10 0x5651e0605300 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.186+0000 7fee8784ab80 1 --2- 172.21.15.12:0/726460587 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e05f2fb0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.186+0000 7fee8784ab80 1 --2- 172.21.15.12:0/726460587 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e05f56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.186+0000 7fee57e00700 0 client.26032 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.186+0000 7fee8784ab80 1 --2- 172.21.15.12:0/726460587 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 0x5651e05f2a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.190 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.186+0000 7fee8784ab80 1 -- 172.21.15.12:0/726460587 >> 172.21.15.12:0/726460587 conn(0x5651e0517c60 msgr2=0x5651e05e8520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.187+0000 7fee8784ab80 1 -- 172.21.15.12:0/726460587 shutdown_connections 2024-05-21T00:21:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.187+0000 7fee8784ab80 1 -- 172.21.15.12:0/726460587 wait complete. 2024-05-21T00:21:02.191 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.187+0000 7fee8784ab80 20 client.26032 trim_cache size 0 max 16384 2024-05-21T00:21:02.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.232+0000 7fee8784ab80 1 Processor -- start 2024-05-21T00:21:02.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.233+0000 7fee8784ab80 1 -- start start 2024-05-21T00:21:02.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.233+0000 7fee8784ab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e05e9530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.233+0000 7fee8784ab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 0x5651e05f04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.233+0000 7fee8784ab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e05f1360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.233+0000 7fee8784ab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fee781b3f90 con 0x5651e05ef0a0 2024-05-21T00:21:02.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.233+0000 7fee8784ab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fee781b5ad0 con 0x5651e05e9b50 2024-05-21T00:21:02.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.233+0000 7fee8784ab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fee781b4660 con 0x5651e05ef9c0 2024-05-21T00:21:02.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.234+0000 7fee76800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e05f1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.234+0000 7fee76800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e05f1360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50456/0 (socket says 172.21.15.12:50456) 2024-05-21T00:21:02.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.234+0000 7fee76800700 1 -- 172.21.15.12:0/266505641 learned_addr learned my addr 172.21.15.12:0/266505641 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:02.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.234+0000 7fee75400700 1 --2- 172.21.15.12:0/266505641 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 0x5651e05f04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.234+0000 7fee76800700 1 -- 172.21.15.12:0/266505641 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 msgr2=0x5651e05e9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:02.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.234+0000 7fee75e00700 1 --2- 172.21.15.12:0/266505641 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e05e9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.234+0000 7fee76800700 1 --2- 172.21.15.12:0/266505641 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e05e9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.234+0000 7fee76800700 1 -- 172.21.15.12:0/266505641 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 msgr2=0x5651e05f04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:02.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.234+0000 7fee76800700 1 --2- 172.21.15.12:0/266505641 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 0x5651e05f04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.234+0000 7fee76800700 1 -- 172.21.15.12:0/266505641 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651e05ea4e0 con 0x5651e05ef9c0 2024-05-21T00:21:02.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.234+0000 7fee75e00700 1 --2- 172.21.15.12:0/266505641 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e05e9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:21:02.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.235+0000 7fee76800700 1 --2- 172.21.15.12:0/266505641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e05f1360 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fee7001f4b0 tx=0x7fee70018b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e41fee384837f8b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:02.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.235+0000 7fee62a00700 1 -- 172.21.15.12:0/266505641 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee70036020 con 0x5651e05ef9c0 2024-05-21T00:21:02.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.235+0000 7fee62a00700 1 -- 172.21.15.12:0/266505641 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee70004d50 con 0x5651e05ef9c0 2024-05-21T00:21:02.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.235+0000 7fee62a00700 1 -- 172.21.15.12:0/266505641 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee70009030 con 0x5651e05ef9c0 2024-05-21T00:21:02.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.238+0000 7fee8784ab80 1 -- 172.21.15.12:0/266505641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 msgr2=0x5651e05f1360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:02.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.238+0000 7fee8784ab80 1 --2- 172.21.15.12:0/266505641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e05f1360 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fee7001f4b0 tx=0x7fee70018b80 comp rx=0 tx=0).stop 2024-05-21T00:21:02.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.238+0000 7fee8784ab80 1 -- 172.21.15.12:0/266505641 shutdown_connections 2024-05-21T00:21:02.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.238+0000 7fee8784ab80 1 --2- 172.21.15.12:0/266505641 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e05f1360 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.238+0000 7fee8784ab80 1 --2- 172.21.15.12:0/266505641 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e05e9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.238+0000 7fee8784ab80 1 --2- 172.21.15.12:0/266505641 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 0x5651e05f04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.238+0000 7fee8784ab80 1 -- 172.21.15.12:0/266505641 >> 172.21.15.12:0/266505641 conn(0x5651e0517c60 msgr2=0x5651e05efda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:02.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.238+0000 7fee8784ab80 1 -- 172.21.15.12:0/266505641 shutdown_connections 2024-05-21T00:21:02.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.239+0000 7fee8784ab80 1 -- 172.21.15.12:0/266505641 wait complete. 2024-05-21T00:21:02.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.239+0000 7fee8784ab80 1 -- start start 2024-05-21T00:21:02.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.240+0000 7fee8784ab80 1 Processor -- start 2024-05-21T00:21:02.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.240+0000 7fee8784ab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e06087a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.242 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.240+0000 7fee8784ab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 0x5651e0606b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.241+0000 7fee8784ab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e0607090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.241+0000 7fee8784ab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fee781b5400 con 0x5651e05ef0a0 2024-05-21T00:21:02.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.241+0000 7fee8784ab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fee781b4d30 con 0x5651e05e9b50 2024-05-21T00:21:02.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.241+0000 7fee8784ab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fee781b1ef0 con 0x5651e05ef9c0 2024-05-21T00:21:02.243 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.241+0000 7fee8784ab80 10 client.0 _ll_register_callbacks cb 0x5651e04e1cf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:21:02.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.241+0000 7fee75e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e06087a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.241+0000 7fee75e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e06087a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:45786/0 (socket says 172.21.15.12:45786) 2024-05-21T00:21:02.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.241+0000 7fee75e00700 1 -- 172.21.15.12:0/2006073908 learned_addr learned my addr 172.21.15.12:0/2006073908 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:02.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.242+0000 7fee76800700 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e0607090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.244 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.242+0000 7fee75400700 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 0x5651e0606b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.243+0000 7fee75e00700 1 -- 172.21.15.12:0/2006073908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 msgr2=0x5651e0607090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:02.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.243+0000 7fee75e00700 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e0607090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.243+0000 7fee75e00700 1 -- 172.21.15.12:0/2006073908 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 msgr2=0x5651e0606b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:02.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.243+0000 7fee75e00700 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 0x5651e0606b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.245 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.243+0000 7fee75e00700 1 -- 172.21.15.12:0/2006073908 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5651e0607650 con 0x5651e05e9b50 2024-05-21T00:21:02.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.243+0000 7fee75400700 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 0x5651e0606b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:21:02.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.244+0000 7fee75e00700 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e06087a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fee68009fd0 tx=0x7fee680e2cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=604f73d7ff40af79 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:02.246 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.244+0000 7fee57e00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:21:02.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.244+0000 7fee57e00700 1 -- 172.21.15.12:0/2006073908 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee680aa7a0 con 0x5651e05e9b50 2024-05-21T00:21:02.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.245+0000 7fee57e00700 1 -- 172.21.15.12:0/2006073908 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fee680b29e0 con 0x5651e05e9b50 2024-05-21T00:21:02.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.245+0000 7fee8784ab80 1 -- 172.21.15.12:0/2006073908 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fee70004d50 con 0x5651e05e9b50 2024-05-21T00:21:02.247 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.245+0000 7fee57e00700 1 -- 172.21.15.12:0/2006073908 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fee680aa0a0 con 0x5651e05e9b50 2024-05-21T00:21:02.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.245+0000 7fee8784ab80 10 client.26024 fetch_fsmap learned FSMap version 29 2024-05-21T00:21:02.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.245+0000 7fee8784ab80 1 -- 172.21.15.12:0/2006073908 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5651e066e520 con 0x5651e05e9b50 2024-05-21T00:21:02.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.246+0000 7fee57e00700 1 -- 172.21.15.12:0/2006073908 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fee70004d50 con 0x5651e05e9b50 2024-05-21T00:21:02.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.246+0000 7fee57e00700 1 -- 172.21.15.12:0/2006073908 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7fee680a9300 con 0x5651e05e9b50 2024-05-21T00:21:02.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.246+0000 7fee8784ab80 10 client.26024 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:21:02.248 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.246+0000 7fee8784ab80 10 client.26024 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:21:02.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.246+0000 7fee8784ab80 20 client.26024 populate_metadata read hostname 'smithi012' 2024-05-21T00:21:02.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.246+0000 7fee8784ab80 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5651e066ebd0 0x5651e0670ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:02.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.246+0000 7fee8784ab80 4 client.26024 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:21:02.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.246+0000 7fee8784ab80 1 -- 172.21.15.12:0/2006073908 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5651e05435f0 con 0x5651e066ebd0 2024-05-21T00:21:02.249 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.247+0000 7fee75400700 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5651e066ebd0 0x5651e0670ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:02.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.248+0000 7fee75400700 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5651e066ebd0 0x5651e0670ff0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb02ba81f43e4330 server_cookie=d603f63c64298f01 in_seq=0 out_seq=0 2024-05-21T00:21:02.250 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.248+0000 7fee57e00700 10 client.26024 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:02.253 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.251+0000 7fee57e00700 1 -- 172.21.15.12:0/2006073908 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5651e05435f0 con 0x5651e066ebd0 2024-05-21T00:21:02.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.251+0000 7fee57e00700 10 client.26024 handle_command_reply: tid=0 2024-05-21T00:21:02.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.251+0000 7fee8784ab80 1 client.26024 shutdown 2024-05-21T00:21:02.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.252+0000 7fee8784ab80 1 -- 172.21.15.12:0/2006073908 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 msgr2=0x5651e06087a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:02.254 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.252+0000 7fee8784ab80 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e06087a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fee68009fd0 tx=0x7fee680e2cc0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.253+0000 7fee8784ab80 1 -- 172.21.15.12:0/2006073908 shutdown_connections 2024-05-21T00:21:02.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.253+0000 7fee8784ab80 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5651e066ebd0 0x5651e0670ff0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.253+0000 7fee8784ab80 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x5651e05ef9c0 0x5651e0607090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.253+0000 7fee57e00700 0 client.26024 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:02.256 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.253+0000 7fee8784ab80 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x5651e05e9b50 0x5651e06087a0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.257 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.253+0000 7fee8784ab80 1 --2- 172.21.15.12:0/2006073908 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x5651e05ef0a0 0x5651e0606b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.257 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:21:02.257 INFO:teuthology.orchestra.run.smithi012.stdout: "return_code": 0, 2024-05-21T00:21:02.257 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_tag": "32ffe747-4992-42a8-8ccf-8c393b915d7e", 2024-05-21T00:21:02.257 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": "asynchronous" 2024-05-21T00:21:02.257 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:21:02.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.254+0000 7fee8784ab80 1 -- 172.21.15.12:0/2006073908 >> 172.21.15.12:0/2006073908 conn(0x5651e0517c60 msgr2=0x5651e05f1360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:02.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.254+0000 7fee8784ab80 1 -- 172.21.15.12:0/2006073908 shutdown_connections 2024-05-21T00:21:02.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.254+0000 7fee8784ab80 1 -- 172.21.15.12:0/2006073908 wait complete. 2024-05-21T00:21:02.258 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.254+0000 7fee8784ab80 20 client.26024 trim_cache size 0 max 16384 2024-05-21T00:21:02.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.257+0000 7fee77200700 1 -- 172.21.15.12:0/1553815001 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fee5c0b2900 msgr2=0x7fee5c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:02.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.257+0000 7fee77200700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fee5c0b2900 0x7fee5c0b4dc0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fee78107060 tx=0x7fee64009260 comp rx=0 tx=0).stop 2024-05-21T00:21:02.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.257+0000 7fee77200700 1 -- 172.21.15.12:0/1553815001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee78102620 msgr2=0x7fee7810de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:02.259 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.257+0000 7fee77200700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee78102620 0x7fee7810de60 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fee68005910 tx=0x7fee68004270 comp rx=0 tx=0).stop 2024-05-21T00:21:02.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.258+0000 7fee77200700 1 -- 172.21.15.12:0/1553815001 shutdown_connections 2024-05-21T00:21:02.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.258+0000 7fee77200700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fee5c0b2900 0x7fee5c0b4dc0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.258+0000 7fee77200700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fee78107700 0x7fee781a5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.260 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.258+0000 7fee77200700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fee78102620 0x7fee7810de60 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.258+0000 7fee77200700 1 --2- 172.21.15.12:0/1553815001 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fee78102fd0 0x7fee7810e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:02.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.258+0000 7fee77200700 1 -- 172.21.15.12:0/1553815001 >> 172.21.15.12:0/1553815001 conn(0x7fee780fded0 msgr2=0x7fee780ff2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:02.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.259+0000 7fee77200700 1 -- 172.21.15.12:0/1553815001 shutdown_connections 2024-05-21T00:21:02.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:02.259+0000 7fee77200700 1 -- 172.21.15.12:0/1553815001 wait complete. 2024-05-21T00:21:03.075 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:03 smithi012 ceph-mon[31403]: pgmap v558: 97 pgs: 97 active+clean; 6.9 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 360 MiB/s wr, 100 op/s 2024-05-21T00:21:03.264 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:21:03.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:03 smithi077 ceph-mon[36377]: pgmap v558: 97 pgs: 97 active+clean; 6.9 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 360 MiB/s wr, 100 op/s 2024-05-21T00:21:03.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:03 smithi060 ceph-mon[36426]: pgmap v558: 97 pgs: 97 active+clean; 6.9 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 360 MiB/s wr, 100 op/s 2024-05-21T00:21:04.051 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:21:04.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:04 smithi012 ceph-mon[31403]: scrub queued for path: / 2024-05-21T00:21:04.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:04 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:21:04.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:04 smithi012 ceph-mon[31403]: scrub summary: active paths [/] 2024-05-21T00:21:04.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:04 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:21:04.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:04 smithi060 ceph-mon[36426]: scrub queued for path: / 2024-05-21T00:21:04.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:04 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:21:04.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:04 smithi060 ceph-mon[36426]: scrub summary: active paths [/] 2024-05-21T00:21:04.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:04 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:21:04.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:04 smithi077 ceph-mon[36377]: scrub queued for path: / 2024-05-21T00:21:04.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:04 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:21:04.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:04 smithi077 ceph-mon[36377]: scrub summary: active paths [/] 2024-05-21T00:21:04.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:04 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:21:05.320 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:05 smithi012 ceph-mon[31403]: pgmap v559: 97 pgs: 97 active+clean; 7.1 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 301 MiB/s wr, 86 op/s 2024-05-21T00:21:05.433 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:05 smithi077 ceph-mon[36377]: pgmap v559: 97 pgs: 97 active+clean; 7.1 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 301 MiB/s wr, 86 op/s 2024-05-21T00:21:05.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:05 smithi060 ceph-mon[36426]: pgmap v559: 97 pgs: 97 active+clean; 7.1 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 301 MiB/s wr, 86 op/s 2024-05-21T00:21:06.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.626+0000 7f11fb200700 1 -- 172.21.15.12:0/651157102 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11f4106140 msgr2=0x7f11f4112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:06.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.626+0000 7f11fb200700 1 --2- 172.21.15.12:0/651157102 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11f4106140 0x7f11f4112650 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f11ec009f90 tx=0x7f11ec00b330 comp rx=0 tx=0).stop 2024-05-21T00:21:06.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.629+0000 7f11fb200700 1 -- 172.21.15.12:0/651157102 shutdown_connections 2024-05-21T00:21:06.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.629+0000 7f11fb200700 1 --2- 172.21.15.12:0/651157102 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11f4106140 0x7f11f4112650 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.629+0000 7f11fb200700 1 --2- 172.21.15.12:0/651157102 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11f410b780 0x7f11f410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.629+0000 7f11fb200700 1 --2- 172.21.15.12:0/651157102 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f11f4105780 0x7f11f4105c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.629+0000 7f11fb200700 1 -- 172.21.15.12:0/651157102 >> 172.21.15.12:0/651157102 conn(0x7f11f4101270 msgr2=0x7f11f4103690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:06.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.629+0000 7f11fb200700 1 -- 172.21.15.12:0/651157102 shutdown_connections 2024-05-21T00:21:06.633 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.629+0000 7f11fb200700 1 -- 172.21.15.12:0/651157102 wait complete. 2024-05-21T00:21:06.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.631+0000 7f11fb200700 1 Processor -- start 2024-05-21T00:21:06.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.631+0000 7f11fb200700 1 -- start start 2024-05-21T00:21:06.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.632+0000 7f11fb200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f11f4105780 0x7f11f41116e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.632+0000 7f11fb200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11f4106140 0x7f11f4111c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.632+0000 7f11fb200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11f410b780 0x7f11f41160f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.632+0000 7f11fb200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f11f40792b0 con 0x7f11f4106140 2024-05-21T00:21:06.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.632+0000 7f11fb200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f11f4079130 con 0x7f11f4105780 2024-05-21T00:21:06.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.632+0000 7f11fb200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f11f4079430 con 0x7f11f410b780 2024-05-21T00:21:06.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.633+0000 7f11f3e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f11f4105780 0x7f11f41116e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.633+0000 7f11f3e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f11f4105780 0x7f11f41116e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:51882/0 (socket says 172.21.15.12:51882) 2024-05-21T00:21:06.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.633+0000 7f11f3e00700 1 -- 172.21.15.12:0/692911768 learned_addr learned my addr 172.21.15.12:0/692911768 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:06.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.633+0000 7f11f9200700 1 --2- 172.21.15.12:0/692911768 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11f410b780 0x7f11f41160f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.634+0000 7f11f3e00700 1 -- 172.21.15.12:0/692911768 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11f410b780 msgr2=0x7f11f41160f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:06.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.634+0000 7f11f3e00700 1 --2- 172.21.15.12:0/692911768 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11f410b780 0x7f11f41160f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.634+0000 7f11f3e00700 1 -- 172.21.15.12:0/692911768 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11f4106140 msgr2=0x7f11f4111c20 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-05-21T00:21:06.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.635+0000 7f11f3e00700 1 --2- 172.21.15.12:0/692911768 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11f4106140 0x7f11f4111c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.635+0000 7f11f3e00700 1 -- 172.21.15.12:0/692911768 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11f4116730 con 0x7f11f4105780 2024-05-21T00:21:06.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.636+0000 7f11f3e00700 1 --2- 172.21.15.12:0/692911768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f11f4105780 0x7f11f41116e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f11e400d980 tx=0x7f11e400dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:06.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.637+0000 7f11f0c00700 1 -- 172.21.15.12:0/692911768 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e4017070 con 0x7f11f4105780 2024-05-21T00:21:06.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.637+0000 7f11f0c00700 1 -- 172.21.15.12:0/692911768 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11e4005020 con 0x7f11f4105780 2024-05-21T00:21:06.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.637+0000 7f11f0c00700 1 -- 172.21.15.12:0/692911768 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e4009b50 con 0x7f11f4105780 2024-05-21T00:21:06.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.639+0000 7f11fb200700 1 -- 172.21.15.12:0/692911768 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11f4116a20 con 0x7f11f4105780 2024-05-21T00:21:06.643 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.639+0000 7f11fb200700 1 -- 172.21.15.12:0/692911768 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11f4116f10 con 0x7f11f4105780 2024-05-21T00:21:06.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.652+0000 7f1205adab80 1 Processor -- start 2024-05-21T00:21:06.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.652+0000 7f1205adab80 1 -- start start 2024-05-21T00:21:06.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.653+0000 7f1205adab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55907635deb0 0x55907635e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.653+0000 7f1205adab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635e7d0 0x559076358260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.653+0000 7f1205adab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559076358880 0x559076358ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.653+0000 7f1205adab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5590762b6e40 con 0x55907635e7d0 2024-05-21T00:21:06.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.653+0000 7f1205adab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5590762a69e0 con 0x559076358880 2024-05-21T00:21:06.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.653+0000 7f1205adab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5590762aaa20 con 0x55907635deb0 2024-05-21T00:21:06.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.654+0000 7f11f9200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55907635deb0 0x55907635e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.654+0000 7f11f9200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55907635deb0 0x55907635e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:55486/0 (socket says 172.21.15.12:55486) 2024-05-21T00:21:06.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.654+0000 7f11f9200700 1 -- 172.21.15.12:0/3482072285 learned_addr learned my addr 172.21.15.12:0/3482072285 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:06.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.654+0000 7f11f3400700 1 --2- 172.21.15.12:0/3482072285 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559076358880 0x559076358ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.656+0000 7f11f0c00700 1 -- 172.21.15.12:0/692911768 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f11e40051d0 con 0x7f11f4105780 2024-05-21T00:21:06.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.657+0000 7f11f3400700 1 -- 172.21.15.12:0/3482072285 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55907635deb0 msgr2=0x55907635e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:06.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.657+0000 7f11f3400700 1 --2- 172.21.15.12:0/3482072285 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55907635deb0 0x55907635e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.657+0000 7f11f3400700 1 -- 172.21.15.12:0/3482072285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635e7d0 msgr2=0x559076358260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:06.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.657+0000 7f11f3400700 1 --2- 172.21.15.12:0/3482072285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635e7d0 0x559076358260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.657+0000 7f11f3400700 1 -- 172.21.15.12:0/3482072285 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55907626f420 con 0x559076358880 2024-05-21T00:21:06.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.658+0000 7f11f3400700 1 --2- 172.21.15.12:0/3482072285 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559076358880 0x559076358ce0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f11f41039f0 tx=0x7f11e0009e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cb660378ff474d1a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:06.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.659+0000 7f11f0c00700 1 --2- 172.21.15.12:0/692911768 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f11d80b2a00 0x7f11d80b4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.659+0000 7f11f0c00700 1 -- 172.21.15.12:0/692911768 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f11e40e1d00 con 0x7f11f4105780 2024-05-21T00:21:06.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.659+0000 7f11e9600700 1 -- 172.21.15.12:0/3482072285 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e0004230 con 0x559076358880 2024-05-21T00:21:06.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.659+0000 7f11e9600700 1 -- 172.21.15.12:0/3482072285 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11e00043d0 con 0x559076358880 2024-05-21T00:21:06.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.659+0000 7f11e9600700 1 -- 172.21.15.12:0/3482072285 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e0005020 con 0x559076358880 2024-05-21T00:21:06.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.660+0000 7f11f9200700 1 --2- 172.21.15.12:0/692911768 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f11d80b2a00 0x7f11d80b4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.660+0000 7f1205adab80 1 -- 172.21.15.12:0/3482072285 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559076358880 msgr2=0x559076358ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:06.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.660+0000 7f1205adab80 1 --2- 172.21.15.12:0/3482072285 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559076358880 0x559076358ce0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f11f41039f0 tx=0x7f11e0009e60 comp rx=0 tx=0).stop 2024-05-21T00:21:06.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.661+0000 7f1205adab80 1 -- 172.21.15.12:0/3482072285 shutdown_connections 2024-05-21T00:21:06.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.661+0000 7f1205adab80 1 --2- 172.21.15.12:0/3482072285 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x559076358880 0x559076358ce0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.661+0000 7f1205adab80 1 --2- 172.21.15.12:0/3482072285 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55907635deb0 0x55907635e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.661+0000 7f1205adab80 1 --2- 172.21.15.12:0/3482072285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635e7d0 0x559076358260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.661+0000 7f1205adab80 1 -- 172.21.15.12:0/3482072285 >> 172.21.15.12:0/3482072285 conn(0x559076286be0 msgr2=0x559076353010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:06.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.661+0000 7f11f9200700 1 --2- 172.21.15.12:0/692911768 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f11d80b2a00 0x7f11d80b4ec0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f11ec009da0 tx=0x7f11ec005040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:06.664 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.662+0000 7f1205adab80 1 -- 172.21.15.12:0/3482072285 shutdown_connections 2024-05-21T00:21:06.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.662+0000 7f1205adab80 1 -- 172.21.15.12:0/3482072285 wait complete. 2024-05-21T00:21:06.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.662+0000 7f1205adab80 1 -- start start 2024-05-21T00:21:06.665 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.663+0000 7f1205adab80 1 Processor -- start 2024-05-21T00:21:06.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.664+0000 7f1205adab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x559076364550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.664+0000 7f1205adab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635deb0 0x5590763618f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.664+0000 7f1205adab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635e7d0 0x559076361e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.666 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.664+0000 7f1205adab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5590761acfa0 con 0x55907635e7d0 2024-05-21T00:21:06.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.664+0000 7f1205adab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x559076247760 con 0x55907635deb0 2024-05-21T00:21:06.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.664+0000 7f1205adab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x559076365240 con 0x559076358880 2024-05-21T00:21:06.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.664+0000 7f1205adab80 10 client.0 _ll_register_callbacks cb 0x559076250c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:21:06.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.664+0000 7f11f3e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x559076364550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.664+0000 7f11f3e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x559076364550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:55498/0 (socket says 172.21.15.12:55498) 2024-05-21T00:21:06.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.664+0000 7f11f3e00700 1 -- 172.21.15.12:0/1126534082 learned_addr learned my addr 172.21.15.12:0/1126534082 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:06.667 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.665+0000 7f11f3e00700 1 -- 172.21.15.12:0/1126534082 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635deb0 msgr2=0x5590763618f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T00:21:06.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.665+0000 7f11f3e00700 1 --2- 172.21.15.12:0/1126534082 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635deb0 0x5590763618f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.665+0000 7f11f3e00700 1 -- 172.21.15.12:0/1126534082 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635e7d0 msgr2=0x559076361e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:06.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.665+0000 7f11f3e00700 1 --2- 172.21.15.12:0/1126534082 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635e7d0 0x559076361e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.665+0000 7f11f3e00700 1 -- 172.21.15.12:0/1126534082 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590761f68d0 con 0x559076358880 2024-05-21T00:21:06.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.666+0000 7f11f3e00700 1 --2- 172.21.15.12:0/1126534082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x559076364550 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f11e40a5450 tx=0x7f11e40a9b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2ff37d2375a956 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:06.668 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.666+0000 7f11de000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:21:06.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.667+0000 7f11de000700 1 -- 172.21.15.12:0/1126534082 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e40b2230 con 0x559076358880 2024-05-21T00:21:06.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.667+0000 7f11de000700 1 -- 172.21.15.12:0/1126534082 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f11e40a59c0 con 0x559076358880 2024-05-21T00:21:06.669 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.667+0000 7f1205adab80 1 -- 172.21.15.12:0/1126534082 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11e00043d0 con 0x559076358880 2024-05-21T00:21:06.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.668+0000 7f11de000700 1 -- 172.21.15.12:0/1126534082 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f11e40a9630 con 0x559076358880 2024-05-21T00:21:06.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.668+0000 7f1205adab80 10 client.26050 fetch_fsmap learned FSMap version 29 2024-05-21T00:21:06.670 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.668+0000 7f1205adab80 1 -- 172.21.15.12:0/1126534082 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559076277060 con 0x559076358880 2024-05-21T00:21:06.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.668+0000 7f11de000700 1 -- 172.21.15.12:0/1126534082 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11e00043d0 con 0x559076358880 2024-05-21T00:21:06.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.668+0000 7f11de000700 1 -- 172.21.15.12:0/1126534082 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f11e4023060 con 0x559076358880 2024-05-21T00:21:06.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.669+0000 7f1205adab80 10 client.26050 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:21:06.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.669+0000 7f1205adab80 10 client.26050 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:21:06.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.669+0000 7f1205adab80 20 client.26050 populate_metadata read hostname 'smithi012' 2024-05-21T00:21:06.671 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.669+0000 7f1205adab80 1 --2- 172.21.15.12:0/1126534082 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x559076371de0 0x559076374280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.669+0000 7f1205adab80 4 client.26050 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:21:06.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.669+0000 7f1205adab80 1 -- 172.21.15.12:0/1126534082 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5590762b8d90 con 0x559076371de0 2024-05-21T00:21:06.672 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.670+0000 7f11f3400700 1 --2- 172.21.15.12:0/1126534082 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x559076371de0 0x559076374280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.671+0000 7f11f3400700 1 --2- 172.21.15.12:0/1126534082 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x559076371de0 0x559076374280 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c80a7f09324d4b server_cookie=cd5852db8df1a912 in_seq=0 out_seq=0 2024-05-21T00:21:06.673 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.671+0000 7f11de000700 10 client.26050 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:06.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.673+0000 7f11de000700 1 -- 172.21.15.12:0/1126534082 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5590762b8d90 con 0x559076371de0 2024-05-21T00:21:06.675 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.673+0000 7f11de000700 10 client.26050 handle_command_reply: tid=0 2024-05-21T00:21:06.676 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.674+0000 7f1205adab80 1 client.26050 shutdown 2024-05-21T00:21:06.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.675+0000 7f1205adab80 1 -- 172.21.15.12:0/1126534082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 msgr2=0x559076364550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:06.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.675+0000 7f1205adab80 1 --2- 172.21.15.12:0/1126534082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x559076364550 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f11e40a5450 tx=0x7f11e40a9b80 comp rx=0 tx=0).stop 2024-05-21T00:21:06.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.676+0000 7f1205adab80 1 -- 172.21.15.12:0/1126534082 shutdown_connections 2024-05-21T00:21:06.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.676+0000 7f1205adab80 1 --2- 172.21.15.12:0/1126534082 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635e7d0 0x559076361e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.676+0000 7f1205adab80 1 --2- 172.21.15.12:0/1126534082 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x559076371de0 0x559076374280 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.678 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.676+0000 7f1205adab80 1 --2- 172.21.15.12:0/1126534082 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x559076364550 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.676+0000 7f1205adab80 1 --2- 172.21.15.12:0/1126534082 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635deb0 0x5590763618f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.676+0000 7f1205adab80 1 -- 172.21.15.12:0/1126534082 >> 172.21.15.12:0/1126534082 conn(0x559076286be0 msgr2=0x559076357250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:06.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.676+0000 7f11de000700 0 client.26050 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:06.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.677+0000 7f1205adab80 1 -- 172.21.15.12:0/1126534082 shutdown_connections 2024-05-21T00:21:06.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.677+0000 7f1205adab80 1 -- 172.21.15.12:0/1126534082 wait complete. 2024-05-21T00:21:06.679 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.677+0000 7f1205adab80 20 client.26050 trim_cache size 0 max 16384 2024-05-21T00:21:06.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.722+0000 7f1205adab80 1 Processor -- start 2024-05-21T00:21:06.724 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.722+0000 7f1205adab80 1 -- start start 2024-05-21T00:21:06.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.723+0000 7f1205adab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x559076358260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.723+0000 7f1205adab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635deb0 0x5590763530f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.723+0000 7f1205adab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635e7d0 0x559076379ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.723+0000 7f1205adab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f11f41c5100 con 0x55907635deb0 2024-05-21T00:21:06.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.723+0000 7f1205adab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f11f41c6c40 con 0x55907635e7d0 2024-05-21T00:21:06.725 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.723+0000 7f1205adab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f11f41c57d0 con 0x559076358880 2024-05-21T00:21:06.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.723+0000 7f11f3e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x559076358260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.723+0000 7f11f9200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635e7d0 0x559076379ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.723+0000 7f11f3e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x559076358260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:55514/0 (socket says 172.21.15.12:55514) 2024-05-21T00:21:06.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.723+0000 7f11f3e00700 1 -- 172.21.15.12:0/3707587614 learned_addr learned my addr 172.21.15.12:0/3707587614 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:06.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.723+0000 7f11f9200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635e7d0 0x559076379ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:51890/0 (socket says 172.21.15.12:51890) 2024-05-21T00:21:06.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.724+0000 7f11f3e00700 1 -- 172.21.15.12:0/3707587614 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635e7d0 msgr2=0x559076379ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:06.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.724+0000 7f11f3e00700 1 --2- 172.21.15.12:0/3707587614 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635e7d0 0x559076379ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.724+0000 7f11f3e00700 1 -- 172.21.15.12:0/3707587614 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635deb0 msgr2=0x5590763530f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:06.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.727+0000 7f11f3400700 1 --2- 172.21.15.12:0/3707587614 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635deb0 0x5590763530f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.731+0000 7f11f3e00700 1 --2- 172.21.15.12:0/3707587614 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635deb0 0x5590763530f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.731+0000 7f11f3e00700 1 -- 172.21.15.12:0/3707587614 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590763627d0 con 0x559076358880 2024-05-21T00:21:06.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.731+0000 7f11f3400700 1 --2- 172.21.15.12:0/3707587614 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635deb0 0x5590763530f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:21:06.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.732+0000 7f11f3e00700 1 --2- 172.21.15.12:0/3707587614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x559076358260 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f11e40a9590 tx=0x7f11e40ad900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5081a8219e87664 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:06.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.732+0000 7f11e8c00700 1 -- 172.21.15.12:0/3707587614 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e40b6070 con 0x559076358880 2024-05-21T00:21:06.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.733+0000 7f11e8c00700 1 -- 172.21.15.12:0/3707587614 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11e40e3040 con 0x559076358880 2024-05-21T00:21:06.735 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.733+0000 7f11e8c00700 1 -- 172.21.15.12:0/3707587614 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e40b1da0 con 0x559076358880 2024-05-21T00:21:06.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.734+0000 7f1205adab80 1 -- 172.21.15.12:0/3707587614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 msgr2=0x559076358260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:06.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.734+0000 7f1205adab80 1 --2- 172.21.15.12:0/3707587614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x559076358260 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f11e40a9590 tx=0x7f11e40ad900 comp rx=0 tx=0).stop 2024-05-21T00:21:06.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.734+0000 7f1205adab80 1 -- 172.21.15.12:0/3707587614 shutdown_connections 2024-05-21T00:21:06.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.734+0000 7f1205adab80 1 --2- 172.21.15.12:0/3707587614 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635e7d0 0x559076379ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.734+0000 7f1205adab80 1 --2- 172.21.15.12:0/3707587614 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x559076358260 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.734+0000 7f1205adab80 1 --2- 172.21.15.12:0/3707587614 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635deb0 0x5590763530f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.734+0000 7f1205adab80 1 -- 172.21.15.12:0/3707587614 >> 172.21.15.12:0/3707587614 conn(0x559076286be0 msgr2=0x5590763529e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:06.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.734+0000 7f1205adab80 1 -- 172.21.15.12:0/3707587614 shutdown_connections 2024-05-21T00:21:06.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.735+0000 7f1205adab80 1 -- 172.21.15.12:0/3707587614 wait complete. 2024-05-21T00:21:06.738 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.735+0000 7f1205adab80 1 -- start start 2024-05-21T00:21:06.738 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.736+0000 7f1205adab80 1 Processor -- start 2024-05-21T00:21:06.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.737+0000 7f1205adab80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x5590763797c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.737+0000 7f1205adab80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635deb0 0x559076379d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.737+0000 7f1205adab80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635e7d0 0x55907637a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.737+0000 7f1205adab80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f11f41c6570 con 0x55907635e7d0 2024-05-21T00:21:06.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.737+0000 7f1205adab80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f11f41c5ea0 con 0x55907635deb0 2024-05-21T00:21:06.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.737+0000 7f1205adab80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f11f411c370 con 0x559076358880 2024-05-21T00:21:06.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.737+0000 7f1205adab80 10 client.0 _ll_register_callbacks cb 0x559076250c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:21:06.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.737+0000 7f11f3400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635deb0 0x559076379d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.737+0000 7f11f3e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x5590763797c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.737+0000 7f11f3400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635deb0 0x559076379d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:51906/0 (socket says 172.21.15.12:51906) 2024-05-21T00:21:06.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.737+0000 7f11f3400700 1 -- 172.21.15.12:0/2810421847 learned_addr learned my addr 172.21.15.12:0/2810421847 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:06.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.738+0000 7f11f9200700 1 --2- 172.21.15.12:0/2810421847 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635e7d0 0x55907637a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.738+0000 7f11f3400700 1 -- 172.21.15.12:0/2810421847 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 msgr2=0x5590763797c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:06.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.738+0000 7f11f3400700 1 --2- 172.21.15.12:0/2810421847 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x5590763797c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.738+0000 7f11f3400700 1 -- 172.21.15.12:0/2810421847 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635e7d0 msgr2=0x55907637a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:06.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.738+0000 7f11f3400700 1 --2- 172.21.15.12:0/2810421847 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635e7d0 0x55907637a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.738+0000 7f11f3400700 1 -- 172.21.15.12:0/2810421847 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590763dbb70 con 0x55907635deb0 2024-05-21T00:21:06.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.738+0000 7f11f3400700 1 --2- 172.21.15.12:0/2810421847 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635deb0 0x559076379d00 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f11e0009ea0 tx=0x7f11e0004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f79d82752d60a0a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:06.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.738+0000 7f11de000700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:21:06.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.739+0000 7f11de000700 1 -- 172.21.15.12:0/2810421847 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e0004830 con 0x55907635deb0 2024-05-21T00:21:06.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.739+0000 7f1205adab80 1 -- 172.21.15.12:0/2810421847 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f11e40e3040 con 0x55907635deb0 2024-05-21T00:21:06.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.739+0000 7f11de000700 1 -- 172.21.15.12:0/2810421847 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f11e00049d0 con 0x55907635deb0 2024-05-21T00:21:06.742 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.739+0000 7f11de000700 1 -- 172.21.15.12:0/2810421847 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f11e0004bd0 con 0x55907635deb0 2024-05-21T00:21:06.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.739+0000 7f1205adab80 10 client.26039 fetch_fsmap learned FSMap version 29 2024-05-21T00:21:06.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.739+0000 7f1205adab80 1 -- 172.21.15.12:0/2810421847 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5590763dced0 con 0x55907635deb0 2024-05-21T00:21:06.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.739+0000 7f11de000700 1 -- 172.21.15.12:0/2810421847 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f11e40e3040 con 0x55907635deb0 2024-05-21T00:21:06.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.740+0000 7f11de000700 1 -- 172.21.15.12:0/2810421847 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f11e0004fa0 con 0x55907635deb0 2024-05-21T00:21:06.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.740+0000 7f1205adab80 10 client.26039 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:21:06.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.740+0000 7f1205adab80 10 client.26039 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:21:06.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.740+0000 7f1205adab80 20 client.26039 populate_metadata read hostname 'smithi012' 2024-05-21T00:21:06.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.740+0000 7f1205adab80 1 --2- 172.21.15.12:0/2810421847 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5590763dd470 0x5590763df890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:06.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.740+0000 7f1205adab80 4 client.26039 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:21:06.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.740+0000 7f1205adab80 1 -- 172.21.15.12:0/2810421847 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5590762b2570 con 0x5590763dd470 2024-05-21T00:21:06.744 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.741+0000 7f11f3e00700 1 --2- 172.21.15.12:0/2810421847 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5590763dd470 0x5590763df890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:06.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.741+0000 7f11f3e00700 1 --2- 172.21.15.12:0/2810421847 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5590763dd470 0x5590763df890 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b10e1b7b6642dab server_cookie=d677bfb6c5bb7c61 in_seq=0 out_seq=0 2024-05-21T00:21:06.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.741+0000 7f11de000700 10 client.26039 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:06.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.742+0000 7f11de000700 1 -- 172.21.15.12:0/2810421847 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5590762b2570 con 0x5590763dd470 2024-05-21T00:21:06.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.742+0000 7f11de000700 10 client.26039 handle_command_reply: tid=0 2024-05-21T00:21:06.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.742+0000 7f1205adab80 1 client.26039 shutdown 2024-05-21T00:21:06.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.742+0000 7f1205adab80 1 -- 172.21.15.12:0/2810421847 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635deb0 msgr2=0x559076379d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:06.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.742+0000 7f1205adab80 1 --2- 172.21.15.12:0/2810421847 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635deb0 0x559076379d00 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f11e0009ea0 tx=0x7f11e0004750 comp rx=0 tx=0).stop 2024-05-21T00:21:06.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.742+0000 7f1205adab80 1 -- 172.21.15.12:0/2810421847 shutdown_connections 2024-05-21T00:21:06.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.742+0000 7f1205adab80 1 --2- 172.21.15.12:0/2810421847 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55907635e7d0 0x55907637a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.742+0000 7f1205adab80 1 --2- 172.21.15.12:0/2810421847 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5590763dd470 0x5590763df890 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.742+0000 7f1205adab80 1 --2- 172.21.15.12:0/2810421847 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x559076358880 0x5590763797c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.742+0000 7f1205adab80 1 --2- 172.21.15.12:0/2810421847 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55907635deb0 0x559076379d00 secure :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f11e0009ea0 tx=0x7f11e0004750 comp rx=0 tx=0).stop 2024-05-21T00:21:06.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.742+0000 7f1205adab80 1 -- 172.21.15.12:0/2810421847 >> 172.21.15.12:0/2810421847 conn(0x559076286be0 msgr2=0x55907635ec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:06.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.742+0000 7f11de000700 0 client.26039 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:06.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.744+0000 7f1205adab80 1 -- 172.21.15.12:0/2810421847 shutdown_connections 2024-05-21T00:21:06.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.744+0000 7f1205adab80 1 -- 172.21.15.12:0/2810421847 wait complete. 2024-05-21T00:21:06.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.744+0000 7f1205adab80 20 client.26039 trim_cache size 0 max 16384 2024-05-21T00:21:06.747 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:21:06.747 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "IDLE (waiting for more scrubs)", 2024-05-21T00:21:06.748 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": { 2024-05-21T00:21:06.748 INFO:teuthology.orchestra.run.smithi012.stdout: "32ffe747-4992-42a8-8ccf-8c393b915d7e": { 2024-05-21T00:21:06.748 INFO:teuthology.orchestra.run.smithi012.stdout: "path": "/", 2024-05-21T00:21:06.748 INFO:teuthology.orchestra.run.smithi012.stdout: "tag": "32ffe747-4992-42a8-8ccf-8c393b915d7e", 2024-05-21T00:21:06.748 INFO:teuthology.orchestra.run.smithi012.stdout: "options": "recursive,force" 2024-05-21T00:21:06.748 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:21:06.748 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:21:06.748 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:21:06.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.746+0000 7f11fb200700 1 -- 172.21.15.12:0/692911768 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f11d80b2a00 msgr2=0x7f11d80b4ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:06.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.746+0000 7f11fb200700 1 --2- 172.21.15.12:0/692911768 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f11d80b2a00 0x7f11d80b4ec0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f11ec009da0 tx=0x7f11ec005040 comp rx=0 tx=0).stop 2024-05-21T00:21:06.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.746+0000 7f11fb200700 1 -- 172.21.15.12:0/692911768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f11f4105780 msgr2=0x7f11f41116e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:06.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.746+0000 7f11fb200700 1 --2- 172.21.15.12:0/692911768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f11f4105780 0x7f11f41116e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f11e400d980 tx=0x7f11e400dc90 comp rx=0 tx=0).stop 2024-05-21T00:21:06.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.746+0000 7f11fb200700 1 -- 172.21.15.12:0/692911768 shutdown_connections 2024-05-21T00:21:06.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.746+0000 7f11fb200700 1 --2- 172.21.15.12:0/692911768 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f11f410b780 0x7f11f41160f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.746+0000 7f11fb200700 1 --2- 172.21.15.12:0/692911768 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f11f4105780 0x7f11f41116e0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.746+0000 7f11fb200700 1 --2- 172.21.15.12:0/692911768 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f11d80b2a00 0x7f11d80b4ec0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.746+0000 7f11fb200700 1 --2- 172.21.15.12:0/692911768 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f11f4106140 0x7f11f4111c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:06.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.746+0000 7f11fb200700 1 -- 172.21.15.12:0/692911768 >> 172.21.15.12:0/692911768 conn(0x7f11f4101270 msgr2=0x7f11f4079a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:06.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.746+0000 7f11fb200700 1 -- 172.21.15.12:0/692911768 shutdown_connections 2024-05-21T00:21:06.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:06.748+0000 7f11fb200700 1 -- 172.21.15.12:0/692911768 wait complete. 2024-05-21T00:21:07.481 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:07 smithi060 ceph-mon[36426]: pgmap v560: 97 pgs: 97 active+clean; 8.3 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 390 MiB/s wr, 111 op/s 2024-05-21T00:21:07.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:07 smithi077 ceph-mon[36377]: pgmap v560: 97 pgs: 97 active+clean; 8.3 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 390 MiB/s wr, 111 op/s 2024-05-21T00:21:07.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:07 smithi012 ceph-mon[31403]: pgmap v560: 97 pgs: 97 active+clean; 8.3 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 390 MiB/s wr, 111 op/s 2024-05-21T00:21:07.799 INFO:tasks.cephfs.filesystem:scrub status for tag:32ffe747-4992-42a8-8ccf-8c393b915d7e - {'path': '/', 'tag': '32ffe747-4992-42a8-8ccf-8c393b915d7e', 'options': 'recursive,force'} 2024-05-21T00:21:08.393 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:21:08.393 INFO:tasks.workunit.client.0.smithi012.stdout: Children see throughput for 1 initial writers = 315174.09 kB/sec 2024-05-21T00:21:08.393 INFO:tasks.workunit.client.0.smithi012.stdout: Parent sees throughput for 1 initial writers = 315165.71 kB/sec 2024-05-21T00:21:08.393 INFO:tasks.workunit.client.0.smithi012.stdout: Min throughput per process = 315174.09 kB/sec 2024-05-21T00:21:08.393 INFO:tasks.workunit.client.0.smithi012.stdout: Max throughput per process = 315174.09 kB/sec 2024-05-21T00:21:08.393 INFO:tasks.workunit.client.0.smithi012.stdout: Avg throughput per process = 315174.09 kB/sec 2024-05-21T00:21:08.393 INFO:tasks.workunit.client.0.smithi012.stdout: Min xfer = 10485760.00 kB 2024-05-21T00:21:08.478 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:08 smithi060 ceph-mon[36426]: scrub summary: idle 2024-05-21T00:21:08.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:08 smithi077 ceph-mon[36377]: scrub summary: idle 2024-05-21T00:21:08.568 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:08 smithi012 ceph-mon[31403]: scrub summary: idle 2024-05-21T00:21:09.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:09 smithi060 ceph-mon[36426]: pgmap v561: 97 pgs: 97 active+clean; 8.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 351 MiB/s wr, 98 op/s 2024-05-21T00:21:09.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:09 smithi077 ceph-mon[36377]: pgmap v561: 97 pgs: 97 active+clean; 8.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 351 MiB/s wr, 98 op/s 2024-05-21T00:21:09.568 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:09 smithi012 ceph-mon[31403]: pgmap v561: 97 pgs: 97 active+clean; 8.9 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 351 MiB/s wr, 98 op/s 2024-05-21T00:21:11.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:11 smithi060 ceph-mon[36426]: pgmap v562: 97 pgs: 97 active+clean; 9.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 350 MiB/s wr, 99 op/s 2024-05-21T00:21:11.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:11 smithi077 ceph-mon[36377]: pgmap v562: 97 pgs: 97 active+clean; 9.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 350 MiB/s wr, 99 op/s 2024-05-21T00:21:11.568 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:11 smithi012 ceph-mon[31403]: pgmap v562: 97 pgs: 97 active+clean; 9.3 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 350 MiB/s wr, 99 op/s 2024-05-21T00:21:13.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:13 smithi060 ceph-mon[36426]: pgmap v563: 97 pgs: 97 active+clean; 9.9 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 347 MiB/s wr, 96 op/s 2024-05-21T00:21:13.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:13 smithi077 ceph-mon[36377]: pgmap v563: 97 pgs: 97 active+clean; 9.9 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 347 MiB/s wr, 96 op/s 2024-05-21T00:21:13.568 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:13 smithi012 ceph-mon[31403]: pgmap v563: 97 pgs: 97 active+clean; 9.9 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 347 MiB/s wr, 96 op/s 2024-05-21T00:21:15.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:15 smithi060 ceph-mon[36426]: pgmap v564: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 266 MiB/s wr, 76 op/s 2024-05-21T00:21:15.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:15 smithi077 ceph-mon[36377]: pgmap v564: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 266 MiB/s wr, 76 op/s 2024-05-21T00:21:15.568 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:15 smithi012 ceph-mon[31403]: pgmap v564: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 266 MiB/s wr, 76 op/s 2024-05-21T00:21:17.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:17 smithi060 ceph-mon[36426]: pgmap v565: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 308 MiB/s wr, 90 op/s 2024-05-21T00:21:17.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:17 smithi077 ceph-mon[36377]: pgmap v565: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 308 MiB/s wr, 90 op/s 2024-05-21T00:21:17.568 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:17 smithi012 ceph-mon[31403]: pgmap v565: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 308 MiB/s wr, 90 op/s 2024-05-21T00:21:18.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:18 smithi060 ceph-mon[36426]: pgmap v566: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 240 MiB/s wr, 70 op/s 2024-05-21T00:21:18.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:18 smithi077 ceph-mon[36377]: pgmap v566: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 240 MiB/s wr, 70 op/s 2024-05-21T00:21:18.568 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:18 smithi012 ceph-mon[31403]: pgmap v566: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 240 MiB/s wr, 70 op/s 2024-05-21T00:21:21.181 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:20 smithi060 ceph-mon[36426]: pgmap v567: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 248 MiB/s wr, 75 op/s 2024-05-21T00:21:21.182 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:20 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:21:21.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:20 smithi077 ceph-mon[36377]: pgmap v567: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 248 MiB/s wr, 75 op/s 2024-05-21T00:21:21.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:20 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:21:21.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:20 smithi012 ceph-mon[31403]: pgmap v567: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 248 MiB/s wr, 75 op/s 2024-05-21T00:21:21.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:20 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:21:22.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:22.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:22.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:22.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:21 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:22.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:21 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi060 to 177.2M 2024-05-21T00:21:22.230 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:21 smithi060 ceph-mon[36426]: Unable to set osd_memory_target on smithi060 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-21T00:21:22.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:22.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:22.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:22.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:21 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:22.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:21 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi060 to 177.2M 2024-05-21T00:21:22.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:21 smithi077 ceph-mon[36377]: Unable to set osd_memory_target on smithi060 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-21T00:21:22.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:22.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:22.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:22.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:21 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:22.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:21 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi060 to 177.2M 2024-05-21T00:21:22.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:21 smithi012 ceph-mon[31403]: Unable to set osd_memory_target on smithi060 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-05-21T00:21:23.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:22 smithi060 ceph-mon[36426]: pgmap v568: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 287 MiB/s wr, 83 op/s 2024-05-21T00:21:23.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:23.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:23.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:23.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:23.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:22 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi012 to 177.5M 2024-05-21T00:21:23.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:22 smithi060 ceph-mon[36426]: Unable to set osd_memory_target on smithi012 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T00:21:23.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:21:23.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:21:23.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:21:23.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:22 smithi077 ceph-mon[36377]: pgmap v568: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 287 MiB/s wr, 83 op/s 2024-05-21T00:21:23.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:23.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:23.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:23.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:23.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:22 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi012 to 177.5M 2024-05-21T00:21:23.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:22 smithi077 ceph-mon[36377]: Unable to set osd_memory_target on smithi012 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T00:21:23.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:21:23.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:21:23.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:21:23.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:22 smithi012 ceph-mon[31403]: pgmap v568: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 287 MiB/s wr, 83 op/s 2024-05-21T00:21:23.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:23.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:23.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:23.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:21:23.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:22 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi012 to 177.5M 2024-05-21T00:21:23.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:22 smithi012 ceph-mon[31403]: Unable to set osd_memory_target on smithi012 to 186173030: error parsing value: Value '186173030' is below minimum 939524096 2024-05-21T00:21:23.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:21:23.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:21:23.320 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:21:25.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:24 smithi060 ceph-mon[36426]: pgmap v569: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 251 MiB/s wr, 74 op/s 2024-05-21T00:21:25.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:24 smithi077 ceph-mon[36377]: pgmap v569: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 251 MiB/s wr, 74 op/s 2024-05-21T00:21:25.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:24 smithi012 ceph-mon[31403]: pgmap v569: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 251 MiB/s wr, 74 op/s 2024-05-21T00:21:27.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:26 smithi060 ceph-mon[36426]: pgmap v570: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 335 MiB/s wr, 98 op/s 2024-05-21T00:21:27.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:26 smithi077 ceph-mon[36377]: pgmap v570: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 335 MiB/s wr, 98 op/s 2024-05-21T00:21:27.321 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:26 smithi012 ceph-mon[31403]: pgmap v570: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 335 MiB/s wr, 98 op/s 2024-05-21T00:21:29.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:28 smithi060 ceph-mon[36426]: pgmap v571: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 324 MiB/s wr, 93 op/s 2024-05-21T00:21:29.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:28 smithi077 ceph-mon[36377]: pgmap v571: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 324 MiB/s wr, 93 op/s 2024-05-21T00:21:29.322 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:28 smithi012 ceph-mon[31403]: pgmap v571: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 324 MiB/s wr, 93 op/s 2024-05-21T00:21:31.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:30 smithi060 ceph-mon[36426]: pgmap v572: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 345 MiB/s wr, 100 op/s 2024-05-21T00:21:31.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:30 smithi077 ceph-mon[36377]: pgmap v572: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 345 MiB/s wr, 100 op/s 2024-05-21T00:21:31.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:30 smithi012 ceph-mon[31403]: pgmap v572: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 345 MiB/s wr, 100 op/s 2024-05-21T00:21:33.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:32 smithi060 ceph-mon[36426]: pgmap v573: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 371 MiB/s wr, 104 op/s 2024-05-21T00:21:33.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:32 smithi077 ceph-mon[36377]: pgmap v573: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 371 MiB/s wr, 104 op/s 2024-05-21T00:21:33.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:32 smithi012 ceph-mon[31403]: pgmap v573: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 371 MiB/s wr, 104 op/s 2024-05-21T00:21:35.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:35 smithi012 ceph-mon[31403]: pgmap v574: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 306 MiB/s wr, 87 op/s 2024-05-21T00:21:35.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:35 smithi060 ceph-mon[36426]: pgmap v574: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 306 MiB/s wr, 87 op/s 2024-05-21T00:21:35.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:35 smithi077 ceph-mon[36377]: pgmap v574: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 306 MiB/s wr, 87 op/s 2024-05-21T00:21:37.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:37 smithi012 ceph-mon[31403]: pgmap v575: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 397 MiB/s wr, 112 op/s 2024-05-21T00:21:37.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:37 smithi060 ceph-mon[36426]: pgmap v575: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 397 MiB/s wr, 112 op/s 2024-05-21T00:21:37.534 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:37 smithi077 ceph-mon[36377]: pgmap v575: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 397 MiB/s wr, 112 op/s 2024-05-21T00:21:37.800 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:21:38.554 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:21:39.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:39 smithi060 ceph-mon[36426]: pgmap v576: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 358 MiB/s wr, 100 op/s 2024-05-21T00:21:39.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:39 smithi077 ceph-mon[36377]: pgmap v576: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 358 MiB/s wr, 100 op/s 2024-05-21T00:21:39.574 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:39 smithi012 ceph-mon[31403]: pgmap v576: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 358 MiB/s wr, 100 op/s 2024-05-21T00:21:40.634 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:21:40.634 INFO:tasks.workunit.client.0.smithi012.stdout: Children see throughput for 1 rewriters = 348798.03 kB/sec 2024-05-21T00:21:40.634 INFO:tasks.workunit.client.0.smithi012.stdout: Parent sees throughput for 1 rewriters = 348788.23 kB/sec 2024-05-21T00:21:40.634 INFO:tasks.workunit.client.0.smithi012.stdout: Min throughput per process = 348798.03 kB/sec 2024-05-21T00:21:40.634 INFO:tasks.workunit.client.0.smithi012.stdout: Max throughput per process = 348798.03 kB/sec 2024-05-21T00:21:40.634 INFO:tasks.workunit.client.0.smithi012.stdout: Avg throughput per process = 348798.03 kB/sec 2024-05-21T00:21:40.634 INFO:tasks.workunit.client.0.smithi012.stdout: Min xfer = 10485760.00 kB 2024-05-21T00:21:41.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.219+0000 7f61ddc00700 1 -- 172.21.15.12:0/144104164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61d8076090 msgr2=0x7f61d810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:41.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.219+0000 7f61ddc00700 1 --2- 172.21.15.12:0/144104164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61d8076090 0x7f61d810fa00 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f61c00098f0 tx=0x7f61c0009c00 comp rx=0 tx=0).stop 2024-05-21T00:21:41.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.219+0000 7f61ddc00700 1 -- 172.21.15.12:0/144104164 shutdown_connections 2024-05-21T00:21:41.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.219+0000 7f61ddc00700 1 --2- 172.21.15.12:0/144104164 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f61d810ff40 0x7f61d8112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.219+0000 7f61ddc00700 1 --2- 172.21.15.12:0/144104164 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f61d8075770 0x7f61d8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.219+0000 7f61ddc00700 1 --2- 172.21.15.12:0/144104164 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61d8076090 0x7f61d810fa00 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.219+0000 7f61ddc00700 1 -- 172.21.15.12:0/144104164 >> 172.21.15.12:0/144104164 conn(0x7f61d807a6a0 msgr2=0x7f61d807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:41.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.219+0000 7f61ddc00700 1 -- 172.21.15.12:0/144104164 shutdown_connections 2024-05-21T00:21:41.221 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.219+0000 7f61ddc00700 1 -- 172.21.15.12:0/144104164 wait complete. 2024-05-21T00:21:41.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.220+0000 7f61ddc00700 1 Processor -- start 2024-05-21T00:21:41.222 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.221+0000 7f61ddc00700 1 -- start start 2024-05-21T00:21:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.221+0000 7f61ddc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f61d8075770 0x7f61d819be10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.221+0000 7f61ddc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61d8076090 0x7f61d819c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.221+0000 7f61ddc00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f61d810ff40 0x7f61d81a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.221+0000 7f61ddc00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f61d8115900 con 0x7f61d8075770 2024-05-21T00:21:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.221+0000 7f61ddc00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f61d8115780 con 0x7f61d8076090 2024-05-21T00:21:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.221+0000 7f61ddc00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f61d8115a80 con 0x7f61d810ff40 2024-05-21T00:21:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.221+0000 7f61d6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f61d8075770 0x7f61d819be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.221+0000 7f61d7400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f61d810ff40 0x7f61d81a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.221+0000 7f61d6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f61d8075770 0x7f61d819be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40634/0 (socket says 172.21.15.12:40634) 2024-05-21T00:21:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.221+0000 7f61d6a00700 1 -- 172.21.15.12:0/1627052303 learned_addr learned my addr 172.21.15.12:0/1627052303 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:41.223 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.221+0000 7f61cfe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61d8076090 0x7f61d819c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.222+0000 7f61d6a00700 1 -- 172.21.15.12:0/1627052303 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f61d810ff40 msgr2=0x7f61d81a06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:41.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.222+0000 7f61d6a00700 1 --2- 172.21.15.12:0/1627052303 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f61d810ff40 0x7f61d81a06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.222+0000 7f61d6a00700 1 -- 172.21.15.12:0/1627052303 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61d8076090 msgr2=0x7f61d819c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:41.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.222+0000 7f61d6a00700 1 --2- 172.21.15.12:0/1627052303 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61d8076090 0x7f61d819c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.222+0000 7f61d6a00700 1 -- 172.21.15.12:0/1627052303 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61d81a0e20 con 0x7f61d8075770 2024-05-21T00:21:41.224 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.222+0000 7f61cfe00700 1 --2- 172.21.15.12:0/1627052303 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61d8076090 0x7f61d819c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:21:41.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.222+0000 7f61d6a00700 1 --2- 172.21.15.12:0/1627052303 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f61d8075770 0x7f61d819be10 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f61c800d980 tx=0x7f61c800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:41.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.222+0000 7f61cf400700 1 -- 172.21.15.12:0/1627052303 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c8016070 con 0x7f61d8075770 2024-05-21T00:21:41.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.223+0000 7f61cf400700 1 -- 172.21.15.12:0/1627052303 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61c8004830 con 0x7f61d8075770 2024-05-21T00:21:41.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.223+0000 7f61ddc00700 1 -- 172.21.15.12:0/1627052303 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61d81a1110 con 0x7f61d8075770 2024-05-21T00:21:41.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.223+0000 7f61cf400700 1 -- 172.21.15.12:0/1627052303 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c8005540 con 0x7f61d8075770 2024-05-21T00:21:41.225 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.223+0000 7f61ddc00700 1 -- 172.21.15.12:0/1627052303 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61d81a8990 con 0x7f61d8075770 2024-05-21T00:21:41.227 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.226+0000 7f61cf400700 1 -- 172.21.15.12:0/1627052303 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f61c8004220 con 0x7f61d8075770 2024-05-21T00:21:41.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.228+0000 7f61cf400700 1 --2- 172.21.15.12:0/1627052303 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f61bc0b2880 0x7f61bc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.228+0000 7f61e8512b80 1 Processor -- start 2024-05-21T00:21:41.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.228+0000 7f61cf400700 1 -- 172.21.15.12:0/1627052303 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f61c80e1e60 con 0x7f61d8075770 2024-05-21T00:21:41.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.228+0000 7f61e8512b80 1 -- start start 2024-05-21T00:21:41.229 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.228+0000 7f61cfe00700 1 --2- 172.21.15.12:0/1627052303 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f61bc0b2880 0x7f61bc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.230 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.228+0000 7f61e8512b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2c610 0x55a390d2c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.228+0000 7f61e8512b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d26b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.228+0000 7f61e8512b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d275c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.228+0000 7f61e8512b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a390c84e40 con 0x55a390d2c610 2024-05-21T00:21:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.228+0000 7f61e8512b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a390c749e0 con 0x55a390d2cf30 2024-05-21T00:21:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.228+0000 7f61e8512b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55a390c78a20 con 0x55a390d27140 2024-05-21T00:21:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.229+0000 7f61cfe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d26b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.229+0000 7f61d6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2c610 0x55a390d2c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.229+0000 7f61cfe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d26b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:60348/0 (socket says 172.21.15.12:60348) 2024-05-21T00:21:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.229+0000 7f61d7400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d275c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.229+0000 7f61cfe00700 1 -- 172.21.15.12:0/1212596501 learned_addr learned my addr 172.21.15.12:0/1212596501 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.229+0000 7f61cfe00700 1 --2- 172.21.15.12:0/1627052303 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f61bc0b2880 0x7f61bc0b4d40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f61c0009810 tx=0x7f61c0019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.229+0000 7f61cfe00700 1 -- 172.21.15.12:0/1212596501 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 msgr2=0x55a390d275c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:41.231 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.229+0000 7f61cfe00700 1 --2- 172.21.15.12:0/1212596501 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d275c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.229+0000 7f61cfe00700 1 -- 172.21.15.12:0/1212596501 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2c610 msgr2=0x55a390d2c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:41.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.229+0000 7f61cfe00700 1 --2- 172.21.15.12:0/1212596501 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2c610 0x55a390d2c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.229+0000 7f61cfe00700 1 -- 172.21.15.12:0/1212596501 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a390c3d420 con 0x55a390d2cf30 2024-05-21T00:21:41.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.229+0000 7f61d6a00700 1 --2- 172.21.15.12:0/1212596501 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2c610 0x55a390d2c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:21:41.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.229+0000 7f61d7400700 1 --2- 172.21.15.12:0/1212596501 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d275c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:21:41.232 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.230+0000 7f61cfe00700 1 --2- 172.21.15.12:0/1212596501 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d26b20 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f61c0011040 tx=0x7f61c0027000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b4e705a502add772 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:41.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.230+0000 7f61c7e00700 1 -- 172.21.15.12:0/1212596501 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c0031070 con 0x55a390d2cf30 2024-05-21T00:21:41.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.230+0000 7f61c7e00700 1 -- 172.21.15.12:0/1212596501 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61c000f9d0 con 0x55a390d2cf30 2024-05-21T00:21:41.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.230+0000 7f61c7e00700 1 -- 172.21.15.12:0/1212596501 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c000b9a0 con 0x55a390d2cf30 2024-05-21T00:21:41.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.231+0000 7f61e8512b80 1 -- 172.21.15.12:0/1212596501 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 msgr2=0x55a390d26b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:41.233 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.231+0000 7f61e8512b80 1 --2- 172.21.15.12:0/1212596501 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d26b20 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f61c0011040 tx=0x7f61c0027000 comp rx=0 tx=0).stop 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.231+0000 7f61e8512b80 1 -- 172.21.15.12:0/1212596501 shutdown_connections 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.231+0000 7f61e8512b80 1 --2- 172.21.15.12:0/1212596501 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d275c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.231+0000 7f61e8512b80 1 --2- 172.21.15.12:0/1212596501 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2c610 0x55a390d2c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.231+0000 7f61e8512b80 1 --2- 172.21.15.12:0/1212596501 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d26b20 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.231+0000 7f61e8512b80 1 -- 172.21.15.12:0/1212596501 >> 172.21.15.12:0/1212596501 conn(0x55a390c54be0 msgr2=0x55a390d21690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.231+0000 7f61e8512b80 1 -- 172.21.15.12:0/1212596501 shutdown_connections 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.231+0000 7f61e8512b80 1 -- 172.21.15.12:0/1212596501 wait complete. 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.231+0000 7f61e8512b80 1 -- start start 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.232+0000 7f61e8512b80 1 Processor -- start 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.232+0000 7f61e8512b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d32c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.232+0000 7f61e8512b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2c610 0x55a390d2ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.232+0000 7f61e8512b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d30520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.232+0000 7f61e8512b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55a390b7afa0 con 0x55a390d2c610 2024-05-21T00:21:41.234 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.232+0000 7f61e8512b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55a390c15760 con 0x55a390d2cf30 2024-05-21T00:21:41.235 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.232+0000 7f61e8512b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55a390d33980 con 0x55a390d27140 2024-05-21T00:21:41.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.232+0000 7f61e8512b80 10 client.0 _ll_register_callbacks cb 0x55a390c1ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:21:41.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.233+0000 7f61cfe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2c610 0x55a390d2ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.236 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.233+0000 7f61cfe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2c610 0x55a390d2ffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40648/0 (socket says 172.21.15.12:40648) 2024-05-21T00:21:41.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.233+0000 7f61cfe00700 1 -- 172.21.15.12:0/3213913505 learned_addr learned my addr 172.21.15.12:0/3213913505 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:41.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.233+0000 7f61d6a00700 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d32c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.233+0000 7f61d7400700 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d30520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.233+0000 7f61cfe00700 1 -- 172.21.15.12:0/3213913505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 msgr2=0x55a390d32c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:41.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.233+0000 7f61cfe00700 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d32c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.233+0000 7f61cfe00700 1 -- 172.21.15.12:0/3213913505 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 msgr2=0x55a390d30520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:41.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.233+0000 7f61cfe00700 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d30520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.233+0000 7f61cfe00700 1 -- 172.21.15.12:0/3213913505 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a390bc48d0 con 0x55a390d2c610 2024-05-21T00:21:41.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.233+0000 7f61d6a00700 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d32c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:21:41.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.233+0000 7f61cfe00700 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2c610 0x55a390d2ffe0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f61c0005650 tx=0x7f61c0005680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94e08f48f23e2a5b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:41.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.233+0000 7f61c4c00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:21:41.237 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.234+0000 7f61c4c00700 1 -- 172.21.15.12:0/3213913505 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c003a060 con 0x55a390d2c610 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.234+0000 7f61c4c00700 1 -- 172.21.15.12:0/3213913505 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f61c000b8c0 con 0x55a390d2c610 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.234+0000 7f61e8512b80 1 -- 172.21.15.12:0/3213913505 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a390c86d90 con 0x55a390d2c610 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.234+0000 7f61c4c00700 1 -- 172.21.15.12:0/3213913505 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f61c0031040 con 0x55a390d2c610 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.234+0000 7f61e8512b80 10 client.15912 fetch_fsmap learned FSMap version 29 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.234+0000 7f61e8512b80 1 -- 172.21.15.12:0/3213913505 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a390c45060 con 0x55a390d2c610 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.234+0000 7f61c4c00700 1 -- 172.21.15.12:0/3213913505 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x55a390c86d90 con 0x55a390d2c610 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.235+0000 7f61c4c00700 1 -- 172.21.15.12:0/3213913505 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f61c002c7b0 con 0x55a390d2c610 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.235+0000 7f61e8512b80 10 client.15912 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.235+0000 7f61e8512b80 10 client.15912 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.235+0000 7f61e8512b80 20 client.15912 populate_metadata read hostname 'smithi012' 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.235+0000 7f61e8512b80 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a390d40320 0x55a390d42710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.235+0000 7f61e8512b80 4 client.15912 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.235+0000 7f61e8512b80 1 -- 172.21.15.12:0/3213913505 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a390c80570 con 0x55a390d40320 2024-05-21T00:21:41.238 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.235+0000 7f61d6a00700 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a390d40320 0x55a390d42710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.239 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.236+0000 7f61d6a00700 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a390d40320 0x55a390d42710 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8fdbc82f8cfa8b56 server_cookie=f1c566f366c22705 in_seq=0 out_seq=0 2024-05-21T00:21:41.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.236+0000 7f61c4c00700 10 client.15912 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:41.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61c4c00700 1 -- 172.21.15.12:0/3213913505 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55a390c80570 con 0x55a390d40320 2024-05-21T00:21:41.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61c4c00700 10 client.15912 handle_command_reply: tid=0 2024-05-21T00:21:41.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61e8512b80 1 client.15912 shutdown 2024-05-21T00:21:41.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61e8512b80 1 -- 172.21.15.12:0/3213913505 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2c610 msgr2=0x55a390d2ffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:41.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61e8512b80 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2c610 0x55a390d2ffe0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f61c0005650 tx=0x7f61c0005680 comp rx=0 tx=0).stop 2024-05-21T00:21:41.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61e8512b80 1 -- 172.21.15.12:0/3213913505 shutdown_connections 2024-05-21T00:21:41.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61e8512b80 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d30520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61e8512b80 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a390d40320 0x55a390d42710 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61e8512b80 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d32c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61e8512b80 1 --2- 172.21.15.12:0/3213913505 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2c610 0x55a390d2ffe0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61e8512b80 1 -- 172.21.15.12:0/3213913505 >> 172.21.15.12:0/3213913505 conn(0x55a390c54be0 msgr2=0x55a390d20d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:41.240 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61c4c00700 0 client.15912 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:41.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61e8512b80 1 -- 172.21.15.12:0/3213913505 shutdown_connections 2024-05-21T00:21:41.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61e8512b80 1 -- 172.21.15.12:0/3213913505 wait complete. 2024-05-21T00:21:41.241 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.237+0000 7f61e8512b80 20 client.15912 trim_cache size 0 max 16384 2024-05-21T00:21:41.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.260+0000 7f61e8512b80 1 Processor -- start 2024-05-21T00:21:41.261 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.260+0000 7f61e8512b80 1 -- start start 2024-05-21T00:21:41.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.260+0000 7f61e8512b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d27140 0x55a390d26b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.260+0000 7f61e8512b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d2c610 0x55a390d2f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.262 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.260+0000 7f61e8512b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d214f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.260+0000 7f61e8512b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81afc50 con 0x55a390d27140 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.260+0000 7f61e8512b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b1790 con 0x55a390d2cf30 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.260+0000 7f61e8512b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b0320 con 0x55a390d2c610 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.261+0000 7f61d6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d27140 0x55a390d26b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.261+0000 7f61d6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d27140 0x55a390d26b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:40652/0 (socket says 172.21.15.12:40652) 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.261+0000 7f61d6a00700 1 -- 172.21.15.12:0/1973240261 learned_addr learned my addr 172.21.15.12:0/1973240261 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.261+0000 7f61d7400700 1 --2- 172.21.15.12:0/1973240261 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d214f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.261+0000 7f61cfe00700 1 --2- 172.21.15.12:0/1973240261 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d2c610 0x55a390d2f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.261+0000 7f61d7400700 1 -- 172.21.15.12:0/1973240261 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d2c610 msgr2=0x55a390d2f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.261+0000 7f61d7400700 1 --2- 172.21.15.12:0/1973240261 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d2c610 0x55a390d2f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.261+0000 7f61d7400700 1 -- 172.21.15.12:0/1973240261 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d27140 msgr2=0x55a390d26b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.261+0000 7f61d7400700 1 --2- 172.21.15.12:0/1973240261 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d27140 0x55a390d26b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.261+0000 7f61d7400700 1 -- 172.21.15.12:0/1973240261 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a390d2cd30 con 0x55a390d2cf30 2024-05-21T00:21:41.263 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.262+0000 7f61d7400700 1 --2- 172.21.15.12:0/1973240261 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d214f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f61d806bdd0 tx=0x7f61d00099e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85edb1995898f625 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:41.264 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.262+0000 7f61c7400700 1 -- 172.21.15.12:0/1973240261 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61d0017030 con 0x55a390d2cf30 2024-05-21T00:21:41.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.262+0000 7f61c7400700 1 -- 172.21.15.12:0/1973240261 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61d00171d0 con 0x55a390d2cf30 2024-05-21T00:21:41.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.262+0000 7f61c7400700 1 -- 172.21.15.12:0/1973240261 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61d0016730 con 0x55a390d2cf30 2024-05-21T00:21:41.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.262+0000 7f61e8512b80 1 -- 172.21.15.12:0/1973240261 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 msgr2=0x55a390d214f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:41.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.262+0000 7f61e8512b80 1 --2- 172.21.15.12:0/1973240261 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d214f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f61d806bdd0 tx=0x7f61d00099e0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.263+0000 7f61e8512b80 1 -- 172.21.15.12:0/1973240261 shutdown_connections 2024-05-21T00:21:41.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.263+0000 7f61e8512b80 1 --2- 172.21.15.12:0/1973240261 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2cf30 0x55a390d214f0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.263+0000 7f61e8512b80 1 --2- 172.21.15.12:0/1973240261 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d27140 0x55a390d26b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.263+0000 7f61e8512b80 1 --2- 172.21.15.12:0/1973240261 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d2c610 0x55a390d2f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.263+0000 7f61e8512b80 1 -- 172.21.15.12:0/1973240261 >> 172.21.15.12:0/1973240261 conn(0x55a390c54be0 msgr2=0x55a390d2da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:41.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.263+0000 7f61e8512b80 1 -- 172.21.15.12:0/1973240261 shutdown_connections 2024-05-21T00:21:41.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.263+0000 7f61e8512b80 1 -- 172.21.15.12:0/1973240261 wait complete. 2024-05-21T00:21:41.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.263+0000 7f61e8512b80 1 -- start start 2024-05-21T00:21:41.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.263+0000 7f61e8512b80 1 Processor -- start 2024-05-21T00:21:41.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.264+0000 7f61e8512b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d43700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.264+0000 7f61e8512b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2c610 0x55a390d43c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.264+0000 7f61e8512b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2cf30 0x55a390d44180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.264+0000 7f61e8512b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b10c0 con 0x55a390d2cf30 2024-05-21T00:21:41.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.264+0000 7f61e8512b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81b09f0 con 0x55a390d2c610 2024-05-21T00:21:41.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.264+0000 7f61e8512b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f61d81adc10 con 0x55a390d27140 2024-05-21T00:21:41.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.264+0000 7f61e8512b80 10 client.0 _ll_register_callbacks cb 0x55a390c1ec70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:21:41.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.264+0000 7f61cfe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2c610 0x55a390d43c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.264+0000 7f61cfe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2c610 0x55a390d43c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:60372/0 (socket says 172.21.15.12:60372) 2024-05-21T00:21:41.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.264+0000 7f61cfe00700 1 -- 172.21.15.12:0/3586095435 learned_addr learned my addr 172.21.15.12:0/3586095435 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:41.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.264+0000 7f61d7400700 1 --2- 172.21.15.12:0/3586095435 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2cf30 0x55a390d44180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.264+0000 7f61d6a00700 1 --2- 172.21.15.12:0/3586095435 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d43700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.265+0000 7f61cfe00700 1 -- 172.21.15.12:0/3586095435 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 msgr2=0x55a390d43700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:41.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.265+0000 7f61cfe00700 1 --2- 172.21.15.12:0/3586095435 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d43700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.265+0000 7f61cfe00700 1 -- 172.21.15.12:0/3586095435 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2cf30 msgr2=0x55a390d44180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.265+0000 7f61cfe00700 1 --2- 172.21.15.12:0/3586095435 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2cf30 0x55a390d44180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.265+0000 7f61cfe00700 1 -- 172.21.15.12:0/3586095435 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a390da9e10 con 0x55a390d2c610 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.265+0000 7f61cfe00700 1 --2- 172.21.15.12:0/3586095435 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2c610 0x55a390d43c40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x55a390d22860 tx=0x7f61c000bad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ed3c611a794939b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.265+0000 7f61c4c00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.265+0000 7f61c4c00700 1 -- 172.21.15.12:0/3586095435 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c003a070 con 0x55a390d2c610 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.265+0000 7f61e8512b80 1 -- 172.21.15.12:0/3586095435 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f61d00171d0 con 0x55a390d2c610 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.265+0000 7f61c4c00700 1 -- 172.21.15.12:0/3586095435 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f61c002c640 con 0x55a390d2c610 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.266+0000 7f61c4c00700 1 -- 172.21.15.12:0/3586095435 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f61c0051070 con 0x55a390d2c610 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.266+0000 7f61e8512b80 10 client.26057 fetch_fsmap learned FSMap version 29 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.266+0000 7f61e8512b80 1 -- 172.21.15.12:0/3586095435 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a390dab100 con 0x55a390d2c610 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.266+0000 7f61c4c00700 1 -- 172.21.15.12:0/3586095435 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f61d00171d0 con 0x55a390d2c610 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.266+0000 7f61c4c00700 1 -- 172.21.15.12:0/3586095435 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f61c0041430 con 0x55a390d2c610 2024-05-21T00:21:41.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.266+0000 7f61e8512b80 10 client.26057 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:21:41.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.266+0000 7f61e8512b80 10 client.26057 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:21:41.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.267+0000 7f61e8512b80 20 client.26057 populate_metadata read hostname 'smithi012' 2024-05-21T00:21:41.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.267+0000 7f61e8512b80 1 --2- 172.21.15.12:0/3586095435 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a390dab780 0x55a390dadba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:41.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.267+0000 7f61e8512b80 4 client.26057 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:21:41.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.267+0000 7f61e8512b80 1 -- 172.21.15.12:0/3586095435 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a390af7250 con 0x55a390dab780 2024-05-21T00:21:41.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.267+0000 7f61d6a00700 1 --2- 172.21.15.12:0/3586095435 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a390dab780 0x55a390dadba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:41.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.267+0000 7f61d6a00700 1 --2- 172.21.15.12:0/3586095435 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a390dab780 0x55a390dadba0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c68bd35af1a66f0 server_cookie=443190ff1387b342 in_seq=0 out_seq=0 2024-05-21T00:21:41.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.267+0000 7f61c4c00700 10 client.26057 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:41.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61c4c00700 1 -- 172.21.15.12:0/3586095435 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55a390af7250 con 0x55a390dab780 2024-05-21T00:21:41.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61c4c00700 10 client.26057 handle_command_reply: tid=0 2024-05-21T00:21:41.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61e8512b80 1 client.26057 shutdown 2024-05-21T00:21:41.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61e8512b80 1 -- 172.21.15.12:0/3586095435 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2c610 msgr2=0x55a390d43c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:41.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61e8512b80 1 --2- 172.21.15.12:0/3586095435 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2c610 0x55a390d43c40 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x55a390d22860 tx=0x7f61c000bad0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61e8512b80 1 -- 172.21.15.12:0/3586095435 shutdown_connections 2024-05-21T00:21:41.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61e8512b80 1 --2- 172.21.15.12:0/3586095435 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55a390d2cf30 0x55a390d44180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61e8512b80 1 --2- 172.21.15.12:0/3586095435 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55a390dab780 0x55a390dadba0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61e8512b80 1 --2- 172.21.15.12:0/3586095435 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55a390d27140 0x55a390d43700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61e8512b80 1 --2- 172.21.15.12:0/3586095435 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55a390d2c610 0x55a390d43c40 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61c4c00700 0 client.26057 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:41.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61e8512b80 1 -- 172.21.15.12:0/3586095435 >> 172.21.15.12:0/3586095435 conn(0x55a390c54be0 msgr2=0x55a390d2b100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:41.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61e8512b80 1 -- 172.21.15.12:0/3586095435 shutdown_connections 2024-05-21T00:21:41.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61e8512b80 1 -- 172.21.15.12:0/3586095435 wait complete. 2024-05-21T00:21:41.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.268+0000 7f61e8512b80 20 client.26057 trim_cache size 0 max 16384 2024-05-21T00:21:41.272 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:21:41.273 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "no active scrubs running", 2024-05-21T00:21:41.273 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": {} 2024-05-21T00:21:41.273 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:21:41.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.269+0000 7f61ddc00700 1 -- 172.21.15.12:0/1627052303 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f61bc0b2880 msgr2=0x7f61bc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:41.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.269+0000 7f61ddc00700 1 --2- 172.21.15.12:0/1627052303 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f61bc0b2880 0x7f61bc0b4d40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f61c0009810 tx=0x7f61c0019040 comp rx=0 tx=0).stop 2024-05-21T00:21:41.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.269+0000 7f61ddc00700 1 -- 172.21.15.12:0/1627052303 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f61d8075770 msgr2=0x7f61d819be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:41.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.269+0000 7f61ddc00700 1 --2- 172.21.15.12:0/1627052303 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f61d8075770 0x7f61d819be10 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f61c800d980 tx=0x7f61c800dc90 comp rx=0 tx=0).stop 2024-05-21T00:21:41.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.269+0000 7f61ddc00700 1 -- 172.21.15.12:0/1627052303 shutdown_connections 2024-05-21T00:21:41.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.269+0000 7f61ddc00700 1 --2- 172.21.15.12:0/1627052303 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f61d810ff40 0x7f61d81a06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.269+0000 7f61ddc00700 1 --2- 172.21.15.12:0/1627052303 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f61bc0b2880 0x7f61bc0b4d40 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.269+0000 7f61ddc00700 1 --2- 172.21.15.12:0/1627052303 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f61d8075770 0x7f61d819be10 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.269+0000 7f61ddc00700 1 --2- 172.21.15.12:0/1627052303 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f61d8076090 0x7f61d819c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:41.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.269+0000 7f61ddc00700 1 -- 172.21.15.12:0/1627052303 >> 172.21.15.12:0/1627052303 conn(0x7f61d807a6a0 msgr2=0x7f61d81007b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:41.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.269+0000 7f61ddc00700 1 -- 172.21.15.12:0/1627052303 shutdown_connections 2024-05-21T00:21:41.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:41.269+0000 7f61ddc00700 1 -- 172.21.15.12:0/1627052303 wait complete. 2024-05-21T00:21:41.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:41 smithi012 ceph-mon[31403]: pgmap v577: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 366 MiB/s wr, 103 op/s 2024-05-21T00:21:41.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:41 smithi060 ceph-mon[36426]: pgmap v577: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 366 MiB/s wr, 103 op/s 2024-05-21T00:21:41.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:41 smithi077 ceph-mon[36377]: pgmap v577: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 366 MiB/s wr, 103 op/s 2024-05-21T00:21:42.184 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:21:42.184 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:21:42.570 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 11.9 2024-05-21T00:21:42.570 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:21:42.641 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:21:43.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:43 smithi012 ceph-mon[31403]: pgmap v578: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 392 MiB/s wr, 107 op/s 2024-05-21T00:21:43.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:43 smithi060 ceph-mon[36426]: pgmap v578: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 392 MiB/s wr, 107 op/s 2024-05-21T00:21:43.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:43 smithi077 ceph-mon[36377]: pgmap v578: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 392 MiB/s wr, 107 op/s 2024-05-21T00:21:43.891 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:21:44.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.820+0000 7f7242400700 1 -- 172.21.15.12:0/1250771101 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f723c06c470 msgr2=0x7f723c1103c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:44.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.820+0000 7f7242400700 1 --2- 172.21.15.12:0/1250771101 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f723c06c470 0x7f723c1103c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f723400b0a0 tx=0x7f723400b3b0 comp rx=0 tx=0).stop 2024-05-21T00:21:44.821 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.820+0000 7f7242400700 1 -- 172.21.15.12:0/1250771101 shutdown_connections 2024-05-21T00:21:44.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.820+0000 7f7242400700 1 --2- 172.21.15.12:0/1250771101 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f723c06c470 0x7f723c1103c0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:44.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.820+0000 7f7242400700 1 --2- 172.21.15.12:0/1250771101 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f723c1095a0 0x7f723c109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:44.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.820+0000 7f7242400700 1 --2- 172.21.15.12:0/1250771101 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f723c06bab0 0x7f723c06bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:44.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.820+0000 7f7242400700 1 -- 172.21.15.12:0/1250771101 >> 172.21.15.12:0/1250771101 conn(0x7f723c0793b0 msgr2=0x7f723c0797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:44.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.820+0000 7f7242400700 1 -- 172.21.15.12:0/1250771101 shutdown_connections 2024-05-21T00:21:44.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.820+0000 7f7242400700 1 -- 172.21.15.12:0/1250771101 wait complete. 2024-05-21T00:21:44.822 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.822+0000 7f7242400700 1 Processor -- start 2024-05-21T00:21:44.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.822+0000 7f7242400700 1 -- start start 2024-05-21T00:21:44.823 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.822+0000 7f7242400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f723c06bab0 0x7f723c102500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:44.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.822+0000 7f7242400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f723c06c470 0x7f723c102a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:44.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.822+0000 7f7242400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f723c1095a0 0x7f723c102f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:44.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.822+0000 7f7242400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f723c113710 con 0x7f723c1095a0 2024-05-21T00:21:44.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.823+0000 7f7242400700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f723c113590 con 0x7f723c06bab0 2024-05-21T00:21:44.824 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.823+0000 7f7242400700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f723c113890 con 0x7f723c06c470 2024-05-21T00:21:44.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.823+0000 7f723be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f723c1095a0 0x7f723c102f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:44.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.823+0000 7f723b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f723c06bab0 0x7f723c102500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:44.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.823+0000 7f723aa00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f723c06c470 0x7f723c102a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:44.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.823+0000 7f723b400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f723c06bab0 0x7f723c102500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:60380/0 (socket says 172.21.15.12:60380) 2024-05-21T00:21:44.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.823+0000 7f723aa00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f723c06c470 0x7f723c102a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:56208/0 (socket says 172.21.15.12:56208) 2024-05-21T00:21:44.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.823+0000 7f723b400700 1 -- 172.21.15.12:0/2544482374 learned_addr learned my addr 172.21.15.12:0/2544482374 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:44.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.823+0000 7f723b400700 1 -- 172.21.15.12:0/2544482374 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f723c06c470 msgr2=0x7f723c102a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:44.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.823+0000 7f723b400700 1 --2- 172.21.15.12:0/2544482374 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f723c06c470 0x7f723c102a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:44.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.823+0000 7f723b400700 1 -- 172.21.15.12:0/2544482374 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f723c1095a0 msgr2=0x7f723c102f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:44.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.823+0000 7f723b400700 1 --2- 172.21.15.12:0/2544482374 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f723c1095a0 0x7f723c102f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:44.825 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.823+0000 7f723b400700 1 -- 172.21.15.12:0/2544482374 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f723c1a8110 con 0x7f723c06bab0 2024-05-21T00:21:44.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.824+0000 7f723b400700 1 --2- 172.21.15.12:0/2544482374 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f723c06bab0 0x7f723c102500 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f722c00e9a0 tx=0x7f722c00ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:44.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.824+0000 7f7233e00700 1 -- 172.21.15.12:0/2544482374 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f722c00ca10 con 0x7f723c06bab0 2024-05-21T00:21:44.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.824+0000 7f7233e00700 1 -- 172.21.15.12:0/2544482374 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f722c00cbb0 con 0x7f723c06bab0 2024-05-21T00:21:44.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.824+0000 7f7242400700 1 -- 172.21.15.12:0/2544482374 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f723c1a8400 con 0x7f723c06bab0 2024-05-21T00:21:44.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.824+0000 7f7242400700 1 -- 172.21.15.12:0/2544482374 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f723c1a8990 con 0x7f723c06bab0 2024-05-21T00:21:44.826 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.825+0000 7f7233e00700 1 -- 172.21.15.12:0/2544482374 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f722c018680 con 0x7f723c06bab0 2024-05-21T00:21:44.827 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.826+0000 7f7242400700 1 -- 172.21.15.12:0/2544482374 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f721c005330 con 0x7f723c06bab0 2024-05-21T00:21:44.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.828+0000 7f7233e00700 1 -- 172.21.15.12:0/2544482374 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f722c04aab0 con 0x7f723c06bab0 2024-05-21T00:21:44.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.830+0000 7f7233e00700 1 --2- 172.21.15.12:0/2544482374 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f72200b2900 0x7f72200b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:44.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.830+0000 7f7233e00700 1 -- 172.21.15.12:0/2544482374 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f722c0e2260 con 0x7f723c06bab0 2024-05-21T00:21:44.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.830+0000 7f723aa00700 1 --2- 172.21.15.12:0/2544482374 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f72200b2900 0x7f72200b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:44.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.831+0000 7f723aa00700 1 --2- 172.21.15.12:0/2544482374 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f72200b2900 0x7f72200b4dc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f723c079a20 tx=0x7f7228009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:44.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:44.832+0000 7f7233e00700 1 -- 172.21.15.12:0/2544482374 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f722c0a9fb0 con 0x7f723c06bab0 2024-05-21T00:21:44.835 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:21:44.835 INFO:tasks.workunit.client.0.smithi012.stdout: Children see throughput for 1 readers = 5594344.50 kB/sec 2024-05-21T00:21:44.835 INFO:tasks.workunit.client.0.smithi012.stdout: Parent sees throughput for 1 readers = 5591904.18 kB/sec 2024-05-21T00:21:44.835 INFO:tasks.workunit.client.0.smithi012.stdout: Min throughput per process = 5594344.50 kB/sec 2024-05-21T00:21:44.835 INFO:tasks.workunit.client.0.smithi012.stdout: Max throughput per process = 5594344.50 kB/sec 2024-05-21T00:21:44.835 INFO:tasks.workunit.client.0.smithi012.stdout: Avg throughput per process = 5594344.50 kB/sec 2024-05-21T00:21:44.835 INFO:tasks.workunit.client.0.smithi012.stdout: Min xfer = 10485760.00 kB 2024-05-21T00:21:45.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.119+0000 7f7242400700 1 -- 172.21.15.12:0/2544482374 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f721c005620 con 0x7f723c06bab0 2024-05-21T00:21:45.122 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.120+0000 7f7233e00700 1 -- 172.21.15.12:0/2544482374 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f722c0a98b0 con 0x7f723c06bab0 2024-05-21T00:21:45.122 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:21:45.122 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:21:45.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.123+0000 7f7242400700 1 -- 172.21.15.12:0/2544482374 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f72200b2900 msgr2=0x7f72200b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:45.124 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.123+0000 7f7242400700 1 --2- 172.21.15.12:0/2544482374 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f72200b2900 0x7f72200b4dc0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f723c079a20 tx=0x7f7228009260 comp rx=0 tx=0).stop 2024-05-21T00:21:45.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.123+0000 7f7242400700 1 -- 172.21.15.12:0/2544482374 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f723c06bab0 msgr2=0x7f723c102500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:45.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.123+0000 7f7242400700 1 --2- 172.21.15.12:0/2544482374 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f723c06bab0 0x7f723c102500 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f722c00e9a0 tx=0x7f722c00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:21:45.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.123+0000 7f7242400700 1 -- 172.21.15.12:0/2544482374 shutdown_connections 2024-05-21T00:21:45.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.123+0000 7f7242400700 1 --2- 172.21.15.12:0/2544482374 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f72200b2900 0x7f72200b4dc0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:45.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.123+0000 7f7242400700 1 --2- 172.21.15.12:0/2544482374 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f723c1095a0 0x7f723c102f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:45.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.123+0000 7f7242400700 1 --2- 172.21.15.12:0/2544482374 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f723c06bab0 0x7f723c102500 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:45.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.123+0000 7f7242400700 1 --2- 172.21.15.12:0/2544482374 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f723c06c470 0x7f723c102a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:45.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.123+0000 7f7242400700 1 -- 172.21.15.12:0/2544482374 >> 172.21.15.12:0/2544482374 conn(0x7f723c0793b0 msgr2=0x7f723c101030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:45.125 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.123+0000 7f7242400700 1 -- 172.21.15.12:0/2544482374 shutdown_connections 2024-05-21T00:21:45.126 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:45.124+0000 7f7242400700 1 -- 172.21.15.12:0/2544482374 wait complete. 2024-05-21T00:21:45.126 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:21:45.372 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:45 smithi012 ceph-mon[31403]: pgmap v579: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 318 MiB/s wr, 88 op/s 2024-05-21T00:21:45.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:45 smithi060 ceph-mon[36426]: pgmap v579: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 318 MiB/s wr, 88 op/s 2024-05-21T00:21:45.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:45 smithi077 ceph-mon[36377]: pgmap v579: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 318 MiB/s wr, 88 op/s 2024-05-21T00:21:46.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:46 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2544482374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:21:46.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:46 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2544482374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:21:46.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:46 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2544482374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:21:46.738 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T00:21:47.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.307+0000 7f33cf400700 1 -- 172.21.15.12:0/2496128342 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33c806bab0 msgr2=0x7f33c806bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:47.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.307+0000 7f33cf400700 1 --2- 172.21.15.12:0/2496128342 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33c806bab0 0x7f33c806bf30 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f33b8009990 tx=0x7f33b8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:21:47.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.308+0000 7f33cf400700 1 -- 172.21.15.12:0/2496128342 shutdown_connections 2024-05-21T00:21:47.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.308+0000 7f33cf400700 1 --2- 172.21.15.12:0/2496128342 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f33c806c470 0x7f33c81103c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:47.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.308+0000 7f33cf400700 1 --2- 172.21.15.12:0/2496128342 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f33c81095a0 0x7f33c8109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:47.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.308+0000 7f33cf400700 1 --2- 172.21.15.12:0/2496128342 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33c806bab0 0x7f33c806bf30 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:47.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.308+0000 7f33cf400700 1 -- 172.21.15.12:0/2496128342 >> 172.21.15.12:0/2496128342 conn(0x7f33c80793b0 msgr2=0x7f33c80797c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:47.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.308+0000 7f33cf400700 1 -- 172.21.15.12:0/2496128342 shutdown_connections 2024-05-21T00:21:47.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.308+0000 7f33cf400700 1 -- 172.21.15.12:0/2496128342 wait complete. 2024-05-21T00:21:47.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.309+0000 7f33cf400700 1 Processor -- start 2024-05-21T00:21:47.312 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:47 smithi012 ceph-mon[31403]: pgmap v580: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 316 MiB/s wr, 91 op/s 2024-05-21T00:21:47.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.310+0000 7f33cf400700 1 -- start start 2024-05-21T00:21:47.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.310+0000 7f33cf400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33c806bab0 0x7f33c819bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:47.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.310+0000 7f33cf400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f33c806c470 0x7f33c819c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:47.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.311+0000 7f33cf400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f33c81095a0 0x7f33c81a07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:47.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.311+0000 7f33cf400700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f33c8113700 con 0x7f33c806c470 2024-05-21T00:21:47.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.311+0000 7f33cf400700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f33c8113580 con 0x7f33c81095a0 2024-05-21T00:21:47.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.311+0000 7f33cf400700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f33c8113880 con 0x7f33c806bab0 2024-05-21T00:21:47.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.311+0000 7f33cca00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33c806bab0 0x7f33c819bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:47.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.311+0000 7f33cd400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f33c81095a0 0x7f33c81a07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:47.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.311+0000 7f33cca00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33c806bab0 0x7f33c819bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:55952/0 (socket says 172.21.15.12:55952) 2024-05-21T00:21:47.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.311+0000 7f33cd400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f33c81095a0 0x7f33c81a07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:41612/0 (socket says 172.21.15.12:41612) 2024-05-21T00:21:47.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.311+0000 7f33cca00700 1 -- 172.21.15.12:0/1113662655 learned_addr learned my addr 172.21.15.12:0/1113662655 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:47.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.312+0000 7f33cca00700 1 -- 172.21.15.12:0/1113662655 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f33c81095a0 msgr2=0x7f33c81a07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:47.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.312+0000 7f33cca00700 1 --2- 172.21.15.12:0/1113662655 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f33c81095a0 0x7f33c81a07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:47.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.312+0000 7f33cca00700 1 -- 172.21.15.12:0/1113662655 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f33c806c470 msgr2=0x7f33c819c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:47.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.312+0000 7f33cca00700 1 --2- 172.21.15.12:0/1113662655 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f33c806c470 0x7f33c819c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:47.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.312+0000 7f33cca00700 1 -- 172.21.15.12:0/1113662655 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33c81a0f20 con 0x7f33c806bab0 2024-05-21T00:21:47.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.312+0000 7f33cca00700 1 --2- 172.21.15.12:0/1113662655 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33c806bab0 0x7f33c819bf10 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f33bc00e9a0 tx=0x7f33bc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:47.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.312+0000 7f33c5600700 1 -- 172.21.15.12:0/1113662655 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33bc00cbd0 con 0x7f33c806bab0 2024-05-21T00:21:47.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.312+0000 7f33c5600700 1 -- 172.21.15.12:0/1113662655 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f33bc00cd70 con 0x7f33c806bab0 2024-05-21T00:21:47.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.312+0000 7f33c5600700 1 -- 172.21.15.12:0/1113662655 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33bc018680 con 0x7f33c806bab0 2024-05-21T00:21:47.314 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.312+0000 7f33cf400700 1 -- 172.21.15.12:0/1113662655 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33c81a1210 con 0x7f33c806bab0 2024-05-21T00:21:47.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.312+0000 7f33cf400700 1 -- 172.21.15.12:0/1113662655 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33c81a8a90 con 0x7f33c806bab0 2024-05-21T00:21:47.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.314+0000 7f33cf400700 1 -- 172.21.15.12:0/1113662655 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33ac005330 con 0x7f33c806bab0 2024-05-21T00:21:47.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.316+0000 7f33c5600700 1 -- 172.21.15.12:0/1113662655 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f33bc018820 con 0x7f33c806bab0 2024-05-21T00:21:47.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.317+0000 7f33c5600700 1 --2- 172.21.15.12:0/1113662655 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f33b00b2900 0x7f33b00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:47.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.318+0000 7f33c5600700 1 -- 172.21.15.12:0/1113662655 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f33bc0e2460 con 0x7f33c806bab0 2024-05-21T00:21:47.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.318+0000 7f33c7e00700 1 --2- 172.21.15.12:0/1113662655 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f33b00b2900 0x7f33b00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:47.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.319+0000 7f33c7e00700 1 --2- 172.21.15.12:0/1113662655 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f33b00b2900 0x7f33b00b4dc0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f33b80098e0 tx=0x7f33b8005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:47.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.322+0000 7f33c5600700 1 -- 172.21.15.12:0/1113662655 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f33bc054df0 con 0x7f33c806bab0 2024-05-21T00:21:47.374 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:21:47.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:47 smithi060 ceph-mon[36426]: pgmap v580: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 316 MiB/s wr, 91 op/s 2024-05-21T00:21:47.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:47 smithi077 ceph-mon[36377]: pgmap v580: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 316 MiB/s wr, 91 op/s 2024-05-21T00:21:47.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.625+0000 7f33cf400700 1 -- 172.21.15.12:0/1113662655 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f33ac005620 con 0x7f33c806bab0 2024-05-21T00:21:47.628 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.626+0000 7f33c5600700 1 -- 172.21.15.12:0/1113662655 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f33bc0aa150 con 0x7f33c806bab0 2024-05-21T00:21:47.628 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:21:47.628 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:21:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.630+0000 7f33cf400700 1 -- 172.21.15.12:0/1113662655 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f33b00b2900 msgr2=0x7f33b00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.630+0000 7f33cf400700 1 --2- 172.21.15.12:0/1113662655 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f33b00b2900 0x7f33b00b4dc0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f33b80098e0 tx=0x7f33b8005fb0 comp rx=0 tx=0).stop 2024-05-21T00:21:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.630+0000 7f33cf400700 1 -- 172.21.15.12:0/1113662655 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33c806bab0 msgr2=0x7f33c819bf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.630+0000 7f33cf400700 1 --2- 172.21.15.12:0/1113662655 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33c806bab0 0x7f33c819bf10 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f33bc00e9a0 tx=0x7f33bc00ecb0 comp rx=0 tx=0).stop 2024-05-21T00:21:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.630+0000 7f33cf400700 1 -- 172.21.15.12:0/1113662655 shutdown_connections 2024-05-21T00:21:47.631 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.630+0000 7f33cf400700 1 --2- 172.21.15.12:0/1113662655 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f33c81095a0 0x7f33c81a07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:47.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.630+0000 7f33cf400700 1 --2- 172.21.15.12:0/1113662655 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f33c806bab0 0x7f33c819bf10 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:47.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.630+0000 7f33cf400700 1 --2- 172.21.15.12:0/1113662655 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f33b00b2900 0x7f33b00b4dc0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:47.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.630+0000 7f33cf400700 1 --2- 172.21.15.12:0/1113662655 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f33c806c470 0x7f33c819c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:47.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.630+0000 7f33cf400700 1 -- 172.21.15.12:0/1113662655 >> 172.21.15.12:0/1113662655 conn(0x7f33c80793b0 msgr2=0x7f33c810e6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:47.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.630+0000 7f33cf400700 1 -- 172.21.15.12:0/1113662655 shutdown_connections 2024-05-21T00:21:47.632 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:47.630+0000 7f33cf400700 1 -- 172.21.15.12:0/1113662655 wait complete. 2024-05-21T00:21:47.633 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:21:48.296 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:48 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1113662655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:21:48.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:48 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1113662655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:21:48.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:48 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1113662655' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:21:49.270 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db / --timeout 90 --expiration 131.9 --await-for 45.0' 2024-05-21T00:21:49.270 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24538 quiesce db / --timeout 90 --expiration 131.9 --await-for 45.0 2024-05-21T00:21:49.384 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:49 smithi012 ceph-mon[31403]: pgmap v581: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 210 MiB/s wr, 62 op/s 2024-05-21T00:21:49.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:49 smithi060 ceph-mon[36426]: pgmap v581: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 210 MiB/s wr, 62 op/s 2024-05-21T00:21:49.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:49 smithi077 ceph-mon[36377]: pgmap v581: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 210 MiB/s wr, 62 op/s 2024-05-21T00:21:49.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.880+0000 7f7110a00700 1 -- 172.21.15.12:0/4027464094 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f710c1095b0 msgr2=0x7f710c109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:49.882 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.880+0000 7f7110a00700 1 --2- 172.21.15.12:0/4027464094 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f710c1095b0 0x7f710c109990 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f70fc009990 tx=0x7f70fc009ca0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.880+0000 7f7110a00700 1 -- 172.21.15.12:0/4027464094 shutdown_connections 2024-05-21T00:21:49.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.880+0000 7f7110a00700 1 --2- 172.21.15.12:0/4027464094 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f710c06bbe0 0x7f710c1103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.880+0000 7f7110a00700 1 --2- 172.21.15.12:0/4027464094 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f710c1095b0 0x7f710c109990 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.880+0000 7f7110a00700 1 --2- 172.21.15.12:0/4027464094 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f710c06b220 0x7f710c06b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.880+0000 7f7110a00700 1 -- 172.21.15.12:0/4027464094 >> 172.21.15.12:0/4027464094 conn(0x7f710c0793f0 msgr2=0x7f710c079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:49.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.880+0000 7f7110a00700 1 -- 172.21.15.12:0/4027464094 shutdown_connections 2024-05-21T00:21:49.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.880+0000 7f7110a00700 1 -- 172.21.15.12:0/4027464094 wait complete. 2024-05-21T00:21:49.883 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.881+0000 7f7110a00700 1 Processor -- start 2024-05-21T00:21:49.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.882+0000 7f7110a00700 1 -- start start 2024-05-21T00:21:49.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.882+0000 7f7110a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f710c06b220 0x7f710c19f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.882+0000 7f7110a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f710c06bbe0 0x7f710c19fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.884 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.882+0000 7f7110a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f710c1095b0 0x7f710c199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.882+0000 7f7110a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f710c1136c0 con 0x7f710c06b220 2024-05-21T00:21:49.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.882+0000 7f7110a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f710c113540 con 0x7f710c1095b0 2024-05-21T00:21:49.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.882+0000 7f7110a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f710c113840 con 0x7f710c06bbe0 2024-05-21T00:21:49.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.883+0000 7f7109e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f710c06b220 0x7f710c19f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.883+0000 7f7109e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f710c06b220 0x7f710c19f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54760/0 (socket says 172.21.15.12:54760) 2024-05-21T00:21:49.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.883+0000 7f7109e00700 1 -- 172.21.15.12:0/2858204121 learned_addr learned my addr 172.21.15.12:0/2858204121 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:49.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.883+0000 7f710a800700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f710c1095b0 0x7f710c199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.883+0000 7f7109400700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f710c06bbe0 0x7f710c19fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.883+0000 7f7109e00700 1 -- 172.21.15.12:0/2858204121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f710c06bbe0 msgr2=0x7f710c19fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:49.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.883+0000 7f7109e00700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f710c06bbe0 0x7f710c19fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.883+0000 7f7109e00700 1 -- 172.21.15.12:0/2858204121 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f710c1095b0 msgr2=0x7f710c199a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:49.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.883+0000 7f7109e00700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f710c1095b0 0x7f710c199a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.885 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.883+0000 7f7109e00700 1 -- 172.21.15.12:0/2858204121 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f710c19a160 con 0x7f710c06b220 2024-05-21T00:21:49.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.883+0000 7f710a800700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f710c1095b0 0x7f710c199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:21:49.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.884+0000 7f7109e00700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f710c06b220 0x7f710c19f840 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f70fc000c00 tx=0x7f70fc00bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:49.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.884+0000 7f7102a00700 1 -- 172.21.15.12:0/2858204121 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70fc027070 con 0x7f710c06b220 2024-05-21T00:21:49.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.884+0000 7f7110a00700 1 -- 172.21.15.12:0/2858204121 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f710c19a3f0 con 0x7f710c06b220 2024-05-21T00:21:49.886 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.884+0000 7f7110a00700 1 -- 172.21.15.12:0/2858204121 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f710c1a6710 con 0x7f710c06b220 2024-05-21T00:21:49.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.885+0000 7f7102a00700 1 -- 172.21.15.12:0/2858204121 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70fc022470 con 0x7f710c06b220 2024-05-21T00:21:49.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.885+0000 7f7102a00700 1 -- 172.21.15.12:0/2858204121 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70fc031060 con 0x7f710c06b220 2024-05-21T00:21:49.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.890+0000 7f7102a00700 1 -- 172.21.15.12:0/2858204121 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f70fc02a070 con 0x7f710c06b220 2024-05-21T00:21:49.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.891+0000 7f711b3dcb80 1 Processor -- start 2024-05-21T00:21:49.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.892+0000 7f7102a00700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f70f00b2900 0x7f70f00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.892+0000 7f7102a00700 1 -- 172.21.15.12:0/2858204121 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f70fc0e2e20 con 0x7f710c06b220 2024-05-21T00:21:49.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.893+0000 7f711b3dcb80 1 -- start start 2024-05-21T00:21:49.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.893+0000 7f710a800700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f70f00b2900 0x7f70f00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.893+0000 7f711b3dcb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c14788f80 0x561c14789360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.893+0000 7f711b3dcb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c147898a0 0x561c1477ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.893+0000 7f711b3dcb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1477b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.893+0000 7f711b3dcb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x561c146d8e40 con 0x561c147898a0 2024-05-21T00:21:49.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.893+0000 7f711b3dcb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x561c146c89e0 con 0x561c14788f80 2024-05-21T00:21:49.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.893+0000 7f711b3dcb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x561c146cca20 con 0x561c1477b140 2024-05-21T00:21:49.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.894+0000 7f7109e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c14788f80 0x561c14789360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.894+0000 7f7109e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c14788f80 0x561c14789360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:41646/0 (socket says 172.21.15.12:41646) 2024-05-21T00:21:49.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.894+0000 7f7109e00700 1 -- 172.21.15.12:0/1552478209 learned_addr learned my addr 172.21.15.12:0/1552478209 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:49.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.894+0000 7f7109e00700 1 -- 172.21.15.12:0/1552478209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 msgr2=0x561c1477b5a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:21:49.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.894+0000 7f7109e00700 1 --2- 172.21.15.12:0/1552478209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1477b5a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.894+0000 7f7109e00700 1 -- 172.21.15.12:0/1552478209 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c147898a0 msgr2=0x561c1477ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:49.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.894+0000 7f7109e00700 1 --2- 172.21.15.12:0/1552478209 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c147898a0 0x561c1477ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.894+0000 7f7109e00700 1 -- 172.21.15.12:0/1552478209 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c14691420 con 0x561c14788f80 2024-05-21T00:21:49.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.894+0000 7f7109e00700 1 --2- 172.21.15.12:0/1552478209 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c14788f80 0x561c14789360 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f70fc006010 tx=0x7f70fc0a9da0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e81a4f4e8e33d868 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:49.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.895+0000 7f710a800700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f70f00b2900 0x7f70f00b4dc0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f7104003e80 tx=0x7f710400b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:49.897 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.895+0000 7f70f7400700 1 -- 172.21.15.12:0/1552478209 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70fc0aac00 con 0x561c14788f80 2024-05-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.895+0000 7f70f7400700 1 -- 172.21.15.12:0/1552478209 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70fc0aa500 con 0x561c14788f80 2024-05-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.895+0000 7f70f7400700 1 -- 172.21.15.12:0/1552478209 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70fc0b1e00 con 0x561c14788f80 2024-05-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.896+0000 7f711b3dcb80 1 -- 172.21.15.12:0/1552478209 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c14788f80 msgr2=0x561c14789360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.896+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/1552478209 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c14788f80 0x561c14789360 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f70fc006010 tx=0x7f70fc0a9da0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.896+0000 7f711b3dcb80 1 -- 172.21.15.12:0/1552478209 shutdown_connections 2024-05-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.896+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/1552478209 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1477b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.896+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/1552478209 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c14788f80 0x561c14789360 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.896+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/1552478209 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c147898a0 0x561c1477ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.896+0000 7f711b3dcb80 1 -- 172.21.15.12:0/1552478209 >> 172.21.15.12:0/1552478209 conn(0x561c146a8be0 msgr2=0x561c147755e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:49.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.897+0000 7f711b3dcb80 1 -- 172.21.15.12:0/1552478209 shutdown_connections 2024-05-21T00:21:49.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.897+0000 7f711b3dcb80 1 -- 172.21.15.12:0/1552478209 wait complete. 2024-05-21T00:21:49.901 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.897+0000 7f711b3dcb80 1 -- start start 2024-05-21T00:21:49.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.897+0000 7f711b3dcb80 1 Processor -- start 2024-05-21T00:21:49.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.898+0000 7f711b3dcb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1478f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.898+0000 7f711b3dcb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c14788f80 0x561c1478c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.898+0000 7f711b3dcb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1478cda0 0x561c1478d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f7109e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1478f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f7109e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1478f540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:55976/0 (socket says 172.21.15.12:55976) 2024-05-21T00:21:49.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f7109e00700 1 -- 172.21.15.12:0/3771324694 learned_addr learned my addr 172.21.15.12:0/3771324694 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:49.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f711b3dcb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x561c145cefa0 con 0x561c14788f80 2024-05-21T00:21:49.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3771324694 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x561c14669760 con 0x561c1478cda0 2024-05-21T00:21:49.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3771324694 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x561c1478fff0 con 0x561c1477b140 2024-05-21T00:21:49.902 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f7109400700 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c14788f80 0x561c1478c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f711b3dcb80 10 client.0 _ll_register_callbacks cb 0x561c14672c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f710a800700 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1478cda0 0x561c1478d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f7109e00700 1 -- 172.21.15.12:0/3771324694 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1478cda0 msgr2=0x561c1478d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f7109e00700 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1478cda0 0x561c1478d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f7109e00700 1 -- 172.21.15.12:0/3771324694 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c14788f80 msgr2=0x561c1478c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f7109e00700 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c14788f80 0x561c1478c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f7109e00700 1 -- 172.21.15.12:0/3771324694 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c146188d0 con 0x561c1477b140 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f710a800700 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1478cda0 0x561c1478d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f7109400700 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c14788f80 0x561c1478c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f7109e00700 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1478f540 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f70fc009350 tx=0x7f70fc0ae8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fae5b0e68feee99f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.899+0000 7f70ebe00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.900+0000 7f70ebe00700 1 -- 172.21.15.12:0/3771324694 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70fc0b1db0 con 0x561c1477b140 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.900+0000 7f70ebe00700 1 -- 172.21.15.12:0/3771324694 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f70fc0a9760 con 0x561c1477b140 2024-05-21T00:21:49.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.900+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3771324694 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70fc0aa500 con 0x561c1477b140 2024-05-21T00:21:49.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.900+0000 7f70ebe00700 1 -- 172.21.15.12:0/3771324694 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f70fc0a9960 con 0x561c1477b140 2024-05-21T00:21:49.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.900+0000 7f711b3dcb80 10 client.26095 fetch_fsmap learned FSMap version 29 2024-05-21T00:21:49.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.900+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3771324694 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c14699060 con 0x561c1477b140 2024-05-21T00:21:49.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.900+0000 7f70ebe00700 1 -- 172.21.15.12:0/3771324694 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70fc0aa500 con 0x561c1477b140 2024-05-21T00:21:49.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.901+0000 7f70ebe00700 1 -- 172.21.15.12:0/3771324694 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f70fc090a70 con 0x561c1477b140 2024-05-21T00:21:49.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.901+0000 7f711b3dcb80 10 client.26095 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:21:49.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.901+0000 7f711b3dcb80 10 client.26095 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:21:49.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.901+0000 7f711b3dcb80 20 client.26095 populate_metadata read hostname 'smithi012' 2024-05-21T00:21:49.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.901+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x561c1479ce10 0x561c1479f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.901+0000 7f711b3dcb80 4 client.26095 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:21:49.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.901+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3771324694 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c146dad90 con 0x561c1479ce10 2024-05-21T00:21:49.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.902+0000 7f7109400700 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x561c1479ce10 0x561c1479f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.902+0000 7f7109400700 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x561c1479ce10 0x561c1479f200 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=84da931a40772755 server_cookie=ded096ac25694868 in_seq=0 out_seq=0 2024-05-21T00:21:49.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.902+0000 7f70ebe00700 10 client.26095 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:21:49.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.903+0000 7f70ebe00700 1 -- 172.21.15.12:0/3771324694 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x561c146dad90 con 0x561c1479ce10 2024-05-21T00:21:49.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.903+0000 7f70ebe00700 10 client.26095 handle_command_reply: tid=0 2024-05-21T00:21:49.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.903+0000 7f711b3dcb80 1 client.26095 shutdown 2024-05-21T00:21:49.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.904+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3771324694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 msgr2=0x561c1478f540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:49.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.904+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1478f540 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f70fc009350 tx=0x7f70fc0ae8b0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.904+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3771324694 shutdown_connections 2024-05-21T00:21:49.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.904+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1478cda0 0x561c1478d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.904+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x561c1479ce10 0x561c1479f200 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.904+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1478f540 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.904+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/3771324694 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c14788f80 0x561c1478c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.904+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3771324694 >> 172.21.15.12:0/3771324694 conn(0x561c146a8be0 msgr2=0x561c14775480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:49.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.904+0000 7f70ebe00700 0 client.26095 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:21:49.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.904+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3771324694 shutdown_connections 2024-05-21T00:21:49.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.904+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3771324694 wait complete. 2024-05-21T00:21:49.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.904+0000 7f711b3dcb80 20 client.26095 trim_cache size 0 max 16384 2024-05-21T00:21:49.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.922+0000 7f711b3dcb80 1 Processor -- start 2024-05-21T00:21:49.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.922+0000 7f711b3dcb80 1 -- start start 2024-05-21T00:21:49.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.923+0000 7f711b3dcb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1477ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.923+0000 7f711b3dcb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c14788f80 0x561c147754f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.923+0000 7f711b3dcb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1478cda0 0x561c14789c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.923+0000 7f711b3dcb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f70ec00d2b0 con 0x561c14788f80 2024-05-21T00:21:49.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.923+0000 7f711b3dcb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f70ec00edf0 con 0x561c1478cda0 2024-05-21T00:21:49.924 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.923+0000 7f711b3dcb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f70ec00d980 con 0x561c1477b140 2024-05-21T00:21:49.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.923+0000 7f7109400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c14788f80 0x561c147754f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.923+0000 7f7109e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1477ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.923+0000 7f7109e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1477ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:55990/0 (socket says 172.21.15.12:55990) 2024-05-21T00:21:49.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.923+0000 7f7109e00700 1 -- 172.21.15.12:0/2673915917 learned_addr learned my addr 172.21.15.12:0/2673915917 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:49.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.924+0000 7f710a800700 1 --2- 172.21.15.12:0/2673915917 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1478cda0 0x561c14789c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.924+0000 7f7109e00700 1 -- 172.21.15.12:0/2673915917 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1478cda0 msgr2=0x561c14789c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:49.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.924+0000 7f7109e00700 1 --2- 172.21.15.12:0/2673915917 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1478cda0 0x561c14789c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.924+0000 7f7109e00700 1 -- 172.21.15.12:0/2673915917 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c14788f80 msgr2=0x561c147754f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:49.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.924+0000 7f7109e00700 1 --2- 172.21.15.12:0/2673915917 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c14788f80 0x561c147754f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.924+0000 7f7109e00700 1 -- 172.21.15.12:0/2673915917 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c14788ba0 con 0x561c1477b140 2024-05-21T00:21:49.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.924+0000 7f7109e00700 1 --2- 172.21.15.12:0/2673915917 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1477ab20 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f70fc0ad040 tx=0x7f70fc005840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c892dea922683614 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:49.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.924+0000 7f70f6a00700 1 -- 172.21.15.12:0/2673915917 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70fc0a63c0 con 0x561c1477b140 2024-05-21T00:21:49.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.924+0000 7f70f6a00700 1 -- 172.21.15.12:0/2673915917 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70fc0afa90 con 0x561c1477b140 2024-05-21T00:21:49.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.924+0000 7f70f6a00700 1 -- 172.21.15.12:0/2673915917 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70fc090a70 con 0x561c1477b140 2024-05-21T00:21:49.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.925+0000 7f711b3dcb80 1 -- 172.21.15.12:0/2673915917 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 msgr2=0x561c1477ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:49.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.925+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/2673915917 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1477ab20 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f70fc0ad040 tx=0x7f70fc005840 comp rx=0 tx=0).stop 2024-05-21T00:21:49.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.925+0000 7f711b3dcb80 1 -- 172.21.15.12:0/2673915917 shutdown_connections 2024-05-21T00:21:49.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.925+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/2673915917 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1478cda0 0x561c14789c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.925+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/2673915917 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c1477b140 0x561c1477ab20 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.925+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/2673915917 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c14788f80 0x561c147754f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.925+0000 7f711b3dcb80 1 -- 172.21.15.12:0/2673915917 >> 172.21.15.12:0/2673915917 conn(0x561c146a8be0 msgr2=0x561c1478c640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:49.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.926+0000 7f711b3dcb80 1 -- 172.21.15.12:0/2673915917 shutdown_connections 2024-05-21T00:21:49.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.926+0000 7f711b3dcb80 1 -- 172.21.15.12:0/2673915917 wait complete. 2024-05-21T00:21:49.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.926+0000 7f711b3dcb80 1 -- start start 2024-05-21T00:21:49.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.927+0000 7f711b3dcb80 1 Processor -- start 2024-05-21T00:21:49.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.927+0000 7f711b3dcb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1477b140 0x561c147958d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.927+0000 7f711b3dcb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c14788f80 0x561c147a41c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.927+0000 7f711b3dcb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c1478cda0 0x561c147a4700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.927+0000 7f711b3dcb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f70ec00e720 con 0x561c1478cda0 2024-05-21T00:21:49.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.927+0000 7f711b3dcb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f70ec00e050 con 0x561c1477b140 2024-05-21T00:21:49.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.927+0000 7f711b3dcb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f70ec00b250 con 0x561c14788f80 2024-05-21T00:21:49.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.927+0000 7f711b3dcb80 10 client.0 _ll_register_callbacks cb 0x561c14672c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:21:49.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.928+0000 7f710a800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c1478cda0 0x561c147a4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.928+0000 7f7109e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1477b140 0x561c147958d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.928+0000 7f710a800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c1478cda0 0x561c147a4700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54790/0 (socket says 172.21.15.12:54790) 2024-05-21T00:21:49.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.928+0000 7f710a800700 1 -- 172.21.15.12:0/3380601960 learned_addr learned my addr 172.21.15.12:0/3380601960 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:49.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.928+0000 7f7109e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1477b140 0x561c147958d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:41668/0 (socket says 172.21.15.12:41668) 2024-05-21T00:21:49.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.928+0000 7f7109400700 1 --2- 172.21.15.12:0/3380601960 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c14788f80 0x561c147a41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.928+0000 7f7109400700 1 -- 172.21.15.12:0/3380601960 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1477b140 msgr2=0x561c147958d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:49.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.928+0000 7f7109400700 1 --2- 172.21.15.12:0/3380601960 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1477b140 0x561c147958d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.928+0000 7f7109400700 1 -- 172.21.15.12:0/3380601960 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c1478cda0 msgr2=0x561c147a4700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:49.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.928+0000 7f7109400700 1 --2- 172.21.15.12:0/3380601960 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c1478cda0 0x561c147a4700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.928+0000 7f7109400700 1 -- 172.21.15.12:0/3380601960 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c147a4f00 con 0x561c14788f80 2024-05-21T00:21:49.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.928+0000 7f7109e00700 1 --2- 172.21.15.12:0/3380601960 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1477b140 0x561c147958d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:21:49.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.929+0000 7f7109400700 1 --2- 172.21.15.12:0/3380601960 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c14788f80 0x561c147a41c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f70f8004790 tx=0x7f70f801b570 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c8a0e698549de93 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:49.931 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.929+0000 7f70ebe00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:21:49.931 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:21:49.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.929+0000 7f70ebe00700 1 -- 172.21.15.12:0/3380601960 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70f8005030 con 0x561c14788f80 2024-05-21T00:21:49.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.929+0000 7f70ebe00700 1 -- 172.21.15.12:0/3380601960 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f70f80051d0 con 0x561c14788f80 2024-05-21T00:21:49.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.929+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3380601960 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70fc0afa90 con 0x561c14788f80 2024-05-21T00:21:49.932 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.929+0000 7f70ebe00700 1 -- 172.21.15.12:0/3380601960 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f70f80053f0 con 0x561c14788f80 2024-05-21T00:21:49.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.930+0000 7f711b3dcb80 10 client.26101 fetch_fsmap learned FSMap version 29 2024-05-21T00:21:49.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.930+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3380601960 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c148078c0 con 0x561c14788f80 2024-05-21T00:21:49.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.930+0000 7f70ebe00700 1 -- 172.21.15.12:0/3380601960 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f70fc0afa90 con 0x561c14788f80 2024-05-21T00:21:49.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.930+0000 7f70ebe00700 1 -- 172.21.15.12:0/3380601960 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f70f80125e0 con 0x561c14788f80 2024-05-21T00:21:49.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.930+0000 7f711b3dcb80 10 client.26101 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:21:49.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.930+0000 7f711b3dcb80 10 client.26101 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:21:49.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.930+0000 7f711b3dcb80 20 client.26101 populate_metadata read hostname 'smithi012' 2024-05-21T00:21:49.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.930+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/3380601960 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x561c14807f30 0x561c1480a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:49.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.930+0000 7f711b3dcb80 4 client.26101 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:21:49.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.930+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3380601960 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561c146d4570 con 0x561c14807f30 2024-05-21T00:21:49.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.931+0000 7f7109e00700 1 --2- 172.21.15.12:0/3380601960 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x561c14807f30 0x561c1480a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:49.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.931+0000 7f70ebe00700 10 client.26101 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:21:49.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.931+0000 7f7109e00700 1 --2- 172.21.15.12:0/3380601960 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x561c14807f30 0x561c1480a350 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d95ca2a5bc05656f server_cookie=f54daa8e26bdc4cd in_seq=0 out_seq=0 2024-05-21T00:21:49.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f70ebe00700 1 -- 172.21.15.12:0/3380601960 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561c146d4570 con 0x561c14807f30 2024-05-21T00:21:49.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f70ebe00700 10 client.26101 handle_command_reply: tid=0 2024-05-21T00:21:49.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f711b3dcb80 1 client.26101 shutdown 2024-05-21T00:21:49.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3380601960 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c14788f80 msgr2=0x561c147a41c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:49.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/3380601960 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c14788f80 0x561c147a41c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f70f8004790 tx=0x7f70f801b570 comp rx=0 tx=0).stop 2024-05-21T00:21:49.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3380601960 shutdown_connections 2024-05-21T00:21:49.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/3380601960 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x561c1478cda0 0x561c147a4700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/3380601960 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x561c1477b140 0x561c147958d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/3380601960 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x561c14807f30 0x561c1480a350 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f711b3dcb80 1 --2- 172.21.15.12:0/3380601960 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x561c14788f80 0x561c147a41c0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3380601960 >> 172.21.15.12:0/3380601960 conn(0x561c146a8be0 msgr2=0x561c14789c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:49.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f70ebe00700 0 client.26101 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:21:49.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3380601960 shutdown_connections 2024-05-21T00:21:49.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.932+0000 7f711b3dcb80 1 -- 172.21.15.12:0/3380601960 wait complete. 2024-05-21T00:21:49.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.933+0000 7f711b3dcb80 20 client.26101 trim_cache size 0 max 16384 2024-05-21T00:21:49.936 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:21:49.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.933+0000 7f7110a00700 1 -- 172.21.15.12:0/2858204121 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f70f00b2900 msgr2=0x7f70f00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:49.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.933+0000 7f7110a00700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f70f00b2900 0x7f70f00b4dc0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f7104003e80 tx=0x7f710400b040 comp rx=0 tx=0).stop 2024-05-21T00:21:49.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.933+0000 7f7110a00700 1 -- 172.21.15.12:0/2858204121 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f710c06b220 msgr2=0x7f710c19f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:49.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.933+0000 7f7110a00700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f710c06b220 0x7f710c19f840 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f70fc000c00 tx=0x7f70fc00bfd0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.934+0000 7f7110a00700 1 -- 172.21.15.12:0/2858204121 shutdown_connections 2024-05-21T00:21:49.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.934+0000 7f7110a00700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f710c1095b0 0x7f710c199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.934+0000 7f7110a00700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f70f00b2900 0x7f70f00b4dc0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.934+0000 7f7110a00700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f710c06b220 0x7f710c19f840 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.934+0000 7f7110a00700 1 --2- 172.21.15.12:0/2858204121 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f710c06bbe0 0x7f710c19fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:49.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.934+0000 7f7110a00700 1 -- 172.21.15.12:0/2858204121 >> 172.21.15.12:0/2858204121 conn(0x7f710c0793f0 msgr2=0x7f710c101110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:49.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.934+0000 7f7110a00700 1 -- 172.21.15.12:0/2858204121 shutdown_connections 2024-05-21T00:21:49.937 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:49.934+0000 7f7110a00700 1 -- 172.21.15.12:0/2858204121 wait complete. 2024-05-21T00:21:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:21:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: Children see throughput for 1 re-readers = 3622358.25 kB/sec 2024-05-21T00:21:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: Parent sees throughput for 1 re-readers = 3621267.35 kB/sec 2024-05-21T00:21:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: Min throughput per process = 3622358.25 kB/sec 2024-05-21T00:21:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: Max throughput per process = 3622358.25 kB/sec 2024-05-21T00:21:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: Avg throughput per process = 3622358.25 kB/sec 2024-05-21T00:21:50.068 INFO:tasks.workunit.client.0.smithi012.stdout: Min xfer = 10485760.00 kB 2024-05-21T00:21:51.370 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T00:21:51.444 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:51 smithi012 ceph-mon[31403]: pgmap v582: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 159 MiB/s wr, 51 op/s 2024-05-21T00:21:51.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:51 smithi060 ceph-mon[36426]: pgmap v582: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 159 MiB/s wr, 51 op/s 2024-05-21T00:21:51.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:51 smithi077 ceph-mon[36377]: pgmap v582: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 159 MiB/s wr, 51 op/s 2024-05-21T00:21:52.265 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:21:52.925 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.923+0000 7ff077e00700 1 -- 172.21.15.12:0/725042364 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff0701085a0 msgr2=0x7ff070108980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:52.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.923+0000 7ff077e00700 1 --2- 172.21.15.12:0/725042364 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff0701085a0 0x7ff070108980 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff0640099c0 tx=0x7ff064009cd0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.924+0000 7ff077e00700 1 -- 172.21.15.12:0/725042364 shutdown_connections 2024-05-21T00:21:52.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.924+0000 7ff077e00700 1 --2- 172.21.15.12:0/725042364 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff070103fb0 0x7ff0701104a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.924+0000 7ff077e00700 1 --2- 172.21.15.12:0/725042364 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff0701085a0 0x7ff070108980 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.924+0000 7ff077e00700 1 --2- 172.21.15.12:0/725042364 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff0701035f0 0x7ff070103a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.924+0000 7ff077e00700 1 -- 172.21.15.12:0/725042364 >> 172.21.15.12:0/725042364 conn(0x7ff07007a6f0 msgr2=0x7ff07007ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:52.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.924+0000 7ff077e00700 1 -- 172.21.15.12:0/725042364 shutdown_connections 2024-05-21T00:21:52.926 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.924+0000 7ff077e00700 1 -- 172.21.15.12:0/725042364 wait complete. 2024-05-21T00:21:52.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.925+0000 7ff077e00700 1 Processor -- start 2024-05-21T00:21:52.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.926+0000 7ff077e00700 1 -- start start 2024-05-21T00:21:52.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.926+0000 7ff077e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff0701035f0 0x7ff07019be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.926+0000 7ff077e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff070103fb0 0x7ff07019c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.926+0000 7ff077e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff0701085a0 0x7ff0701a0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.927 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.926+0000 7ff077e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff0701137f0 con 0x7ff070103fb0 2024-05-21T00:21:52.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.926+0000 7ff077e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff070113670 con 0x7ff0701035f0 2024-05-21T00:21:52.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.926+0000 7ff077e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff070113970 con 0x7ff0701085a0 2024-05-21T00:21:52.928 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.927+0000 7ff075400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff0701035f0 0x7ff07019be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.927+0000 7ff075400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff0701035f0 0x7ff07019be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:41684/0 (socket says 172.21.15.12:41684) 2024-05-21T00:21:52.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.927+0000 7ff075400700 1 -- 172.21.15.12:0/2315985936 learned_addr learned my addr 172.21.15.12:0/2315985936 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:52.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.927+0000 7ff074a00700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff070103fb0 0x7ff07019c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.927+0000 7ff075e00700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff0701085a0 0x7ff0701a0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.927+0000 7ff075400700 1 -- 172.21.15.12:0/2315985936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff0701085a0 msgr2=0x7ff0701a0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:52.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.927+0000 7ff075400700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff0701085a0 0x7ff0701a0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.927+0000 7ff075400700 1 -- 172.21.15.12:0/2315985936 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff070103fb0 msgr2=0x7ff07019c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:52.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.927+0000 7ff075400700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff070103fb0 0x7ff07019c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.927+0000 7ff075400700 1 -- 172.21.15.12:0/2315985936 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0701a0e40 con 0x7ff0701035f0 2024-05-21T00:21:52.929 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.928+0000 7ff075400700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff0701035f0 0x7ff07019be30 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff064005f50 tx=0x7ff064005280 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:52.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.928+0000 7ff06e000700 1 -- 172.21.15.12:0/2315985936 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff064026070 con 0x7ff0701035f0 2024-05-21T00:21:52.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.928+0000 7ff06e000700 1 -- 172.21.15.12:0/2315985936 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff064003c70 con 0x7ff0701035f0 2024-05-21T00:21:52.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.928+0000 7ff06e000700 1 -- 172.21.15.12:0/2315985936 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff06400f960 con 0x7ff0701035f0 2024-05-21T00:21:52.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.928+0000 7ff077e00700 1 -- 172.21.15.12:0/2315985936 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0701a10d0 con 0x7ff0701035f0 2024-05-21T00:21:52.930 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.928+0000 7ff077e00700 1 -- 172.21.15.12:0/2315985936 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0701a89b0 con 0x7ff0701035f0 2024-05-21T00:21:52.933 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.932+0000 7ff06e000700 1 -- 172.21.15.12:0/2315985936 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff064029070 con 0x7ff0701035f0 2024-05-21T00:21:52.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.933+0000 7ff08272db80 1 Processor -- start 2024-05-21T00:21:52.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.933+0000 7ff08272db80 1 -- start start 2024-05-21T00:21:52.934 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.933+0000 7ff06e000700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff0580b29b0 0x7ff0580b4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.933+0000 7ff06e000700 1 -- 172.21.15.12:0/2315985936 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff0640e2950 con 0x7ff0701035f0 2024-05-21T00:21:52.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.933+0000 7ff08272db80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971470 0x557ca8971850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.935 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.933+0000 7ff08272db80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca896b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.934+0000 7ff08272db80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca896c010 0x557ca896c450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.934+0000 7ff08272db80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557ca88c9fd0 con 0x557ca8971470 2024-05-21T00:21:52.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.934+0000 7ff08272db80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x557ca88b9b70 con 0x557ca8971d90 2024-05-21T00:21:52.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.934+0000 7ff08272db80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x557ca88bdbb0 con 0x557ca896c010 2024-05-21T00:21:52.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.934+0000 7ff075e00700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff0580b29b0 0x7ff0580b4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.934+0000 7ff075400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971470 0x557ca8971850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.934+0000 7ff075400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971470 0x557ca8971850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54814/0 (socket says 172.21.15.12:54814) 2024-05-21T00:21:52.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.934+0000 7ff075400700 1 -- 172.21.15.12:0/4168609066 learned_addr learned my addr 172.21.15.12:0/4168609066 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:52.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.934+0000 7ff074a00700 1 --2- 172.21.15.12:0/4168609066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca896b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.936 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.934+0000 7ff075e00700 1 --2- 172.21.15.12:0/4168609066 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca896c010 0x557ca896c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.935+0000 7ff074a00700 1 -- 172.21.15.12:0/4168609066 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca896c010 msgr2=0x557ca896c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:52.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.935+0000 7ff074a00700 1 --2- 172.21.15.12:0/4168609066 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca896c010 0x557ca896c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.935+0000 7ff074a00700 1 -- 172.21.15.12:0/4168609066 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971470 msgr2=0x557ca8971850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:52.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.935+0000 7ff074a00700 1 --2- 172.21.15.12:0/4168609066 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971470 0x557ca8971850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.935+0000 7ff074a00700 1 -- 172.21.15.12:0/4168609066 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ca88825b0 con 0x557ca8971d90 2024-05-21T00:21:52.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.935+0000 7ff075400700 1 --2- 172.21.15.12:0/4168609066 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971470 0x557ca8971850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:21:52.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.935+0000 7ff074a00700 1 --2- 172.21.15.12:0/4168609066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca896b9f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ff05c009c80 tx=0x7ff05c009f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f040df1fa4f1662e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:52.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.935+0000 7ff075e00700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff0580b29b0 0x7ff0580b4e70 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ff068013af0 tx=0x7ff068009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:52.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.935+0000 7ff062a00700 1 -- 172.21.15.12:0/4168609066 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff05c011cb0 con 0x557ca8971d90 2024-05-21T00:21:52.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.935+0000 7ff062a00700 1 -- 172.21.15.12:0/4168609066 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff05c011e50 con 0x557ca8971d90 2024-05-21T00:21:52.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.935+0000 7ff062a00700 1 -- 172.21.15.12:0/4168609066 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff05c005280 con 0x557ca8971d90 2024-05-21T00:21:52.938 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.936+0000 7ff08272db80 1 -- 172.21.15.12:0/4168609066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 msgr2=0x557ca896b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:52.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.936+0000 7ff08272db80 1 --2- 172.21.15.12:0/4168609066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca896b9f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7ff05c009c80 tx=0x7ff05c009f90 comp rx=0 tx=0).stop 2024-05-21T00:21:52.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.936+0000 7ff08272db80 1 -- 172.21.15.12:0/4168609066 shutdown_connections 2024-05-21T00:21:52.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.936+0000 7ff08272db80 1 --2- 172.21.15.12:0/4168609066 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca896c010 0x557ca896c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.936+0000 7ff08272db80 1 --2- 172.21.15.12:0/4168609066 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971470 0x557ca8971850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.936+0000 7ff08272db80 1 --2- 172.21.15.12:0/4168609066 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca896b9f0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.936+0000 7ff08272db80 1 -- 172.21.15.12:0/4168609066 >> 172.21.15.12:0/4168609066 conn(0x557ca8899d70 msgr2=0x557ca89664b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:52.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.936+0000 7ff08272db80 1 -- 172.21.15.12:0/4168609066 shutdown_connections 2024-05-21T00:21:52.939 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.937+0000 7ff08272db80 1 -- 172.21.15.12:0/4168609066 wait complete. 2024-05-21T00:21:52.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.937+0000 7ff08272db80 1 -- start start 2024-05-21T00:21:52.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.938+0000 7ff08272db80 1 Processor -- start 2024-05-21T00:21:52.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.938+0000 7ff08272db80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca896c010 0x557ca8977a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.941 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.938+0000 7ff08272db80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca8971470 0x557ca8974e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.938+0000 7ff08272db80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca8975360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.938+0000 7ff08272db80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x557ca87c0130 con 0x557ca896c010 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.938+0000 7ff08272db80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x557ca885a8f0 con 0x557ca8971d90 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.938+0000 7ff08272db80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x557ca8978870 con 0x557ca8971470 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.938+0000 7ff08272db80 10 client.0 _ll_register_callbacks cb 0x557ca8863e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.939+0000 7ff075400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca896c010 0x557ca8977a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.939+0000 7ff075400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca896c010 0x557ca8977a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54818/0 (socket says 172.21.15.12:54818) 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.939+0000 7ff075400700 1 -- 172.21.15.12:0/2476586742 learned_addr learned my addr 172.21.15.12:0/2476586742 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.939+0000 7ff075e00700 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca8975360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.939+0000 7ff074a00700 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca8971470 0x557ca8974e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.939+0000 7ff075400700 1 -- 172.21.15.12:0/2476586742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca8971470 msgr2=0x557ca8974e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.939+0000 7ff075400700 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca8971470 0x557ca8974e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.939+0000 7ff075400700 1 -- 172.21.15.12:0/2476586742 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 msgr2=0x557ca8975360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:52.942 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.939+0000 7ff075400700 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca8975360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.939+0000 7ff075400700 1 -- 172.21.15.12:0/2476586742 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ca8809a60 con 0x557ca896c010 2024-05-21T00:21:52.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.939+0000 7ff075e00700 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca8975360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:21:52.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.940+0000 7ff075400700 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca896c010 0x557ca8977a80 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff064000c00 tx=0x7ff0640aa510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5e9a3e2c469a278 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:52.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.940+0000 7ff057400700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:21:52.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.940+0000 7ff057400700 1 -- 172.21.15.12:0/2476586742 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0640aa6d0 con 0x557ca896c010 2024-05-21T00:21:52.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.940+0000 7ff057400700 1 -- 172.21.15.12:0/2476586742 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff06400fb60 con 0x557ca896c010 2024-05-21T00:21:52.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.940+0000 7ff08272db80 1 -- 172.21.15.12:0/2476586742 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff05c011e50 con 0x557ca896c010 2024-05-21T00:21:52.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.940+0000 7ff057400700 1 -- 172.21.15.12:0/2476586742 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff0640a9fd0 con 0x557ca896c010 2024-05-21T00:21:52.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.940+0000 7ff08272db80 10 client.15954 fetch_fsmap learned FSMap version 29 2024-05-21T00:21:52.943 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.940+0000 7ff08272db80 1 -- 172.21.15.12:0/2476586742 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557ca888a1f0 con 0x557ca896c010 2024-05-21T00:21:52.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.941+0000 7ff057400700 1 -- 172.21.15.12:0/2476586742 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff05c011e50 con 0x557ca896c010 2024-05-21T00:21:52.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.941+0000 7ff057400700 1 -- 172.21.15.12:0/2476586742 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ff0640a93c0 con 0x557ca896c010 2024-05-21T00:21:52.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.941+0000 7ff08272db80 10 client.15954 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:21:52.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.941+0000 7ff08272db80 10 client.15954 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:21:52.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.941+0000 7ff08272db80 20 client.15954 populate_metadata read hostname 'smithi012' 2024-05-21T00:21:52.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.941+0000 7ff08272db80 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ca8985420 0x557ca89878c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.945 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.941+0000 7ff08272db80 4 client.15954 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:21:52.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.941+0000 7ff08272db80 1 -- 172.21.15.12:0/2476586742 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ca88cbf20 con 0x557ca8985420 2024-05-21T00:21:52.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.942+0000 7ff074a00700 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ca8985420 0x557ca89878c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.942+0000 7ff074a00700 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ca8985420 0x557ca89878c0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55e66ae4bd4f73e8 server_cookie=b9592b42b4ec95ae in_seq=0 out_seq=0 2024-05-21T00:21:52.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.942+0000 7ff057400700 10 client.15954 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:52.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.943+0000 7ff057400700 1 -- 172.21.15.12:0/2476586742 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x557ca88cbf20 con 0x557ca8985420 2024-05-21T00:21:52.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.943+0000 7ff057400700 10 client.15954 handle_command_reply: tid=0 2024-05-21T00:21:52.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.943+0000 7ff08272db80 1 client.15954 shutdown 2024-05-21T00:21:52.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.943+0000 7ff08272db80 1 -- 172.21.15.12:0/2476586742 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca896c010 msgr2=0x557ca8977a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:52.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.943+0000 7ff08272db80 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca896c010 0x557ca8977a80 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ff064000c00 tx=0x7ff0640aa510 comp rx=0 tx=0).stop 2024-05-21T00:21:52.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.944+0000 7ff08272db80 1 -- 172.21.15.12:0/2476586742 shutdown_connections 2024-05-21T00:21:52.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.944+0000 7ff08272db80 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca8975360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.944+0000 7ff08272db80 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca896c010 0x557ca8977a80 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.946 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.944+0000 7ff08272db80 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ca8985420 0x557ca89878c0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.944+0000 7ff08272db80 1 --2- 172.21.15.12:0/2476586742 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca8971470 0x557ca8974e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.944+0000 7ff08272db80 1 -- 172.21.15.12:0/2476586742 >> 172.21.15.12:0/2476586742 conn(0x557ca8899d70 msgr2=0x557ca896a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:52.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.944+0000 7ff057400700 0 client.15954 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:52.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.944+0000 7ff08272db80 1 -- 172.21.15.12:0/2476586742 shutdown_connections 2024-05-21T00:21:52.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.944+0000 7ff08272db80 1 -- 172.21.15.12:0/2476586742 wait complete. 2024-05-21T00:21:52.947 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.944+0000 7ff08272db80 20 client.15954 trim_cache size 0 max 16384 2024-05-21T00:21:52.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.967+0000 7ff08272db80 1 Processor -- start 2024-05-21T00:21:52.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.967+0000 7ff08272db80 1 -- start start 2024-05-21T00:21:52.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.967+0000 7ff08272db80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971470 0x557ca8973710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.969 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.967+0000 7ff08272db80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971d90 0x557ca8973c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.967+0000 7ff08272db80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca89682c0 0x557ca898d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff08272db80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff0701afc20 con 0x557ca8971d90 2024-05-21T00:21:52.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff08272db80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff0701b1760 con 0x557ca8971470 2024-05-21T00:21:52.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff08272db80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff0701b02f0 con 0x557ca89682c0 2024-05-21T00:21:52.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff074a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971d90 0x557ca8973c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff074a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971d90 0x557ca8973c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:54828/0 (socket says 172.21.15.12:54828) 2024-05-21T00:21:52.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff074a00700 1 -- 172.21.15.12:0/1190528685 learned_addr learned my addr 172.21.15.12:0/1190528685 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:52.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff075400700 1 --2- 172.21.15.12:0/1190528685 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971470 0x557ca8973710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.970 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff075e00700 1 --2- 172.21.15.12:0/1190528685 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca89682c0 0x557ca898d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.971 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff074a00700 1 -- 172.21.15.12:0/1190528685 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca89682c0 msgr2=0x557ca898d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff074a00700 1 --2- 172.21.15.12:0/1190528685 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca89682c0 0x557ca898d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff074a00700 1 -- 172.21.15.12:0/1190528685 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971470 msgr2=0x557ca8973710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff074a00700 1 --2- 172.21.15.12:0/1190528685 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971470 0x557ca8973710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff074a00700 1 -- 172.21.15.12:0/1190528685 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ca8987f40 con 0x557ca8971d90 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.968+0000 7ff075400700 1 --2- 172.21.15.12:0/1190528685 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971470 0x557ca8973710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.969+0000 7ff074a00700 1 --2- 172.21.15.12:0/1190528685 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971d90 0x557ca8973c50 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff05c000c00 tx=0x7ff05c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b453b76ef72cbad server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.969+0000 7ff062000700 1 -- 172.21.15.12:0/1190528685 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff05c02b030 con 0x557ca8971d90 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.969+0000 7ff062000700 1 -- 172.21.15.12:0/1190528685 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff05c0044f0 con 0x557ca8971d90 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.969+0000 7ff062000700 1 -- 172.21.15.12:0/1190528685 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff05c029020 con 0x557ca8971d90 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.970+0000 7ff08272db80 1 -- 172.21.15.12:0/1190528685 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971d90 msgr2=0x557ca8973c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.970+0000 7ff08272db80 1 --2- 172.21.15.12:0/1190528685 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971d90 0x557ca8973c50 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ff05c000c00 tx=0x7ff05c009bd0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.970+0000 7ff08272db80 1 -- 172.21.15.12:0/1190528685 shutdown_connections 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.970+0000 7ff08272db80 1 --2- 172.21.15.12:0/1190528685 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca89682c0 0x557ca898d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.972 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.970+0000 7ff08272db80 1 --2- 172.21.15.12:0/1190528685 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971470 0x557ca8973710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.970+0000 7ff08272db80 1 --2- 172.21.15.12:0/1190528685 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971d90 0x557ca8973c50 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.970+0000 7ff08272db80 1 -- 172.21.15.12:0/1190528685 >> 172.21.15.12:0/1190528685 conn(0x557ca8899d70 msgr2=0x557ca896b370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:52.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.970+0000 7ff08272db80 1 -- 172.21.15.12:0/1190528685 shutdown_connections 2024-05-21T00:21:52.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.970+0000 7ff08272db80 1 -- 172.21.15.12:0/1190528685 wait complete. 2024-05-21T00:21:52.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.970+0000 7ff08272db80 1 -- start start 2024-05-21T00:21:52.973 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.971+0000 7ff08272db80 1 Processor -- start 2024-05-21T00:21:52.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.971+0000 7ff08272db80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca89682c0 0x557ca897e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.971+0000 7ff08272db80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971470 0x557ca897aad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.971+0000 7ff08272db80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca897b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.971+0000 7ff08272db80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff0701b1090 con 0x557ca8971470 2024-05-21T00:21:52.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.971+0000 7ff08272db80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff0701b09c0 con 0x557ca8971d90 2024-05-21T00:21:52.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.971+0000 7ff08272db80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff0701adbe0 con 0x557ca89682c0 2024-05-21T00:21:52.975 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.971+0000 7ff08272db80 10 client.0 _ll_register_callbacks cb 0x557ca8863e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.971+0000 7ff074a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971470 0x557ca897aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.971+0000 7ff075400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca89682c0 0x557ca897e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.971+0000 7ff075400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca89682c0 0x557ca897e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:56040/0 (socket says 172.21.15.12:56040) 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.971+0000 7ff075400700 1 -- 172.21.15.12:0/3938114821 learned_addr learned my addr 172.21.15.12:0/3938114821 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.971+0000 7ff075e00700 1 --2- 172.21.15.12:0/3938114821 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca897b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.972+0000 7ff075400700 1 -- 172.21.15.12:0/3938114821 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 msgr2=0x557ca897b100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.972+0000 7ff075400700 1 --2- 172.21.15.12:0/3938114821 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca897b100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.972+0000 7ff075400700 1 -- 172.21.15.12:0/3938114821 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971470 msgr2=0x557ca897aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.972+0000 7ff075400700 1 --2- 172.21.15.12:0/3938114821 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971470 0x557ca897aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.972+0000 7ff075400700 1 -- 172.21.15.12:0/3938114821 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ca89f0070 con 0x557ca89682c0 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.972+0000 7ff075400700 1 --2- 172.21.15.12:0/3938114821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca89682c0 0x557ca897e290 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff0640a9f60 tx=0x7ff0640a94e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d56264ab07fe2d6 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.972+0000 7ff057400700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.972+0000 7ff057400700 1 -- 172.21.15.12:0/3938114821 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0640aa6d0 con 0x557ca89682c0 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.972+0000 7ff057400700 1 -- 172.21.15.12:0/3938114821 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff0640037c0 con 0x557ca89682c0 2024-05-21T00:21:52.976 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.972+0000 7ff08272db80 1 -- 172.21.15.12:0/3938114821 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff05c0044f0 con 0x557ca89682c0 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.973+0000 7ff057400700 1 -- 172.21.15.12:0/3938114821 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff0640ae380 con 0x557ca89682c0 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.973+0000 7ff08272db80 10 client.26116 fetch_fsmap learned FSMap version 29 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.973+0000 7ff08272db80 1 -- 172.21.15.12:0/3938114821 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557ca89f1170 con 0x557ca89682c0 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.973+0000 7ff057400700 1 -- 172.21.15.12:0/3938114821 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff05c0044f0 con 0x557ca89682c0 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.973+0000 7ff057400700 1 -- 172.21.15.12:0/3938114821 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ff0640c4200 con 0x557ca89682c0 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.973+0000 7ff08272db80 10 client.26116 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.973+0000 7ff08272db80 10 client.26116 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.973+0000 7ff08272db80 20 client.26116 populate_metadata read hostname 'smithi012' 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.973+0000 7ff08272db80 1 --2- 172.21.15.12:0/3938114821 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ca89f1720 0x557ca89f3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.973+0000 7ff08272db80 4 client.26116 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 131.9, "await_for": 45.0}] 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.973+0000 7ff08272db80 1 -- 172.21.15.12:0/3938114821 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 131.9, "await_for": 45.0}) -- 0x557ca88c5700 con 0x557ca89f1720 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.973+0000 7ff074a00700 1 --2- 172.21.15.12:0/3938114821 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ca89f1720 0x557ca89f3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.974+0000 7ff074a00700 1 --2- 172.21.15.12:0/3938114821 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ca89f1720 0x557ca89f3b40 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4911d184bd5eaf59 server_cookie=e1773b642fdf1050 in_seq=0 out_seq=0 2024-05-21T00:21:52.977 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.974+0000 7ff057400700 10 client.26116 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:52.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.986+0000 7ff057400700 1 -- 172.21.15.12:0/3938114821 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x557ca88c5700 con 0x557ca89f1720 2024-05-21T00:21:52.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.986+0000 7ff057400700 10 client.26116 handle_command_reply: tid=0 2024-05-21T00:21:52.988 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.986+0000 7ff08272db80 1 client.26116 shutdown 2024-05-21T00:21:52.989 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.987+0000 7ff08272db80 1 -- 172.21.15.12:0/3938114821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca89682c0 msgr2=0x557ca897e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:52.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.987+0000 7ff08272db80 1 --2- 172.21.15.12:0/3938114821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca89682c0 0x557ca897e290 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ff0640a9f60 tx=0x7ff0640a94e0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.987+0000 7ff08272db80 1 -- 172.21.15.12:0/3938114821 shutdown_connections 2024-05-21T00:21:52.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.987+0000 7ff08272db80 1 --2- 172.21.15.12:0/3938114821 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x557ca8971d90 0x557ca897b100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.987+0000 7ff08272db80 1 --2- 172.21.15.12:0/3938114821 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x557ca89f1720 0x557ca89f3b40 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.987+0000 7ff08272db80 1 --2- 172.21.15.12:0/3938114821 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x557ca89682c0 0x557ca897e290 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.987+0000 7ff08272db80 1 --2- 172.21.15.12:0/3938114821 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x557ca8971470 0x557ca897aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.987+0000 7ff08272db80 1 -- 172.21.15.12:0/3938114821 >> 172.21.15.12:0/3938114821 conn(0x557ca8899d70 msgr2=0x557ca8974c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:52.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.987+0000 7ff057400700 0 client.26116 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:21:52.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.987+0000 7ff08272db80 1 -- 172.21.15.12:0/3938114821 shutdown_connections 2024-05-21T00:21:52.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.987+0000 7ff08272db80 1 -- 172.21.15.12:0/3938114821 wait complete. 2024-05-21T00:21:52.990 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.987+0000 7ff08272db80 20 client.26116 trim_cache size 0 max 16384 2024-05-21T00:21:52.991 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:21:52.991 INFO:teuthology.orchestra.run.smithi012.stdout: "epoch": 29, 2024-05-21T00:21:52.991 INFO:teuthology.orchestra.run.smithi012.stdout: "leader": 24538, 2024-05-21T00:21:52.991 INFO:teuthology.orchestra.run.smithi012.stdout: "set_version": 10, 2024-05-21T00:21:52.991 INFO:teuthology.orchestra.run.smithi012.stdout: "sets": { 2024-05-21T00:21:52.991 INFO:teuthology.orchestra.run.smithi012.stdout: "e822b423": { 2024-05-21T00:21:52.991 INFO:teuthology.orchestra.run.smithi012.stdout: "version": 10, 2024-05-21T00:21:52.991 INFO:teuthology.orchestra.run.smithi012.stdout: "age_ref": 0.0, 2024-05-21T00:21:52.991 INFO:teuthology.orchestra.run.smithi012.stdout: "state": { 2024-05-21T00:21:52.991 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "QUIESCED", 2024-05-21T00:21:52.991 INFO:teuthology.orchestra.run.smithi012.stdout: "age": 0.0 2024-05-21T00:21:52.991 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:21:52.991 INFO:teuthology.orchestra.run.smithi012.stdout: "timeout": 90.0, 2024-05-21T00:21:52.992 INFO:teuthology.orchestra.run.smithi012.stdout: "expiration": 131.9, 2024-05-21T00:21:52.992 INFO:teuthology.orchestra.run.smithi012.stdout: "members": { 2024-05-21T00:21:52.992 INFO:teuthology.orchestra.run.smithi012.stdout: "file:/": { 2024-05-21T00:21:52.992 INFO:teuthology.orchestra.run.smithi012.stdout: "excluded": false, 2024-05-21T00:21:52.992 INFO:teuthology.orchestra.run.smithi012.stdout: "state": { 2024-05-21T00:21:52.992 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "QUIESCED", 2024-05-21T00:21:52.992 INFO:teuthology.orchestra.run.smithi012.stdout: "age": 0.0 2024-05-21T00:21:52.992 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:21:52.992 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:21:52.992 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:21:52.992 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:21:52.992 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:21:52.992 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:21:52.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.988+0000 7ff077e00700 1 -- 172.21.15.12:0/2315985936 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff0580b29b0 msgr2=0x7ff0580b4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:52.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.988+0000 7ff077e00700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff0580b29b0 0x7ff0580b4e70 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ff068013af0 tx=0x7ff068009920 comp rx=0 tx=0).stop 2024-05-21T00:21:52.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.988+0000 7ff077e00700 1 -- 172.21.15.12:0/2315985936 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff0701035f0 msgr2=0x7ff07019be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:52.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.988+0000 7ff077e00700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff0701035f0 0x7ff07019be30 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff064005f50 tx=0x7ff064005280 comp rx=0 tx=0).stop 2024-05-21T00:21:52.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.989+0000 7ff077e00700 1 -- 172.21.15.12:0/2315985936 shutdown_connections 2024-05-21T00:21:52.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.989+0000 7ff077e00700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff0701085a0 0x7ff0701a0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.989+0000 7ff077e00700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff0701035f0 0x7ff07019be30 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.989+0000 7ff077e00700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff0580b29b0 0x7ff0580b4e70 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.989+0000 7ff077e00700 1 --2- 172.21.15.12:0/2315985936 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff070103fb0 0x7ff07019c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:52.993 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.989+0000 7ff077e00700 1 -- 172.21.15.12:0/2315985936 >> 172.21.15.12:0/2315985936 conn(0x7ff07007a6f0 msgr2=0x7ff070101460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:52.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.989+0000 7ff077e00700 1 -- 172.21.15.12:0/2315985936 shutdown_connections 2024-05-21T00:21:52.994 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:52.989+0000 7ff077e00700 1 -- 172.21.15.12:0/2315985936 wait complete. 2024-05-21T00:21:53.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:53 smithi012 ceph-mon[31403]: pgmap v583: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 105 MiB/s wr, 35 op/s 2024-05-21T00:21:53.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:53 smithi060 ceph-mon[36426]: pgmap v583: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 105 MiB/s wr, 35 op/s 2024-05-21T00:21:53.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:53 smithi077 ceph-mon[36377]: pgmap v583: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 105 MiB/s wr, 35 op/s 2024-05-21T00:21:54.230 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'e822b423', quiesce took 11.7 seconds. Will release after: 0.20000000000000107 2024-05-21T00:21:54.431 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:21:55.245 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:55 smithi012 ceph-mon[31403]: pgmap v584: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 24 MiB/s wr, 15 op/s 2024-05-21T00:21:55.364 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:21:55.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.424+0000 7ff9c4600700 1 -- 172.21.15.12:0/3659281522 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff9bc076090 msgr2=0x7ff9bc10fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:55.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.424+0000 7ff9c4600700 1 --2- 172.21.15.12:0/3659281522 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff9bc076090 0x7ff9bc10fa00 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8009990 tx=0x7ff9a8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.424+0000 7ff9c4600700 1 -- 172.21.15.12:0/3659281522 shutdown_connections 2024-05-21T00:21:55.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.424+0000 7ff9c4600700 1 --2- 172.21.15.12:0/3659281522 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff9bc10ff40 0x7ff9bc112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.424+0000 7ff9c4600700 1 --2- 172.21.15.12:0/3659281522 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff9bc075770 0x7ff9bc075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.424+0000 7ff9c4600700 1 --2- 172.21.15.12:0/3659281522 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff9bc076090 0x7ff9bc10fa00 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.424+0000 7ff9c4600700 1 -- 172.21.15.12:0/3659281522 >> 172.21.15.12:0/3659281522 conn(0x7ff9bc07a6a0 msgr2=0x7ff9bc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:55.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.424+0000 7ff9c4600700 1 -- 172.21.15.12:0/3659281522 shutdown_connections 2024-05-21T00:21:55.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.425+0000 7ff9c4600700 1 -- 172.21.15.12:0/3659281522 wait complete. 2024-05-21T00:21:55.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.426+0000 7ff9c4600700 1 Processor -- start 2024-05-21T00:21:55.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.426+0000 7ff9c4600700 1 -- start start 2024-05-21T00:21:55.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.427+0000 7ff9c4600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff9bc075770 0x7ff9bc19be00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.427+0000 7ff9c4600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff9bc076090 0x7ff9bc19c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.427+0000 7ff9c4600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff9bc10ff40 0x7ff9bc1a0680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.427+0000 7ff9c4600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc115970 con 0x7ff9bc075770 2024-05-21T00:21:55.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.427+0000 7ff9c4600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1157f0 con 0x7ff9bc076090 2024-05-21T00:21:55.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.427+0000 7ff9c4600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc115af0 con 0x7ff9bc10ff40 2024-05-21T00:21:55.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.427+0000 7ff9c1c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff9bc075770 0x7ff9bc19be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.427+0000 7ff9c2600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff9bc10ff40 0x7ff9bc1a0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.427+0000 7ff9c2600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff9bc10ff40 0x7ff9bc1a0680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:36956/0 (socket says 172.21.15.12:36956) 2024-05-21T00:21:55.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.427+0000 7ff9c2600700 1 -- 172.21.15.12:0/1417268919 learned_addr learned my addr 172.21.15.12:0/1417268919 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:55.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.427+0000 7ff9c1c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff9bc075770 0x7ff9bc19be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51062/0 (socket says 172.21.15.12:51062) 2024-05-21T00:21:55.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.427+0000 7ff9c1200700 1 --2- 172.21.15.12:0/1417268919 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff9bc076090 0x7ff9bc19c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.428+0000 7ff9c2600700 1 -- 172.21.15.12:0/1417268919 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff9bc076090 msgr2=0x7ff9bc19c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:55.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.428+0000 7ff9c2600700 1 --2- 172.21.15.12:0/1417268919 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff9bc076090 0x7ff9bc19c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.428+0000 7ff9c2600700 1 -- 172.21.15.12:0/1417268919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff9bc075770 msgr2=0x7ff9bc19be00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:55.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.428+0000 7ff9c2600700 1 --2- 172.21.15.12:0/1417268919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff9bc075770 0x7ff9bc19be00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.428+0000 7ff9c2600700 1 -- 172.21.15.12:0/1417268919 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9bc1a0dc0 con 0x7ff9bc10ff40 2024-05-21T00:21:55.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.428+0000 7ff9c2600700 1 --2- 172.21.15.12:0/1417268919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff9bc10ff40 0x7ff9bc1a0680 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff9b400ca20 tx=0x7ff9b400cd30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:55.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.428+0000 7ff9ba000700 1 -- 172.21.15.12:0/1417268919 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b4004db0 con 0x7ff9bc10ff40 2024-05-21T00:21:55.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.428+0000 7ff9ba000700 1 -- 172.21.15.12:0/1417268919 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9b40090d0 con 0x7ff9bc10ff40 2024-05-21T00:21:55.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.428+0000 7ff9c4600700 1 -- 172.21.15.12:0/1417268919 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9bc1a10b0 con 0x7ff9bc10ff40 2024-05-21T00:21:55.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.428+0000 7ff9ba000700 1 -- 172.21.15.12:0/1417268919 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b4004740 con 0x7ff9bc10ff40 2024-05-21T00:21:55.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.429+0000 7ff9c4600700 1 -- 172.21.15.12:0/1417268919 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9bc103590 con 0x7ff9bc10ff40 2024-05-21T00:21:55.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.432+0000 7ff9ba000700 1 -- 172.21.15.12:0/1417268919 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7ff9b4003a00 con 0x7ff9bc10ff40 2024-05-21T00:21:55.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.433+0000 7ff9cf08cb80 1 Processor -- start 2024-05-21T00:21:55.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.434+0000 7ff9cf08cb80 1 -- start start 2024-05-21T00:21:55.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.434+0000 7ff9cf08cb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef74610 0x55928ef749f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.434+0000 7ff9cf08cb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74f30 0x55928ef6eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.434+0000 7ff9cf08cb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef6f140 0x55928ef6f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.434+0000 7ff9cf08cb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55928eecce40 con 0x55928ef6f140 2024-05-21T00:21:55.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.434+0000 7ff9cf08cb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55928eebc9e0 con 0x55928ef74610 2024-05-21T00:21:55.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.434+0000 7ff9cf08cb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55928eec0a20 con 0x55928ef74f30 2024-05-21T00:21:55.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.434+0000 7ff9ba000700 1 --2- 172.21.15.12:0/1417268919 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff9a40b2900 0x7ff9a40b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.434+0000 7ff9c1200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef74610 0x55928ef749f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.435+0000 7ff9c1200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef74610 0x55928ef749f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:60234/0 (socket says 172.21.15.12:60234) 2024-05-21T00:21:55.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.435+0000 7ff9c1c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74f30 0x55928ef6eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.435+0000 7ff9c1c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74f30 0x55928ef6eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:36958/0 (socket says 172.21.15.12:36958) 2024-05-21T00:21:55.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.435+0000 7ff9c1200700 1 -- 172.21.15.12:0/989241536 learned_addr learned my addr 172.21.15.12:0/989241536 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:55.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.435+0000 7ff9c1200700 1 --2- 172.21.15.12:0/989241536 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef6f140 0x55928ef6f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.435+0000 7ff9c2600700 1 --2- 172.21.15.12:0/1417268919 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff9a40b2900 0x7ff9a40b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.435+0000 7ff9ba000700 1 -- 172.21.15.12:0/1417268919 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff9b40e9d70 con 0x7ff9bc10ff40 2024-05-21T00:21:55.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.436+0000 7ff9c1200700 1 -- 172.21.15.12:0/989241536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74f30 msgr2=0x55928ef6eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:55.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.436+0000 7ff9c1200700 1 --2- 172.21.15.12:0/989241536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74f30 0x55928ef6eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.436+0000 7ff9c1200700 1 -- 172.21.15.12:0/989241536 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef74610 msgr2=0x55928ef749f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:55.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.436+0000 7ff9c1200700 1 --2- 172.21.15.12:0/989241536 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef74610 0x55928ef749f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.436+0000 7ff9c1200700 1 -- 172.21.15.12:0/989241536 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55928ee85420 con 0x55928ef6f140 2024-05-21T00:21:55.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.436+0000 7ff9c1c00700 1 --2- 172.21.15.12:0/989241536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74f30 0x55928ef6eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:21:55.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.436+0000 7ff9c2600700 1 --2- 172.21.15.12:0/1417268919 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff9a40b2900 0x7ff9a40b4dc0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ff9b40ad390 tx=0x7ff9b40ad300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:55.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.436+0000 7ff9c1200700 1 --2- 172.21.15.12:0/989241536 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef6f140 0x55928ef6f5c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8009990 tx=0x7ff9a8005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e387a4222e36935a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:55.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.436+0000 7ff9aea00700 1 -- 172.21.15.12:0/989241536 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9a800b920 con 0x55928ef6f140 2024-05-21T00:21:55.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.437+0000 7ff9aea00700 1 -- 172.21.15.12:0/989241536 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9a8005730 con 0x55928ef6f140 2024-05-21T00:21:55.439 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.437+0000 7ff9aea00700 1 -- 172.21.15.12:0/989241536 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9a800f460 con 0x55928ef6f140 2024-05-21T00:21:55.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.437+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/989241536 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef6f140 msgr2=0x55928ef6f5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:55.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.437+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/989241536 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef6f140 0x55928ef6f5c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8009990 tx=0x7ff9a8005fd0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.438+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/989241536 shutdown_connections 2024-05-21T00:21:55.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.438+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/989241536 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef6f140 0x55928ef6f5c0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.438+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/989241536 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef74610 0x55928ef749f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.438+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/989241536 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74f30 0x55928ef6eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.441 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.438+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/989241536 >> 172.21.15.12:0/989241536 conn(0x55928ee9cbe0 msgr2=0x55928ef69690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:55.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.438+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/989241536 shutdown_connections 2024-05-21T00:21:55.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.438+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/989241536 wait complete. 2024-05-21T00:21:55.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.438+0000 7ff9cf08cb80 1 -- start start 2024-05-21T00:21:55.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.439+0000 7ff9cf08cb80 1 Processor -- start 2024-05-21T00:21:55.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.439+0000 7ff9cf08cb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef6f140 0x55928ef7ac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.439+0000 7ff9cf08cb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef74610 0x55928ef78030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.439+0000 7ff9cf08cb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74f30 0x55928ef78570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.439+0000 7ff9cf08cb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55928edc2fa0 con 0x55928ef74610 2024-05-21T00:21:55.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.439+0000 7ff9cf08cb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55928ee5d760 con 0x55928ef6f140 2024-05-21T00:21:55.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.439+0000 7ff9cf08cb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55928ef7b980 con 0x55928ef74f30 2024-05-21T00:21:55.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.439+0000 7ff9cf08cb80 10 client.0 _ll_register_callbacks cb 0x55928ee66c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:21:55.442 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.440+0000 7ff9c1200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef6f140 0x55928ef7ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.440+0000 7ff9c1200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74f30 0x55928ef78570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.440+0000 7ff9c1200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef6f140 0x55928ef7ac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:60236/0 (socket says 172.21.15.12:60236) 2024-05-21T00:21:55.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.440+0000 7ff9c1200700 1 -- 172.21.15.12:0/153518287 learned_addr learned my addr 172.21.15.12:0/153518287 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:55.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.440+0000 7ff9c1c00700 1 --2- 172.21.15.12:0/153518287 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef74610 0x55928ef78030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.440+0000 7ff9c1200700 1 -- 172.21.15.12:0/153518287 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74f30 msgr2=0x55928ef78570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:55.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.440+0000 7ff9c1200700 1 --2- 172.21.15.12:0/153518287 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74f30 0x55928ef78570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.440+0000 7ff9c1200700 1 -- 172.21.15.12:0/153518287 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef74610 msgr2=0x55928ef78030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:55.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.440+0000 7ff9c1200700 1 --2- 172.21.15.12:0/153518287 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef74610 0x55928ef78030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.440+0000 7ff9c1200700 1 -- 172.21.15.12:0/153518287 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55928ee0c8d0 con 0x55928ef6f140 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.441+0000 7ff9c1200700 1 --2- 172.21.15.12:0/153518287 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef6f140 0x55928ef7ac90 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff9a80096c0 tx=0x7ff9a8000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e42802d46d070972 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.441+0000 7ff9a3400700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.441+0000 7ff9a3400700 1 -- 172.21.15.12:0/153518287 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9a800bd20 con 0x55928ef6f140 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.441+0000 7ff9a3400700 1 -- 172.21.15.12:0/153518287 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff9a8003680 con 0x55928ef6f140 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.441+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/153518287 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9a8005730 con 0x55928ef6f140 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.442+0000 7ff9a3400700 1 -- 172.21.15.12:0/153518287 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff9a8003880 con 0x55928ef6f140 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.442+0000 7ff9cf08cb80 10 client.26114 fetch_fsmap learned FSMap version 29 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.442+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/153518287 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55928ee8d060 con 0x55928ef6f140 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.442+0000 7ff9a3400700 1 -- 172.21.15.12:0/153518287 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9a8005730 con 0x55928ef6f140 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.442+0000 7ff9a3400700 1 -- 172.21.15.12:0/153518287 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ff9a8036040 con 0x55928ef6f140 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.442+0000 7ff9cf08cb80 10 client.26114 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.442+0000 7ff9cf08cb80 10 client.26114 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:21:55.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.442+0000 7ff9cf08cb80 20 client.26114 populate_metadata read hostname 'smithi012' 2024-05-21T00:21:55.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.442+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/153518287 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55928ef88370 0x55928ef8a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.442+0000 7ff9cf08cb80 4 client.26114 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:21:55.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.442+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/153518287 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55928eeced90 con 0x55928ef88370 2024-05-21T00:21:55.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.444+0000 7ff9c1c00700 1 --2- 172.21.15.12:0/153518287 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55928ef88370 0x55928ef8a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.445+0000 7ff9c1c00700 1 --2- 172.21.15.12:0/153518287 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55928ef88370 0x55928ef8a760 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2c78802d846d0691 server_cookie=feb748f0eb524013 in_seq=0 out_seq=0 2024-05-21T00:21:55.446 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.445+0000 7ff9a3400700 10 client.26114 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:21:55.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.446+0000 7ff9a3400700 1 -- 172.21.15.12:0/153518287 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55928eeced90 con 0x55928ef88370 2024-05-21T00:21:55.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.446+0000 7ff9a3400700 10 client.26114 handle_command_reply: tid=0 2024-05-21T00:21:55.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.446+0000 7ff9cf08cb80 1 client.26114 shutdown 2024-05-21T00:21:55.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.446+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/153518287 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef6f140 msgr2=0x55928ef7ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:55.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.446+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/153518287 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef6f140 0x55928ef7ac90 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff9a80096c0 tx=0x7ff9a8000bc0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.446+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/153518287 shutdown_connections 2024-05-21T00:21:55.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.446+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/153518287 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55928ef88370 0x55928ef8a760 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.446+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/153518287 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74f30 0x55928ef78570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.446+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/153518287 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef6f140 0x55928ef7ac90 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.446+0000 7ff9a3400700 0 client.26114 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:21:55.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.446+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/153518287 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef74610 0x55928ef78030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.446+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/153518287 >> 172.21.15.12:0/153518287 conn(0x55928ee9cbe0 msgr2=0x55928ef68d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:55.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.447+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/153518287 shutdown_connections 2024-05-21T00:21:55.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.447+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/153518287 wait complete. 2024-05-21T00:21:55.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.447+0000 7ff9cf08cb80 20 client.26114 trim_cache size 0 max 16384 2024-05-21T00:21:55.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.464+0000 7ff9cf08cb80 1 Processor -- start 2024-05-21T00:21:55.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.464+0000 7ff9cf08cb80 1 -- start start 2024-05-21T00:21:55.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.464+0000 7ff9cf08cb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef6f140 0x55928ef6eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.464+0000 7ff9cf08cb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 0x55928ef78520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.464+0000 7ff9cf08cb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef74f30 0x55928ef694f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.464+0000 7ff9cf08cb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1ab6d0 con 0x55928ef6f140 2024-05-21T00:21:55.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.464+0000 7ff9cf08cb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1ad210 con 0x55928ef74f30 2024-05-21T00:21:55.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.464+0000 7ff9cf08cb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1abda0 con 0x55928ef74610 2024-05-21T00:21:55.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.465+0000 7ff9c1c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 0x55928ef78520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.465+0000 7ff9c1200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef6f140 0x55928ef6eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.465+0000 7ff9c1c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 0x55928ef78520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:36980/0 (socket says 172.21.15.12:36980) 2024-05-21T00:21:55.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.465+0000 7ff9c1c00700 1 -- 172.21.15.12:0/3136690022 learned_addr learned my addr 172.21.15.12:0/3136690022 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:55.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.465+0000 7ff9c1200700 1 --2- 172.21.15.12:0/3136690022 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef74f30 0x55928ef694f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.465+0000 7ff9c1c00700 1 -- 172.21.15.12:0/3136690022 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef74f30 msgr2=0x55928ef694f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:55.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.465+0000 7ff9c1c00700 1 --2- 172.21.15.12:0/3136690022 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef74f30 0x55928ef694f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.465+0000 7ff9c1c00700 1 -- 172.21.15.12:0/3136690022 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef6f140 msgr2=0x55928ef6eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:55.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.465+0000 7ff9c1c00700 1 --2- 172.21.15.12:0/3136690022 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef6f140 0x55928ef6eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.465+0000 7ff9c1c00700 1 -- 172.21.15.12:0/3136690022 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55928ef74230 con 0x55928ef74610 2024-05-21T00:21:55.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.465+0000 7ff9c1200700 1 --2- 172.21.15.12:0/3136690022 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef6f140 0x55928ef6eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:21:55.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.466+0000 7ff9c1c00700 1 --2- 172.21.15.12:0/3136690022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 0x55928ef78520 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x55928eeccf90 tx=0x7ff9b0009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e71a4b03c20038b3 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:55.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.466+0000 7ff9ae000700 1 -- 172.21.15.12:0/3136690022 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b0004050 con 0x55928ef74610 2024-05-21T00:21:55.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.466+0000 7ff9ae000700 1 -- 172.21.15.12:0/3136690022 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9b0003680 con 0x55928ef74610 2024-05-21T00:21:55.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.466+0000 7ff9ae000700 1 -- 172.21.15.12:0/3136690022 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b001e680 con 0x55928ef74610 2024-05-21T00:21:55.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.467+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/3136690022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 msgr2=0x55928ef78520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:55.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.467+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/3136690022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 0x55928ef78520 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x55928eeccf90 tx=0x7ff9b0009260 comp rx=0 tx=0).stop 2024-05-21T00:21:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.467+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/3136690022 shutdown_connections 2024-05-21T00:21:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.467+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/3136690022 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef74f30 0x55928ef694f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.467+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/3136690022 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef6f140 0x55928ef6eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.467+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/3136690022 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 0x55928ef78520 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.467+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/3136690022 >> 172.21.15.12:0/3136690022 conn(0x55928ee9cbe0 msgr2=0x55928ef77e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.467+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/3136690022 shutdown_connections 2024-05-21T00:21:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.467+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/3136690022 wait complete. 2024-05-21T00:21:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.468+0000 7ff9cf08cb80 1 -- start start 2024-05-21T00:21:55.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.468+0000 7ff9cf08cb80 1 Processor -- start 2024-05-21T00:21:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9cf08cb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef6f140 0x55928ef8db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9cf08cb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 0x55928ef8af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9cf08cb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef74f30 0x55928ef8b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9cf08cb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1acb40 con 0x55928ef74f30 2024-05-21T00:21:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9cf08cb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1ac470 con 0x55928ef6f140 2024-05-21T00:21:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9cf08cb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1074f0 con 0x55928ef74610 2024-05-21T00:21:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9cf08cb80 10 client.0 _ll_register_callbacks cb 0x55928ee66c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:21:55.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9c1c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 0x55928ef8af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9c1c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 0x55928ef8af30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:36994/0 (socket says 172.21.15.12:36994) 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9c1c00700 1 -- 172.21.15.12:0/784209555 learned_addr learned my addr 172.21.15.12:0/784209555 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9c1200700 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef6f140 0x55928ef8db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9c1200700 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef74f30 0x55928ef8b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9c1c00700 1 -- 172.21.15.12:0/784209555 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef6f140 msgr2=0x55928ef8db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9c1c00700 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef6f140 0x55928ef8db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9c1c00700 1 -- 172.21.15.12:0/784209555 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef74f30 msgr2=0x55928ef8b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.469+0000 7ff9c1c00700 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef74f30 0x55928ef8b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.470+0000 7ff9c1c00700 1 -- 172.21.15.12:0/784209555 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55928ef8b9b0 con 0x55928ef74610 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.470+0000 7ff9c1200700 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef74f30 0x55928ef8b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.470+0000 7ff9c1c00700 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 0x55928ef8af30 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0009d70 tx=0x7ff9b0010e10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a14069aa92b37d61 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.470+0000 7ff9a3400700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.470+0000 7ff9a3400700 1 -- 172.21.15.12:0/784209555 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b00044e0 con 0x55928ef74610 2024-05-21T00:21:55.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.470+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/784209555 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9b0003680 con 0x55928ef74610 2024-05-21T00:21:55.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.470+0000 7ff9a3400700 1 -- 172.21.15.12:0/784209555 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7ff9b0003830 con 0x55928ef74610 2024-05-21T00:21:55.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.471+0000 7ff9a3400700 1 -- 172.21.15.12:0/784209555 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff9b0038070 con 0x55928ef74610 2024-05-21T00:21:55.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.471+0000 7ff9cf08cb80 10 client.26134 fetch_fsmap learned FSMap version 29 2024-05-21T00:21:55.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.471+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/784209555 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55928eff2930 con 0x55928ef74610 2024-05-21T00:21:55.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.471+0000 7ff9a3400700 1 -- 172.21.15.12:0/784209555 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7ff9b0003680 con 0x55928ef74610 2024-05-21T00:21:55.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.471+0000 7ff9a3400700 1 -- 172.21.15.12:0/784209555 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7ff9b001e420 con 0x55928ef74610 2024-05-21T00:21:55.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.471+0000 7ff9cf08cb80 10 client.26134 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:21:55.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.471+0000 7ff9cf08cb80 10 client.26134 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:21:55.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.471+0000 7ff9cf08cb80 20 client.26134 populate_metadata read hostname 'smithi012' 2024-05-21T00:21:55.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.471+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55928eff2fc0 0x55928eff53e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:55.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.471+0000 7ff9cf08cb80 4 client.26134 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:21:55.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.471+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/784209555 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55928eec8570 con 0x55928eff2fc0 2024-05-21T00:21:55.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.472+0000 7ff9c1200700 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55928eff2fc0 0x55928eff53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.472+0000 7ff9c1200700 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55928eff2fc0 0x55928eff53e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2f6f8789c8997fd9 server_cookie=670eefa9eef6f719 in_seq=0 out_seq=0 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.472+0000 7ff9a3400700 10 client.26134 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.472+0000 7ff9a3400700 1 -- 172.21.15.12:0/784209555 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55928eec8570 con 0x55928eff2fc0 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.472+0000 7ff9a3400700 10 client.26134 handle_command_reply: tid=0 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.472+0000 7ff9cf08cb80 1 client.26134 shutdown 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.472+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/784209555 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 msgr2=0x55928ef8af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.472+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 0x55928ef8af30 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0009d70 tx=0x7ff9b0010e10 comp rx=0 tx=0).stop 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.473+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/784209555 shutdown_connections 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.473+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55928ef74f30 0x55928ef8b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.473+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55928ef6f140 0x55928ef8db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.473+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x55928eff2fc0 0x55928eff53e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.473+0000 7ff9cf08cb80 1 --2- 172.21.15.12:0/784209555 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55928ef74610 0x55928ef8af30 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.473+0000 7ff9a3400700 0 client.26134 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.473+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/784209555 >> 172.21.15.12:0/784209555 conn(0x55928ee9cbe0 msgr2=0x55928ef75310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:55.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.473+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/784209555 shutdown_connections 2024-05-21T00:21:55.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.473+0000 7ff9cf08cb80 1 -- 172.21.15.12:0/784209555 wait complete. 2024-05-21T00:21:55.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.473+0000 7ff9cf08cb80 20 client.26134 trim_cache size 0 max 16384 2024-05-21T00:21:55.478 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:21:55.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.474+0000 7ff9c4600700 1 -- 172.21.15.12:0/1417268919 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff9a40b2900 msgr2=0x7ff9a40b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:55.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.474+0000 7ff9c4600700 1 --2- 172.21.15.12:0/1417268919 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff9a40b2900 0x7ff9a40b4dc0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ff9b40ad390 tx=0x7ff9b40ad300 comp rx=0 tx=0).stop 2024-05-21T00:21:55.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.474+0000 7ff9c4600700 1 -- 172.21.15.12:0/1417268919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff9bc10ff40 msgr2=0x7ff9bc1a0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:55.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.474+0000 7ff9c4600700 1 --2- 172.21.15.12:0/1417268919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff9bc10ff40 0x7ff9bc1a0680 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff9b400ca20 tx=0x7ff9b400cd30 comp rx=0 tx=0).stop 2024-05-21T00:21:55.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.474+0000 7ff9c4600700 1 -- 172.21.15.12:0/1417268919 shutdown_connections 2024-05-21T00:21:55.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.474+0000 7ff9c4600700 1 --2- 172.21.15.12:0/1417268919 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7ff9bc10ff40 0x7ff9bc1a0680 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.474+0000 7ff9c4600700 1 --2- 172.21.15.12:0/1417268919 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7ff9a40b2900 0x7ff9a40b4dc0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.474+0000 7ff9c4600700 1 --2- 172.21.15.12:0/1417268919 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7ff9bc075770 0x7ff9bc19be00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.474+0000 7ff9c4600700 1 --2- 172.21.15.12:0/1417268919 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7ff9bc076090 0x7ff9bc19c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:55.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.474+0000 7ff9c4600700 1 -- 172.21.15.12:0/1417268919 >> 172.21.15.12:0/1417268919 conn(0x7ff9bc07a6a0 msgr2=0x7ff9bc100750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:55.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.474+0000 7ff9c4600700 1 -- 172.21.15.12:0/1417268919 shutdown_connections 2024-05-21T00:21:55.479 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:55.474+0000 7ff9c4600700 1 -- 172.21.15.12:0/1417268919 wait complete. 2024-05-21T00:21:55.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:55 smithi060 ceph-mon[36426]: pgmap v584: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 24 MiB/s wr, 15 op/s 2024-05-21T00:21:55.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:55 smithi077 ceph-mon[36377]: pgmap v584: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 24 MiB/s wr, 15 op/s 2024-05-21T00:21:57.294 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:21:57.472 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:57 smithi012 ceph-mon[31403]: pgmap v585: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 13 MiB/s wr, 15 op/s 2024-05-21T00:21:57.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:57 smithi060 ceph-mon[36426]: pgmap v585: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 13 MiB/s wr, 15 op/s 2024-05-21T00:21:57.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:57 smithi077 ceph-mon[36377]: pgmap v585: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 13 MiB/s wr, 15 op/s 2024-05-21T00:21:57.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.751+0000 7f51bbc00700 1 -- 172.21.15.12:0/1434694322 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f51b41088f0 msgr2=0x7f51b4110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:57.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.751+0000 7f51bbc00700 1 --2- 172.21.15.12:0/1434694322 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f51b41088f0 0x7f51b4110470 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f51ac009f90 tx=0x7f51ac00b330 comp rx=0 tx=0).stop 2024-05-21T00:21:57.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.751+0000 7f51bbc00700 1 -- 172.21.15.12:0/1434694322 shutdown_connections 2024-05-21T00:21:57.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.751+0000 7f51bbc00700 1 --2- 172.21.15.12:0/1434694322 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f51b41088f0 0x7f51b4110470 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:57.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.751+0000 7f51bbc00700 1 --2- 172.21.15.12:0/1434694322 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f51b41037f0 0x7f51b4103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:57.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.751+0000 7f51bbc00700 1 --2- 172.21.15.12:0/1434694322 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b41041a0 0x7f51b41081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:57.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.751+0000 7f51bbc00700 1 -- 172.21.15.12:0/1434694322 >> 172.21.15.12:0/1434694322 conn(0x7f51b407a6a0 msgr2=0x7f51b407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:57.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.751+0000 7f51bbc00700 1 -- 172.21.15.12:0/1434694322 shutdown_connections 2024-05-21T00:21:57.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.751+0000 7f51bbc00700 1 -- 172.21.15.12:0/1434694322 wait complete. 2024-05-21T00:21:57.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.753+0000 7f51bbc00700 1 Processor -- start 2024-05-21T00:21:57.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.753+0000 7f51bbc00700 1 -- start start 2024-05-21T00:21:57.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.753+0000 7f51bbc00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f51b41037f0 0x7f51b419bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:57.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.753+0000 7f51bbc00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b41041a0 0x7f51b419c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:57.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.753+0000 7f51bbc00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f51b41088f0 0x7f51b41a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:57.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.753+0000 7f51bbc00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f51b4113710 con 0x7f51b41041a0 2024-05-21T00:21:57.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.753+0000 7f51bbc00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f51b4113590 con 0x7f51b41088f0 2024-05-21T00:21:57.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.753+0000 7f51bbc00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f51b4113890 con 0x7f51b41037f0 2024-05-21T00:21:57.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.754+0000 7f51b3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b41041a0 0x7f51b419c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:57.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.754+0000 7f51b3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b41041a0 0x7f51b419c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51110/0 (socket says 172.21.15.12:51110) 2024-05-21T00:21:57.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.754+0000 7f51b3e00700 1 -- 172.21.15.12:0/4064247698 learned_addr learned my addr 172.21.15.12:0/4064247698 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:21:57.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.754+0000 7f51b9200700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f51b41037f0 0x7f51b419bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:57.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.754+0000 7f51b9c00700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f51b41088f0 0x7f51b41a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:57.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.754+0000 7f51b3e00700 1 -- 172.21.15.12:0/4064247698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f51b41037f0 msgr2=0x7f51b419bd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:57.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.754+0000 7f51b3e00700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f51b41037f0 0x7f51b419bd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:57.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.754+0000 7f51b3e00700 1 -- 172.21.15.12:0/4064247698 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f51b41088f0 msgr2=0x7f51b41a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:57.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.754+0000 7f51b3e00700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f51b41088f0 0x7f51b41a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:57.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.754+0000 7f51b3e00700 1 -- 172.21.15.12:0/4064247698 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51b41a0d30 con 0x7f51b41041a0 2024-05-21T00:21:57.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.755+0000 7f51b3e00700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b41041a0 0x7f51b419c260 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f51a000ec10 tx=0x7f51a000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:57.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.755+0000 7f51b1600700 1 -- 172.21.15.12:0/4064247698 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a000cc90 con 0x7f51b41041a0 2024-05-21T00:21:57.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.755+0000 7f51b1600700 1 -- 172.21.15.12:0/4064247698 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f51a000ce30 con 0x7f51b41041a0 2024-05-21T00:21:57.757 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.755+0000 7f51b1600700 1 -- 172.21.15.12:0/4064247698 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51a0010430 con 0x7f51b41041a0 2024-05-21T00:21:57.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.755+0000 7f51bbc00700 1 -- 172.21.15.12:0/4064247698 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51b41a1020 con 0x7f51b41041a0 2024-05-21T00:21:57.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.756+0000 7f51bbc00700 1 -- 172.21.15.12:0/4064247698 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51b41a88a0 con 0x7f51b41041a0 2024-05-21T00:21:57.758 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.757+0000 7f51bbc00700 1 -- 172.21.15.12:0/4064247698 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51b406a230 con 0x7f51b41041a0 2024-05-21T00:21:57.762 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.760+0000 7f51b1600700 1 -- 172.21.15.12:0/4064247698 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f51a0004000 con 0x7f51b41041a0 2024-05-21T00:21:57.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.763+0000 7f51b1600700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f519c0b2900 0x7f519c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:21:57.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.763+0000 7f51b1600700 1 -- 172.21.15.12:0/4064247698 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f51a00e26a0 con 0x7f51b41041a0 2024-05-21T00:21:57.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.763+0000 7f51b9200700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f519c0b2900 0x7f519c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:21:57.765 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.764+0000 7f51b9200700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f519c0b2900 0x7f519c0b4dc0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f51a8009c60 tx=0x7f51a8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:21:57.767 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:57.766+0000 7f51b1600700 1 -- 172.21.15.12:0/4064247698 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f51a0054df0 con 0x7f51b41041a0 2024-05-21T00:21:57.862 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:21:58.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.098+0000 7f51bbc00700 1 -- 172.21.15.12:0/4064247698 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f51b419d080 con 0x7f51b41041a0 2024-05-21T00:21:58.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.100+0000 7f51b1600700 1 -- 172.21.15.12:0/4064247698 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f51a00aa390 con 0x7f51b41041a0 2024-05-21T00:21:58.102 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:21:58.102 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:21:58.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.104+0000 7f51bbc00700 1 -- 172.21.15.12:0/4064247698 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f519c0b2900 msgr2=0x7f519c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:58.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.104+0000 7f51bbc00700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f519c0b2900 0x7f519c0b4dc0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f51a8009c60 tx=0x7f51a8009260 comp rx=0 tx=0).stop 2024-05-21T00:21:58.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.104+0000 7f51bbc00700 1 -- 172.21.15.12:0/4064247698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b41041a0 msgr2=0x7f51b419c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:21:58.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.104+0000 7f51bbc00700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b41041a0 0x7f51b419c260 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f51a000ec10 tx=0x7f51a000ef20 comp rx=0 tx=0).stop 2024-05-21T00:21:58.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.104+0000 7f51bbc00700 1 -- 172.21.15.12:0/4064247698 shutdown_connections 2024-05-21T00:21:58.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.104+0000 7f51bbc00700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f51b41088f0 0x7f51b41a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:58.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.104+0000 7f51bbc00700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f51b41037f0 0x7f51b419bd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:58.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.104+0000 7f51bbc00700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f519c0b2900 0x7f519c0b4dc0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:58.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.104+0000 7f51bbc00700 1 --2- 172.21.15.12:0/4064247698 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f51b41041a0 0x7f51b419c260 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:21:58.106 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.104+0000 7f51bbc00700 1 -- 172.21.15.12:0/4064247698 >> 172.21.15.12:0/4064247698 conn(0x7f51b407a6a0 msgr2=0x7f51b41017a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:21:58.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.105+0000 7f51bbc00700 1 -- 172.21.15.12:0/4064247698 shutdown_connections 2024-05-21T00:21:58.107 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:21:58.105+0000 7f51bbc00700 1 -- 172.21.15.12:0/4064247698 wait complete. 2024-05-21T00:21:58.107 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:21:58.269 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:58 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/4064247698' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:21:58.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:58 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/4064247698' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:21:58.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:58 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/4064247698' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:21:59.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:21:59 smithi060 ceph-mon[36426]: pgmap v586: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:21:59.484 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:21:59 smithi012 ceph-mon[31403]: pgmap v586: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:21:59.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:21:59 smithi077 ceph-mon[36377]: pgmap v586: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:21:59.720 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --set-id e822b423 --release --await' 2024-05-21T00:21:59.720 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24538 quiesce db --set-id e822b423 --release --await 2024-05-21T00:22:00.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.301+0000 7f8fca600700 1 -- 172.21.15.12:0/858177899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8fc4076090 msgr2=0x7f8fc410fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:00.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.301+0000 7f8fca600700 1 --2- 172.21.15.12:0/858177899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8fc4076090 0x7f8fc410fa60 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f8fb0009990 tx=0x7f8fb0009ca0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.302+0000 7f8fca600700 1 -- 172.21.15.12:0/858177899 shutdown_connections 2024-05-21T00:22:00.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.302+0000 7f8fca600700 1 --2- 172.21.15.12:0/858177899 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8fc410ffa0 0x7f8fc4112390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.302+0000 7f8fca600700 1 --2- 172.21.15.12:0/858177899 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fc4075770 0x7f8fc4075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.302+0000 7f8fca600700 1 --2- 172.21.15.12:0/858177899 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8fc4076090 0x7f8fc410fa60 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.302+0000 7f8fca600700 1 -- 172.21.15.12:0/858177899 >> 172.21.15.12:0/858177899 conn(0x7f8fc407a6a0 msgr2=0x7f8fc407aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:00.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.302+0000 7f8fca600700 1 -- 172.21.15.12:0/858177899 shutdown_connections 2024-05-21T00:22:00.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.302+0000 7f8fca600700 1 -- 172.21.15.12:0/858177899 wait complete. 2024-05-21T00:22:00.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.303+0000 7f8fca600700 1 Processor -- start 2024-05-21T00:22:00.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.304+0000 7f8fca600700 1 -- start start 2024-05-21T00:22:00.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.304+0000 7f8fca600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fc4075770 0x7f8fc419bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.304+0000 7f8fca600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8fc4076090 0x7f8fc419c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.304+0000 7f8fca600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8fc410ffa0 0x7f8fc41a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.304+0000 7f8fca600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc4115990 con 0x7f8fc4075770 2024-05-21T00:22:00.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.304+0000 7f8fca600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc4115810 con 0x7f8fc4076090 2024-05-21T00:22:00.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.304+0000 7f8fca600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc4115b10 con 0x7f8fc410ffa0 2024-05-21T00:22:00.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.304+0000 7f8fc3400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fc4075770 0x7f8fc419bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.305+0000 7f8fc3400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fc4075770 0x7f8fc419bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51134/0 (socket says 172.21.15.12:51134) 2024-05-21T00:22:00.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.305+0000 7f8fc3400700 1 -- 172.21.15.12:0/2879603246 learned_addr learned my addr 172.21.15.12:0/2879603246 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:00.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.305+0000 7f8fc2a00700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8fc4076090 0x7f8fc419c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.307 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.305+0000 7f8fc3e00700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8fc410ffa0 0x7f8fc41a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.305+0000 7f8fc3400700 1 -- 172.21.15.12:0/2879603246 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8fc410ffa0 msgr2=0x7f8fc41a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:00.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.305+0000 7f8fc3400700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8fc410ffa0 0x7f8fc41a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.305+0000 7f8fc3400700 1 -- 172.21.15.12:0/2879603246 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8fc4076090 msgr2=0x7f8fc419c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:00.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.305+0000 7f8fc3400700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8fc4076090 0x7f8fc419c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.305+0000 7f8fc3400700 1 -- 172.21.15.12:0/2879603246 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fc41a0df0 con 0x7f8fc4075770 2024-05-21T00:22:00.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.306+0000 7f8fc3400700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fc4075770 0x7f8fc419bde0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f8fb400e9a0 tx=0x7f8fb400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:00.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.306+0000 7f8fbbe00700 1 -- 172.21.15.12:0/2879603246 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb400ca10 con 0x7f8fc4075770 2024-05-21T00:22:00.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.306+0000 7f8fbbe00700 1 -- 172.21.15.12:0/2879603246 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fb400cbb0 con 0x7f8fc4075770 2024-05-21T00:22:00.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.306+0000 7f8fca600700 1 -- 172.21.15.12:0/2879603246 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fc41a10e0 con 0x7f8fc4075770 2024-05-21T00:22:00.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.306+0000 7f8fbbe00700 1 -- 172.21.15.12:0/2879603246 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb4018680 con 0x7f8fc4075770 2024-05-21T00:22:00.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.306+0000 7f8fca600700 1 -- 172.21.15.12:0/2879603246 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fc41a8960 con 0x7f8fc4075770 2024-05-21T00:22:00.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.311+0000 7f8fbbe00700 1 -- 172.21.15.12:0/2879603246 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8fb4010430 con 0x7f8fc4075770 2024-05-21T00:22:00.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.312+0000 7f8fd4ebeb80 1 Processor -- start 2024-05-21T00:22:00.313 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.312+0000 7f8fd4ebeb80 1 -- start start 2024-05-21T00:22:00.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.312+0000 7f8fd4ebeb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd6934d610 0x55dd6934d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.312+0000 7f8fd4ebeb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934df30 0x55dd69347b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.312+0000 7f8fd4ebeb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd69348140 0x55dd693485c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.312+0000 7f8fd4ebeb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55dd692a5e40 con 0x55dd6934d610 2024-05-21T00:22:00.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.312+0000 7f8fd4ebeb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55dd692959e0 con 0x55dd69348140 2024-05-21T00:22:00.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.312+0000 7f8fd4ebeb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55dd69299a20 con 0x55dd6934df30 2024-05-21T00:22:00.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.313+0000 7f8fc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd6934d610 0x55dd6934d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.313+0000 7f8fc2a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd69348140 0x55dd693485c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.313+0000 7f8fc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd6934d610 0x55dd6934d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51144/0 (socket says 172.21.15.12:51144) 2024-05-21T00:22:00.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.313+0000 7f8fc3e00700 1 -- 172.21.15.12:0/4131425111 learned_addr learned my addr 172.21.15.12:0/4131425111 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:00.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.313+0000 7f8fc3400700 1 --2- 172.21.15.12:0/4131425111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934df30 0x55dd69347b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.314+0000 7f8fc3e00700 1 -- 172.21.15.12:0/4131425111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934df30 msgr2=0x55dd69347b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:00.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.314+0000 7f8fc3e00700 1 --2- 172.21.15.12:0/4131425111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934df30 0x55dd69347b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.314+0000 7f8fc3e00700 1 -- 172.21.15.12:0/4131425111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd69348140 msgr2=0x55dd693485c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:00.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.314+0000 7f8fc3e00700 1 --2- 172.21.15.12:0/4131425111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd69348140 0x55dd693485c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.314+0000 7f8fc3e00700 1 -- 172.21.15.12:0/4131425111 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd6925e420 con 0x55dd6934d610 2024-05-21T00:22:00.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.314+0000 7f8fc2a00700 1 --2- 172.21.15.12:0/4131425111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd69348140 0x55dd693485c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:00.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.314+0000 7f8fc3400700 1 --2- 172.21.15.12:0/4131425111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934df30 0x55dd69347b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:00.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.314+0000 7f8fbbe00700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8fa80b2900 0x7f8fa80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.314+0000 7f8fc3e00700 1 --2- 172.21.15.12:0/4131425111 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd6934d610 0x55dd6934d9f0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f8fbc003fb0 tx=0x7f8fbc009ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b68b1e7df4d726b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:00.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.314+0000 7f8fc3400700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8fa80b2900 0x7f8fa80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.315+0000 7f8fbbe00700 1 -- 172.21.15.12:0/2879603246 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f8fb40e2310 con 0x7f8fc4075770 2024-05-21T00:22:00.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.315+0000 7f8fb8c00700 1 -- 172.21.15.12:0/4131425111 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fbc004bb0 con 0x55dd6934d610 2024-05-21T00:22:00.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.315+0000 7f8fb8c00700 1 -- 172.21.15.12:0/4131425111 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fbc004d50 con 0x55dd6934d610 2024-05-21T00:22:00.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.315+0000 7f8fb8c00700 1 -- 172.21.15.12:0/4131425111 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fbc007e40 con 0x55dd6934d610 2024-05-21T00:22:00.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.316+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/4131425111 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd6934d610 msgr2=0x55dd6934d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:00.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.316+0000 7f8fc3400700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8fa80b2900 0x7f8fa80b4dc0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f8fb40a9890 tx=0x7f8fb40e5d50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:00.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.316+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/4131425111 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd6934d610 0x55dd6934d9f0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f8fbc003fb0 tx=0x7f8fbc009ba0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.316+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/4131425111 shutdown_connections 2024-05-21T00:22:00.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.316+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/4131425111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd69348140 0x55dd693485c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.316+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/4131425111 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd6934d610 0x55dd6934d9f0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.316+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/4131425111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934df30 0x55dd69347b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.316+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/4131425111 >> 172.21.15.12:0/4131425111 conn(0x55dd69275be0 msgr2=0x55dd69342690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:00.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.316+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/4131425111 shutdown_connections 2024-05-21T00:22:00.327 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.316+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/4131425111 wait complete. 2024-05-21T00:22:00.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.317+0000 7f8fd4ebeb80 1 -- start start 2024-05-21T00:22:00.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.317+0000 7f8fd4ebeb80 1 Processor -- start 2024-05-21T00:22:00.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.317+0000 7f8fd4ebeb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd69348140 0x55dd69353c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.317+0000 7f8fd4ebeb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd6934d610 0x55dd69351020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.317+0000 7f8fd4ebeb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934df30 0x55dd69351560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.318+0000 7f8fd4ebeb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55dd6919bfa0 con 0x55dd69348140 2024-05-21T00:22:00.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.318+0000 7f8fd4ebeb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55dd69236760 con 0x55dd6934d610 2024-05-21T00:22:00.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.318+0000 7f8fd4ebeb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55dd693549e0 con 0x55dd6934df30 2024-05-21T00:22:00.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.318+0000 7f8fd4ebeb80 10 client.0 _ll_register_callbacks cb 0x55dd6923fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:00.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.318+0000 7f8fc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd69348140 0x55dd69353c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.318+0000 7f8fc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd69348140 0x55dd69353c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51150/0 (socket says 172.21.15.12:51150) 2024-05-21T00:22:00.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.318+0000 7f8fc3e00700 1 -- 172.21.15.12:0/165277508 learned_addr learned my addr 172.21.15.12:0/165277508 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:00.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.318+0000 7f8fc2a00700 1 --2- 172.21.15.12:0/165277508 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd6934d610 0x55dd69351020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.318+0000 7f8fc3e00700 1 --2- 172.21.15.12:0/165277508 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934df30 0x55dd69351560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.319+0000 7f8fc2a00700 1 -- 172.21.15.12:0/165277508 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934df30 msgr2=0x55dd69351560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:00.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.319+0000 7f8fc2a00700 1 --2- 172.21.15.12:0/165277508 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934df30 0x55dd69351560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.319+0000 7f8fc2a00700 1 -- 172.21.15.12:0/165277508 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd69348140 msgr2=0x55dd69353c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:00.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.319+0000 7f8fc2a00700 1 --2- 172.21.15.12:0/165277508 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd69348140 0x55dd69353c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.319+0000 7f8fc2a00700 1 -- 172.21.15.12:0/165277508 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd691e58d0 con 0x55dd6934d610 2024-05-21T00:22:00.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.319+0000 7f8fc2a00700 1 --2- 172.21.15.12:0/165277508 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd6934d610 0x55dd69351020 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f8fb0006010 tx=0x7f8fb0005800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6946beeba25488f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:00.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.319+0000 7f8fad600700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:22:00.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.319+0000 7f8fad600700 1 -- 172.21.15.12:0/165277508 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb0029060 con 0x55dd6934d610 2024-05-21T00:22:00.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.319+0000 7f8fad600700 1 -- 172.21.15.12:0/165277508 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f8fb000bd00 con 0x55dd6934d610 2024-05-21T00:22:00.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.320+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/165277508 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fbc004d50 con 0x55dd6934d610 2024-05-21T00:22:00.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.320+0000 7f8fad600700 1 -- 172.21.15.12:0/165277508 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8fb0003680 con 0x55dd6934d610 2024-05-21T00:22:00.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.320+0000 7f8fd4ebeb80 10 client.26138 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:00.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.320+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/165277508 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dd69266060 con 0x55dd6934d610 2024-05-21T00:22:00.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.320+0000 7f8fad600700 1 -- 172.21.15.12:0/165277508 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fbc004d50 con 0x55dd6934d610 2024-05-21T00:22:00.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.321+0000 7f8fad600700 1 -- 172.21.15.12:0/165277508 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f8fb0003820 con 0x55dd6934d610 2024-05-21T00:22:00.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.322+0000 7f8fd4ebeb80 10 client.26138 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:00.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.322+0000 7f8fd4ebeb80 10 client.26138 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:22:00.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.322+0000 7f8fd4ebeb80 20 client.26138 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:00.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.322+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/165277508 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55dd69361590 0x55dd69363980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.322+0000 7f8fd4ebeb80 4 client.26138 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:22:00.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.322+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/165277508 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd692a7d90 con 0x55dd69361590 2024-05-21T00:22:00.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.322+0000 7f8fc3e00700 1 --2- 172.21.15.12:0/165277508 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55dd69361590 0x55dd69363980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.323+0000 7f8fc3e00700 1 --2- 172.21.15.12:0/165277508 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55dd69361590 0x55dd69363980 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fea6c5b7f3662688 server_cookie=9000438c42a6cb5e in_seq=0 out_seq=0 2024-05-21T00:22:00.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.323+0000 7f8fad600700 10 client.26138 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:22:00.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.324+0000 7f8fad600700 1 -- 172.21.15.12:0/165277508 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55dd692a7d90 con 0x55dd69361590 2024-05-21T00:22:00.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.324+0000 7f8fad600700 10 client.26138 handle_command_reply: tid=0 2024-05-21T00:22:00.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.324+0000 7f8fd4ebeb80 1 client.26138 shutdown 2024-05-21T00:22:00.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.324+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/165277508 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd6934d610 msgr2=0x55dd69351020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:00.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.324+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/165277508 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd6934d610 0x55dd69351020 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f8fb0006010 tx=0x7f8fb0005800 comp rx=0 tx=0).stop 2024-05-21T00:22:00.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.324+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/165277508 shutdown_connections 2024-05-21T00:22:00.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.324+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/165277508 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55dd69361590 0x55dd69363980 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.324+0000 7f8fad600700 0 client.26138 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:22:00.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.324+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/165277508 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934df30 0x55dd69351560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.324+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/165277508 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd69348140 0x55dd69353c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.324+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/165277508 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd6934d610 0x55dd69351020 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.324+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/165277508 >> 172.21.15.12:0/165277508 conn(0x55dd69275be0 msgr2=0x55dd69341d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:00.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.325+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/165277508 shutdown_connections 2024-05-21T00:22:00.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.325+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/165277508 wait complete. 2024-05-21T00:22:00.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.325+0000 7f8fd4ebeb80 20 client.26138 trim_cache size 0 max 16384 2024-05-21T00:22:00.343 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:00.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.348+0000 7f8fd4ebeb80 1 Processor -- start 2024-05-21T00:22:00.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.348+0000 7f8fd4ebeb80 1 -- start start 2024-05-21T00:22:00.349 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.348+0000 7f8fd4ebeb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd69348140 0x55dd69347b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.348+0000 7f8fd4ebeb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 0x55dd6934ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.348+0000 7f8fd4ebeb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd6934df30 0x55dd693424f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.348+0000 7f8fd4ebeb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc41afcc0 con 0x55dd69348140 2024-05-21T00:22:00.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.348+0000 7f8fd4ebeb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc41b1800 con 0x55dd6934df30 2024-05-21T00:22:00.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.348+0000 7f8fd4ebeb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc41b0390 con 0x55dd6934d610 2024-05-21T00:22:00.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.349+0000 7f8fc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd69348140 0x55dd69347b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.349+0000 7f8fc2a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 0x55dd6934ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.349+0000 7f8fc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd69348140 0x55dd69347b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51164/0 (socket says 172.21.15.12:51164) 2024-05-21T00:22:00.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.349+0000 7f8fc3e00700 1 -- 172.21.15.12:0/1993566765 learned_addr learned my addr 172.21.15.12:0/1993566765 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:00.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.349+0000 7f8fc2a00700 1 --2- 172.21.15.12:0/1993566765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 0x55dd6934ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37038/0 (socket says 172.21.15.12:37038) 2024-05-21T00:22:00.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.349+0000 7f8fc3e00700 1 --2- 172.21.15.12:0/1993566765 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd6934df30 0x55dd693424f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.349+0000 7f8fc2a00700 1 -- 172.21.15.12:0/1993566765 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd6934df30 msgr2=0x55dd693424f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:00.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.349+0000 7f8fc2a00700 1 --2- 172.21.15.12:0/1993566765 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd6934df30 0x55dd693424f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.349+0000 7f8fc2a00700 1 -- 172.21.15.12:0/1993566765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd69348140 msgr2=0x55dd69347b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:00.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.349+0000 7f8fc2a00700 1 --2- 172.21.15.12:0/1993566765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd69348140 0x55dd69347b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.349+0000 7f8fc2a00700 1 -- 172.21.15.12:0/1993566765 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd6934f590 con 0x55dd6934d610 2024-05-21T00:22:00.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.349+0000 7f8fc3e00700 1 --2- 172.21.15.12:0/1993566765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd69348140 0x55dd69347b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:00.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.350+0000 7f8fc2a00700 1 --2- 172.21.15.12:0/1993566765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 0x55dd6934ea20 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8fb0003be0 tx=0x7f8fb000b370 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cb8d827640ad7964 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:00.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.350+0000 7f8fafe00700 1 -- 172.21.15.12:0/1993566765 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb0034070 con 0x55dd6934d610 2024-05-21T00:22:00.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.350+0000 7f8fafe00700 1 -- 172.21.15.12:0/1993566765 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fb0024480 con 0x55dd6934d610 2024-05-21T00:22:00.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.350+0000 7f8fafe00700 1 -- 172.21.15.12:0/1993566765 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb0029040 con 0x55dd6934d610 2024-05-21T00:22:00.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.351+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/1993566765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 msgr2=0x55dd6934ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:00.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.351+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/1993566765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 0x55dd6934ea20 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8fb0003be0 tx=0x7f8fb000b370 comp rx=0 tx=0).stop 2024-05-21T00:22:00.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.351+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/1993566765 shutdown_connections 2024-05-21T00:22:00.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.351+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/1993566765 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd6934df30 0x55dd693424f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.351+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/1993566765 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd69348140 0x55dd69347b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.351+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/1993566765 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 0x55dd6934ea20 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.351+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/1993566765 >> 172.21.15.12:0/1993566765 conn(0x55dd69275be0 msgr2=0x55dd6934e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.351+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/1993566765 shutdown_connections 2024-05-21T00:22:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.351+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/1993566765 wait complete. 2024-05-21T00:22:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.352+0000 7f8fd4ebeb80 1 -- start start 2024-05-21T00:22:00.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.352+0000 7f8fd4ebeb80 1 Processor -- start 2024-05-21T00:22:00.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.352+0000 7f8fd4ebeb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd69348140 0x55dd69368e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.352+0000 7f8fd4ebeb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 0x55dd69369350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.352+0000 7f8fd4ebeb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd6934df30 0x55dd69369890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.352+0000 7f8fd4ebeb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc41b1130 con 0x55dd6934df30 2024-05-21T00:22:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.352+0000 7f8fd4ebeb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc41b0a60 con 0x55dd69348140 2024-05-21T00:22:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.352+0000 7f8fd4ebeb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f8fc41adc80 con 0x55dd6934d610 2024-05-21T00:22:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.352+0000 7f8fd4ebeb80 10 client.0 _ll_register_callbacks cb 0x55dd6923fc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.353+0000 7f8fc3e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd6934df30 0x55dd69369890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.353+0000 7f8fc2a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 0x55dd69369350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.353+0000 7f8fc2a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 0x55dd69369350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37042/0 (socket says 172.21.15.12:37042) 2024-05-21T00:22:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.353+0000 7f8fc2a00700 1 -- 172.21.15.12:0/968633789 learned_addr learned my addr 172.21.15.12:0/968633789 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:00.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.353+0000 7f8fc3e00700 1 --2- 172.21.15.12:0/968633789 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd69348140 0x55dd69368e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.353+0000 7f8fc2a00700 1 -- 172.21.15.12:0/968633789 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd69348140 msgr2=0x55dd69368e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.353+0000 7f8fc2a00700 1 --2- 172.21.15.12:0/968633789 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd69348140 0x55dd69368e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.353+0000 7f8fc2a00700 1 -- 172.21.15.12:0/968633789 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd6934df30 msgr2=0x55dd69369890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.353+0000 7f8fc2a00700 1 --2- 172.21.15.12:0/968633789 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd6934df30 0x55dd69369890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.353+0000 7f8fc2a00700 1 -- 172.21.15.12:0/968633789 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd693cb190 con 0x55dd6934d610 2024-05-21T00:22:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.354+0000 7f8fc2a00700 1 --2- 172.21.15.12:0/968633789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 0x55dd69369350 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8fb0000c00 tx=0x7f8fb0005d10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=771e892d0f077070 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.354+0000 7f8fad600700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:22:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.354+0000 7f8fad600700 1 -- 172.21.15.12:0/968633789 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fb0034040 con 0x55dd6934d610 2024-05-21T00:22:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.354+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/968633789 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fb0024480 con 0x55dd6934d610 2024-05-21T00:22:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.354+0000 7f8fad600700 1 -- 172.21.15.12:0/968633789 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f8fb0024830 con 0x55dd6934d610 2024-05-21T00:22:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.354+0000 7f8fad600700 1 -- 172.21.15.12:0/968633789 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8fb0048050 con 0x55dd6934d610 2024-05-21T00:22:00.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.355+0000 7f8fd4ebeb80 10 client.26158 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:00.358 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.355+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/968633789 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dd693cc490 con 0x55dd6934d610 2024-05-21T00:22:00.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.355+0000 7f8fad600700 1 -- 172.21.15.12:0/968633789 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8fb0024480 con 0x55dd6934d610 2024-05-21T00:22:00.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.355+0000 7f8fad600700 1 -- 172.21.15.12:0/968633789 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f8fb000fc70 con 0x55dd6934d610 2024-05-21T00:22:00.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.355+0000 7f8fd4ebeb80 10 client.26158 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:00.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.355+0000 7f8fd4ebeb80 10 client.26158 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:22:00.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.355+0000 7f8fd4ebeb80 20 client.26158 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:00.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.355+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/968633789 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55dd693ccaa0 0x55dd693ceec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:00.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.355+0000 7f8fd4ebeb80 4 client.26158 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:22:00.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.355+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/968633789 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dd692a1570 con 0x55dd693ccaa0 2024-05-21T00:22:00.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.356+0000 7f8fc3e00700 1 --2- 172.21.15.12:0/968633789 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55dd693ccaa0 0x55dd693ceec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:00.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.356+0000 7f8fc3e00700 1 --2- 172.21.15.12:0/968633789 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55dd693ccaa0 0x55dd693ceec0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=69c818d9f89071c4 server_cookie=f65cda8a3aafda61 in_seq=0 out_seq=0 2024-05-21T00:22:00.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.356+0000 7f8fad600700 10 client.26158 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:22:00.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.356+0000 7f8fad600700 1 -- 172.21.15.12:0/968633789 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dd692a1570 con 0x55dd693ccaa0 2024-05-21T00:22:00.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.356+0000 7f8fad600700 10 client.26158 handle_command_reply: tid=0 2024-05-21T00:22:00.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.356+0000 7f8fd4ebeb80 1 client.26158 shutdown 2024-05-21T00:22:00.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.357+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/968633789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 msgr2=0x55dd69369350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:00.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.357+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/968633789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 0x55dd69369350 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8fb0000c00 tx=0x7f8fb0005d10 comp rx=0 tx=0).stop 2024-05-21T00:22:00.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.357+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/968633789 shutdown_connections 2024-05-21T00:22:00.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.357+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/968633789 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x55dd693ccaa0 0x55dd693ceec0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.357+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/968633789 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55dd6934df30 0x55dd69369890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.357+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/968633789 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55dd69348140 0x55dd69368e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.357+0000 7f8fd4ebeb80 1 --2- 172.21.15.12:0/968633789 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55dd6934d610 0x55dd69369350 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.357+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/968633789 >> 172.21.15.12:0/968633789 conn(0x55dd69275be0 msgr2=0x55dd6934eba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:00.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.357+0000 7f8fad600700 0 client.26158 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:22:00.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.357+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/968633789 shutdown_connections 2024-05-21T00:22:00.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.357+0000 7f8fd4ebeb80 1 -- 172.21.15.12:0/968633789 wait complete. 2024-05-21T00:22:00.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.357+0000 7f8fd4ebeb80 20 client.26158 trim_cache size 0 max 16384 2024-05-21T00:22:00.362 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:22:00.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.358+0000 7f8fca600700 1 -- 172.21.15.12:0/2879603246 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8fa80b2900 msgr2=0x7f8fa80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:00.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.358+0000 7f8fca600700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8fa80b2900 0x7f8fa80b4dc0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f8fb40a9890 tx=0x7f8fb40e5d50 comp rx=0 tx=0).stop 2024-05-21T00:22:00.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.358+0000 7f8fca600700 1 -- 172.21.15.12:0/2879603246 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fc4075770 msgr2=0x7f8fc419bde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:00.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.358+0000 7f8fca600700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fc4075770 0x7f8fc419bde0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f8fb400e9a0 tx=0x7f8fb400ecb0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.358+0000 7f8fca600700 1 -- 172.21.15.12:0/2879603246 shutdown_connections 2024-05-21T00:22:00.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.358+0000 7f8fca600700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8fc410ffa0 0x7f8fc41a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.358+0000 7f8fca600700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8fa80b2900 0x7f8fa80b4dc0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.358+0000 7f8fca600700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8fc4075770 0x7f8fc419bde0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.358+0000 7f8fca600700 1 --2- 172.21.15.12:0/2879603246 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8fc4076090 0x7f8fc419c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:00.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.358+0000 7f8fca600700 1 -- 172.21.15.12:0/2879603246 >> 172.21.15.12:0/2879603246 conn(0x7f8fc407a6a0 msgr2=0x7f8fc4100770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:00.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.358+0000 7f8fca600700 1 -- 172.21.15.12:0/2879603246 shutdown_connections 2024-05-21T00:22:00.363 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:00.358+0000 7f8fca600700 1 -- 172.21.15.12:0/2879603246 wait complete. 2024-05-21T00:22:00.377 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:00 smithi012 ceph-mon[31403]: pgmap v587: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:22:00.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:00 smithi060 ceph-mon[36426]: pgmap v587: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:22:00.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:00 smithi077 ceph-mon[36377]: pgmap v587: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:22:01.763 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:22:02.321 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:02.960 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:02 smithi012 ceph-mon[31403]: pgmap v588: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:22:03.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:02 smithi060 ceph-mon[36426]: pgmap v588: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:22:03.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:02 smithi077 ceph-mon[36377]: pgmap v588: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:22:04.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.173+0000 7f175d800700 1 -- 172.21.15.12:0/421888411 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1758101f00 msgr2=0x7f1758102380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:04.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.173+0000 7f175d800700 1 --2- 172.21.15.12:0/421888411 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1758101f00 0x7f1758102380 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1740009990 tx=0x7f1740009ca0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.173+0000 7f175d800700 1 -- 172.21.15.12:0/421888411 shutdown_connections 2024-05-21T00:22:04.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.173+0000 7f175d800700 1 --2- 172.21.15.12:0/421888411 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f17581028c0 0x7f1758110330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.173+0000 7f175d800700 1 --2- 172.21.15.12:0/421888411 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1758108620 0x7f1758108a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.173+0000 7f175d800700 1 --2- 172.21.15.12:0/421888411 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1758101f00 0x7f1758102380 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.173+0000 7f175d800700 1 -- 172.21.15.12:0/421888411 >> 172.21.15.12:0/421888411 conn(0x7f1758077780 msgr2=0x7f1758077b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:04.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.173+0000 7f175d800700 1 -- 172.21.15.12:0/421888411 shutdown_connections 2024-05-21T00:22:04.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.173+0000 7f175d800700 1 -- 172.21.15.12:0/421888411 wait complete. 2024-05-21T00:22:04.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.174+0000 7f175d800700 1 Processor -- start 2024-05-21T00:22:04.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.174+0000 7f175d800700 1 -- start start 2024-05-21T00:22:04.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.174+0000 7f175d800700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1758101f00 0x7f175819bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f175d800700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f17581028c0 0x7f175819c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f175d800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1758108620 0x7f17581a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.330 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f175d800700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1758113800 con 0x7f1758108620 2024-05-21T00:22:04.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f175d800700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1758113680 con 0x7f17581028c0 2024-05-21T00:22:04.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f175d800700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f1758113980 con 0x7f1758101f00 2024-05-21T00:22:04.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f1757400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1758108620 0x7f17581a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f1756a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1758101f00 0x7f175819bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f1756a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1758101f00 0x7f175819bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37066/0 (socket says 172.21.15.12:37066) 2024-05-21T00:22:04.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f1756a00700 1 -- 172.21.15.12:0/4130808712 learned_addr learned my addr 172.21.15.12:0/4130808712 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:04.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f1757400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1758108620 0x7f17581a07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51208/0 (socket says 172.21.15.12:51208) 2024-05-21T00:22:04.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f174e000700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f17581028c0 0x7f175819c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f1756a00700 1 -- 172.21.15.12:0/4130808712 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f17581028c0 msgr2=0x7f175819c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:04.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f1756a00700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f17581028c0 0x7f175819c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.331 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f1756a00700 1 -- 172.21.15.12:0/4130808712 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1758108620 msgr2=0x7f17581a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:04.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f1756a00700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1758108620 0x7f17581a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f1756a00700 1 -- 172.21.15.12:0/4130808712 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17581a0ee0 con 0x7f1758101f00 2024-05-21T00:22:04.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.175+0000 7f1757400700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1758108620 0x7f17581a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:04.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.176+0000 7f1756a00700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1758101f00 0x7f175819bed0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f174800e970 tx=0x7f174800ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:04.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.176+0000 7f174fe00700 1 -- 172.21.15.12:0/4130808712 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1748004220 con 0x7f1758101f00 2024-05-21T00:22:04.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.176+0000 7f174fe00700 1 -- 172.21.15.12:0/4130808712 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f17480043c0 con 0x7f1758101f00 2024-05-21T00:22:04.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.176+0000 7f174fe00700 1 -- 172.21.15.12:0/4130808712 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1748003ce0 con 0x7f1758101f00 2024-05-21T00:22:04.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.176+0000 7f175d800700 1 -- 172.21.15.12:0/4130808712 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17581a11d0 con 0x7f1758101f00 2024-05-21T00:22:04.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.176+0000 7f175d800700 1 -- 172.21.15.12:0/4130808712 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17581a8a50 con 0x7f1758101f00 2024-05-21T00:22:04.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.180+0000 7f174fe00700 1 -- 172.21.15.12:0/4130808712 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f174800c7e0 con 0x7f1758101f00 2024-05-21T00:22:04.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.182+0000 7f1768161b80 1 Processor -- start 2024-05-21T00:22:04.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.182+0000 7f174fe00700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f173c0b2880 0x7f173c0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.332 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.183+0000 7f1768161b80 1 -- start start 2024-05-21T00:22:04.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.183+0000 7f174fe00700 1 -- 172.21.15.12:0/4130808712 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f17480e2420 con 0x7f1758101f00 2024-05-21T00:22:04.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.183+0000 7f1757400700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f173c0b2880 0x7f173c0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.183+0000 7f1768161b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e3473e0 0x564b3e3477c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.183+0000 7f1768161b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e341960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.183+0000 7f1768161b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e341f80 0x564b3e3423c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.183+0000 7f1768161b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564b3e29ff40 con 0x564b3e341f80 2024-05-21T00:22:04.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.183+0000 7f1768161b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564b3e28fae0 con 0x564b3e3473e0 2024-05-21T00:22:04.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.183+0000 7f1768161b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x564b3e293b20 con 0x564b3e347d00 2024-05-21T00:22:04.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f174e000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e341960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f1756a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e3473e0 0x564b3e3477c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.333 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f1756a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e3473e0 0x564b3e3477c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:60352/0 (socket says 172.21.15.12:60352) 2024-05-21T00:22:04.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f174e000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e341960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:37072/0 (socket says 172.21.15.12:37072) 2024-05-21T00:22:04.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f1756a00700 1 -- 172.21.15.12:0/179817747 learned_addr learned my addr 172.21.15.12:0/179817747 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:04.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f1757400700 1 --2- 172.21.15.12:0/179817747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e341f80 0x564b3e3423c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f1757400700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f173c0b2880 0x7f173c0b4d40 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f1750003e80 tx=0x7f1750009920 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:04.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f1756a00700 1 -- 172.21.15.12:0/179817747 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 msgr2=0x564b3e341960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:04.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f1756a00700 1 --2- 172.21.15.12:0/179817747 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e341960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f1756a00700 1 -- 172.21.15.12:0/179817747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e341f80 msgr2=0x564b3e3423c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:04.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f1756a00700 1 --2- 172.21.15.12:0/179817747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e341f80 0x564b3e3423c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f1756a00700 1 -- 172.21.15.12:0/179817747 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b3e258520 con 0x564b3e3473e0 2024-05-21T00:22:04.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f174e000700 1 --2- 172.21.15.12:0/179817747 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e341960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:04.334 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.184+0000 7f1756a00700 1 --2- 172.21.15.12:0/179817747 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e3473e0 0x564b3e3477c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1748000c00 tx=0x7f17480a9910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ee6fe4082e0bc906 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:04.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.185+0000 7f1747e00700 1 -- 172.21.15.12:0/179817747 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17480bee60 con 0x564b3e3473e0 2024-05-21T00:22:04.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.185+0000 7f1747e00700 1 -- 172.21.15.12:0/179817747 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f17480a9520 con 0x564b3e3473e0 2024-05-21T00:22:04.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.185+0000 7f1747e00700 1 -- 172.21.15.12:0/179817747 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17480b2870 con 0x564b3e3473e0 2024-05-21T00:22:04.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.185+0000 7f1768161b80 1 -- 172.21.15.12:0/179817747 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e3473e0 msgr2=0x564b3e3477c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:04.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.185+0000 7f1768161b80 1 --2- 172.21.15.12:0/179817747 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e3473e0 0x564b3e3477c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1748000c00 tx=0x7f17480a9910 comp rx=0 tx=0).stop 2024-05-21T00:22:04.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.186+0000 7f1768161b80 1 -- 172.21.15.12:0/179817747 shutdown_connections 2024-05-21T00:22:04.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.186+0000 7f1768161b80 1 --2- 172.21.15.12:0/179817747 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e341f80 0x564b3e3423c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.186+0000 7f1768161b80 1 --2- 172.21.15.12:0/179817747 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e3473e0 0x564b3e3477c0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.186+0000 7f1768161b80 1 --2- 172.21.15.12:0/179817747 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e341960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.186+0000 7f1768161b80 1 -- 172.21.15.12:0/179817747 >> 172.21.15.12:0/179817747 conn(0x564b3e26fce0 msgr2=0x564b3e33c420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:04.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.186+0000 7f1768161b80 1 -- 172.21.15.12:0/179817747 shutdown_connections 2024-05-21T00:22:04.335 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.186+0000 7f1768161b80 1 -- 172.21.15.12:0/179817747 wait complete. 2024-05-21T00:22:04.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.186+0000 7f1768161b80 1 -- start start 2024-05-21T00:22:04.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.187+0000 7f1768161b80 1 Processor -- start 2024-05-21T00:22:04.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.187+0000 7f1768161b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e341f80 0x564b3e34d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.187+0000 7f1768161b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e3473e0 0x564b3e34ad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.187+0000 7f1768161b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e34b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.187+0000 7f1768161b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564b3e1960a0 con 0x564b3e3473e0 2024-05-21T00:22:04.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.187+0000 7f1768161b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564b3e230860 con 0x564b3e341f80 2024-05-21T00:22:04.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.187+0000 7f1768161b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x564b3e34e780 con 0x564b3e347d00 2024-05-21T00:22:04.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.187+0000 7f1768161b80 10 client.0 _ll_register_callbacks cb 0x564b3e239d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:04.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.187+0000 7f174e000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e3473e0 0x564b3e34ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.187+0000 7f1756a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e341f80 0x564b3e34d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.187+0000 7f174e000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e3473e0 0x564b3e34ad80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51220/0 (socket says 172.21.15.12:51220) 2024-05-21T00:22:04.336 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.187+0000 7f174e000700 1 -- 172.21.15.12:0/2367099830 learned_addr learned my addr 172.21.15.12:0/2367099830 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:04.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.188+0000 7f1757400700 1 --2- 172.21.15.12:0/2367099830 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e34b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.188+0000 7f1756a00700 1 -- 172.21.15.12:0/2367099830 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 msgr2=0x564b3e34b2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:04.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.188+0000 7f1756a00700 1 --2- 172.21.15.12:0/2367099830 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e34b2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.188+0000 7f1756a00700 1 -- 172.21.15.12:0/2367099830 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e3473e0 msgr2=0x564b3e34ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:04.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.188+0000 7f1756a00700 1 --2- 172.21.15.12:0/2367099830 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e3473e0 0x564b3e34ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.188+0000 7f1756a00700 1 -- 172.21.15.12:0/2367099830 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b3e1df9d0 con 0x564b3e341f80 2024-05-21T00:22:04.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.188+0000 7f1756a00700 1 --2- 172.21.15.12:0/2367099830 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e341f80 0x564b3e34d9e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f17480a99a0 tx=0x7f17480a9a80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1623e83846366232 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:04.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.188+0000 7f1744c00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:22:04.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.188+0000 7f1744c00700 1 -- 172.21.15.12:0/2367099830 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f174806d020 con 0x564b3e341f80 2024-05-21T00:22:04.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.188+0000 7f1744c00700 1 -- 172.21.15.12:0/2367099830 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f17480a6000 con 0x564b3e341f80 2024-05-21T00:22:04.337 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.188+0000 7f1768161b80 1 -- 172.21.15.12:0/2367099830 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17480a9520 con 0x564b3e341f80 2024-05-21T00:22:04.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.189+0000 7f1744c00700 1 -- 172.21.15.12:0/2367099830 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1748086050 con 0x564b3e341f80 2024-05-21T00:22:04.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.189+0000 7f1768161b80 10 client.26156 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:04.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.189+0000 7f1768161b80 1 -- 172.21.15.12:0/2367099830 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564b3e260160 con 0x564b3e341f80 2024-05-21T00:22:04.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.189+0000 7f1744c00700 1 -- 172.21.15.12:0/2367099830 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f17480a9520 con 0x564b3e341f80 2024-05-21T00:22:04.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.189+0000 7f1744c00700 1 -- 172.21.15.12:0/2367099830 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f174806f2c0 con 0x564b3e341f80 2024-05-21T00:22:04.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.189+0000 7f1768161b80 10 client.26156 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:04.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.189+0000 7f1768161b80 10 client.26156 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:22:04.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.189+0000 7f1768161b80 20 client.26156 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:04.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.189+0000 7f1768161b80 1 --2- 172.21.15.12:0/2367099830 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564b3e35b170 0x564b3e35d560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.189+0000 7f1768161b80 4 client.26156 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:22:04.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.189+0000 7f1768161b80 1 -- 172.21.15.12:0/2367099830 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b3e2a1e90 con 0x564b3e35b170 2024-05-21T00:22:04.338 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.190+0000 7f174e000700 1 --2- 172.21.15.12:0/2367099830 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564b3e35b170 0x564b3e35d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.190+0000 7f174e000700 1 --2- 172.21.15.12:0/2367099830 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564b3e35b170 0x564b3e35d560 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63eb9c31730a298c server_cookie=acc3b3e615a370e3 in_seq=0 out_seq=0 2024-05-21T00:22:04.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.190+0000 7f1744c00700 10 client.26156 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:04.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.191+0000 7f1744c00700 1 -- 172.21.15.12:0/2367099830 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564b3e2a1e90 con 0x564b3e35b170 2024-05-21T00:22:04.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.191+0000 7f1744c00700 10 client.26156 handle_command_reply: tid=0 2024-05-21T00:22:04.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.191+0000 7f1768161b80 1 client.26156 shutdown 2024-05-21T00:22:04.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.191+0000 7f1768161b80 1 -- 172.21.15.12:0/2367099830 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e341f80 msgr2=0x564b3e34d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:04.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.191+0000 7f1768161b80 1 --2- 172.21.15.12:0/2367099830 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e341f80 0x564b3e34d9e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f17480a99a0 tx=0x7f17480a9a80 comp rx=0 tx=0).stop 2024-05-21T00:22:04.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.191+0000 7f1768161b80 1 -- 172.21.15.12:0/2367099830 shutdown_connections 2024-05-21T00:22:04.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.191+0000 7f1768161b80 1 --2- 172.21.15.12:0/2367099830 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564b3e35b170 0x564b3e35d560 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.191+0000 7f1768161b80 1 --2- 172.21.15.12:0/2367099830 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e34b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.191+0000 7f1768161b80 1 --2- 172.21.15.12:0/2367099830 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e341f80 0x564b3e34d9e0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.339 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.191+0000 7f1768161b80 1 --2- 172.21.15.12:0/2367099830 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e3473e0 0x564b3e34ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.191+0000 7f1744c00700 0 client.26156 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:04.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.191+0000 7f1768161b80 1 -- 172.21.15.12:0/2367099830 >> 172.21.15.12:0/2367099830 conn(0x564b3e26fce0 msgr2=0x564b3e340950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:04.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.192+0000 7f1768161b80 1 -- 172.21.15.12:0/2367099830 shutdown_connections 2024-05-21T00:22:04.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.192+0000 7f1768161b80 1 -- 172.21.15.12:0/2367099830 wait complete. 2024-05-21T00:22:04.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.192+0000 7f1768161b80 20 client.26156 trim_cache size 0 max 16384 2024-05-21T00:22:04.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.214+0000 7f1768161b80 1 Processor -- start 2024-05-21T00:22:04.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.214+0000 7f1768161b80 1 -- start start 2024-05-21T00:22:04.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.214+0000 7f1768161b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e341f80 0x564b3e349ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f1768161b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e3473e0 0x564b3e34b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f1768161b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e360590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f1768161b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f17581aff60 con 0x564b3e3473e0 2024-05-21T00:22:04.340 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f1768161b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f17581b1aa0 con 0x564b3e341f80 2024-05-21T00:22:04.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f1768161b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f17581b0630 con 0x564b3e347d00 2024-05-21T00:22:04.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f174e000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e3473e0 0x564b3e34b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f174e000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e3473e0 0x564b3e34b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51226/0 (socket says 172.21.15.12:51226) 2024-05-21T00:22:04.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f174e000700 1 -- 172.21.15.12:0/2965414103 learned_addr learned my addr 172.21.15.12:0/2965414103 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:04.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f1756a00700 1 --2- 172.21.15.12:0/2965414103 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e341f80 0x564b3e349ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f1757400700 1 --2- 172.21.15.12:0/2965414103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e360590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f174e000700 1 -- 172.21.15.12:0/2965414103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 msgr2=0x564b3e360590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:04.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f174e000700 1 --2- 172.21.15.12:0/2965414103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e360590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f174e000700 1 -- 172.21.15.12:0/2965414103 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e341f80 msgr2=0x564b3e349ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:04.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f174e000700 1 --2- 172.21.15.12:0/2965414103 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e341f80 0x564b3e349ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f174e000700 1 -- 172.21.15.12:0/2965414103 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b3e3492f0 con 0x564b3e3473e0 2024-05-21T00:22:04.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f1757400700 1 --2- 172.21.15.12:0/2965414103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e360590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:22:04.341 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.215+0000 7f1756a00700 1 --2- 172.21.15.12:0/2965414103 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e341f80 0x564b3e349ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:04.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.216+0000 7f174e000700 1 --2- 172.21.15.12:0/2965414103 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e3473e0 0x564b3e34b270 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f17400098e0 tx=0x7f174000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=622f349d09933957 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:04.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.216+0000 7f1747400700 1 -- 172.21.15.12:0/2965414103 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f174000b920 con 0x564b3e3473e0 2024-05-21T00:22:04.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.216+0000 7f1747400700 1 -- 172.21.15.12:0/2965414103 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1740029070 con 0x564b3e3473e0 2024-05-21T00:22:04.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.216+0000 7f1747400700 1 -- 172.21.15.12:0/2965414103 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1740003e50 con 0x564b3e3473e0 2024-05-21T00:22:04.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.217+0000 7f1768161b80 1 -- 172.21.15.12:0/2965414103 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e3473e0 msgr2=0x564b3e34b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:04.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.217+0000 7f1768161b80 1 --2- 172.21.15.12:0/2965414103 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e3473e0 0x564b3e34b270 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f17400098e0 tx=0x7f174000b260 comp rx=0 tx=0).stop 2024-05-21T00:22:04.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.217+0000 7f1768161b80 1 -- 172.21.15.12:0/2965414103 shutdown_connections 2024-05-21T00:22:04.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.217+0000 7f1768161b80 1 --2- 172.21.15.12:0/2965414103 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e347d00 0x564b3e360590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.217+0000 7f1768161b80 1 --2- 172.21.15.12:0/2965414103 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e341f80 0x564b3e349ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.217+0000 7f1768161b80 1 --2- 172.21.15.12:0/2965414103 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e3473e0 0x564b3e34b270 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.217+0000 7f1768161b80 1 -- 172.21.15.12:0/2965414103 >> 172.21.15.12:0/2965414103 conn(0x564b3e26fce0 msgr2=0x564b3e34ab60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:04.342 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.217+0000 7f1768161b80 1 -- 172.21.15.12:0/2965414103 shutdown_connections 2024-05-21T00:22:04.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.217+0000 7f1768161b80 1 -- 172.21.15.12:0/2965414103 wait complete. 2024-05-21T00:22:04.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.217+0000 7f1768161b80 1 -- start start 2024-05-21T00:22:04.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.218+0000 7f1768161b80 1 Processor -- start 2024-05-21T00:22:04.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.218+0000 7f1768161b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e341f80 0x564b3e35fa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.218+0000 7f1768161b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e3473e0 0x564b3e35ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.218+0000 7f1768161b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e347d00 0x564b3e3c59c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.218+0000 7f1768161b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f17581b13d0 con 0x564b3e347d00 2024-05-21T00:22:04.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.218+0000 7f1768161b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f17581b0d00 con 0x564b3e3473e0 2024-05-21T00:22:04.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.218+0000 7f1768161b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f17581adf00 con 0x564b3e341f80 2024-05-21T00:22:04.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.218+0000 7f1768161b80 10 client.0 _ll_register_callbacks cb 0x564b3e239d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:04.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.218+0000 7f1757400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e347d00 0x564b3e3c59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.343 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.219+0000 7f1757400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e347d00 0x564b3e3c59c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:51234/0 (socket says 172.21.15.12:51234) 2024-05-21T00:22:04.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.219+0000 7f1757400700 1 -- 172.21.15.12:0/1522619957 learned_addr learned my addr 172.21.15.12:0/1522619957 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:04.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.219+0000 7f1756a00700 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e341f80 0x564b3e35fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.219+0000 7f174e000700 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e3473e0 0x564b3e35ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.219+0000 7f1757400700 1 -- 172.21.15.12:0/1522619957 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e341f80 msgr2=0x564b3e35fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:04.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.219+0000 7f1757400700 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e341f80 0x564b3e35fa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.219+0000 7f1757400700 1 -- 172.21.15.12:0/1522619957 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e3473e0 msgr2=0x564b3e35ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:04.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.219+0000 7f1757400700 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e3473e0 0x564b3e35ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.219+0000 7f1757400700 1 -- 172.21.15.12:0/1522619957 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b3e3c5f00 con 0x564b3e347d00 2024-05-21T00:22:04.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.219+0000 7f1756a00700 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e341f80 0x564b3e35fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:04.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.219+0000 7f1757400700 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e347d00 0x564b3e3c59c0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f175000ef40 tx=0x7f1750004b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22d6ebbb0cc17c17 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:04.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.219+0000 7f1744c00700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:22:04.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.220+0000 7f1744c00700 1 -- 172.21.15.12:0/1522619957 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f175001d070 con 0x564b3e347d00 2024-05-21T00:22:04.344 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.220+0000 7f1768161b80 1 -- 172.21.15.12:0/1522619957 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1740029070 con 0x564b3e347d00 2024-05-21T00:22:04.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.220+0000 7f1744c00700 1 -- 172.21.15.12:0/1522619957 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f175002c480 con 0x564b3e347d00 2024-05-21T00:22:04.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.220+0000 7f1744c00700 1 -- 172.21.15.12:0/1522619957 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1750033070 con 0x564b3e347d00 2024-05-21T00:22:04.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.220+0000 7f1768161b80 10 client.16020 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:04.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.220+0000 7f1768161b80 1 -- 172.21.15.12:0/1522619957 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564b3e3c72c0 con 0x564b3e347d00 2024-05-21T00:22:04.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.220+0000 7f1744c00700 1 -- 172.21.15.12:0/1522619957 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1740029070 con 0x564b3e347d00 2024-05-21T00:22:04.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.221+0000 7f1744c00700 1 -- 172.21.15.12:0/1522619957 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1750020040 con 0x564b3e347d00 2024-05-21T00:22:04.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.221+0000 7f1768161b80 10 client.16020 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:04.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.221+0000 7f1768161b80 10 client.16020 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:22:04.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.221+0000 7f1768161b80 20 client.16020 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:04.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.221+0000 7f1768161b80 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564b3e3c79b0 0x564b3e3c9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:04.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.221+0000 7f1768161b80 4 client.16020 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "e822b423", "release": true, "await": true}] 2024-05-21T00:22:04.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.221+0000 7f1768161b80 1 -- 172.21.15.12:0/1522619957 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "quiesce db", "set_id": "e822b423", "release": true, "await": true}) -- 0x564b3e29b670 con 0x564b3e3c79b0 2024-05-21T00:22:04.345 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.221+0000 7f1756a00700 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564b3e3c79b0 0x564b3e3c9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:04.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.222+0000 7f1756a00700 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564b3e3c79b0 0x564b3e3c9dd0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c62d6e428891427e server_cookie=4d95695ee21d68a4 in_seq=0 out_seq=0 2024-05-21T00:22:04.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.222+0000 7f1744c00700 10 client.16020 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:04.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.225+0000 7f1744c00700 1 -- 172.21.15.12:0/1522619957 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x564b3e29b670 con 0x564b3e3c79b0 2024-05-21T00:22:04.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.225+0000 7f1744c00700 10 client.16020 handle_command_reply: tid=0 2024-05-21T00:22:04.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.225+0000 7f1768161b80 1 client.16020 shutdown 2024-05-21T00:22:04.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.225+0000 7f1768161b80 1 -- 172.21.15.12:0/1522619957 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e347d00 msgr2=0x564b3e3c59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:04.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.225+0000 7f1768161b80 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e347d00 0x564b3e3c59c0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f175000ef40 tx=0x7f1750004b40 comp rx=0 tx=0).stop 2024-05-21T00:22:04.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.225+0000 7f1768161b80 1 -- 172.21.15.12:0/1522619957 shutdown_connections 2024-05-21T00:22:04.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.225+0000 7f1768161b80 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564b3e347d00 0x564b3e3c59c0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.225+0000 7f1768161b80 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x564b3e3c79b0 0x564b3e3c9dd0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.346 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.225+0000 7f1768161b80 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564b3e341f80 0x564b3e35fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.225+0000 7f1768161b80 1 --2- 172.21.15.12:0/1522619957 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564b3e3473e0 0x564b3e35ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.226+0000 7f1768161b80 1 -- 172.21.15.12:0/1522619957 >> 172.21.15.12:0/1522619957 conn(0x564b3e26fce0 msgr2=0x564b3e335d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:04.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.226+0000 7f1744c00700 0 client.16020 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:04.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.226+0000 7f1768161b80 1 -- 172.21.15.12:0/1522619957 shutdown_connections 2024-05-21T00:22:04.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.226+0000 7f1768161b80 1 -- 172.21.15.12:0/1522619957 wait complete. 2024-05-21T00:22:04.347 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.226+0000 7f1768161b80 20 client.16020 trim_cache size 0 max 16384 2024-05-21T00:22:04.347 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:22:04.347 INFO:teuthology.orchestra.run.smithi012.stdout: "epoch": 29, 2024-05-21T00:22:04.348 INFO:teuthology.orchestra.run.smithi012.stdout: "leader": 24538, 2024-05-21T00:22:04.348 INFO:teuthology.orchestra.run.smithi012.stdout: "set_version": 12, 2024-05-21T00:22:04.348 INFO:teuthology.orchestra.run.smithi012.stdout: "sets": { 2024-05-21T00:22:04.348 INFO:teuthology.orchestra.run.smithi012.stdout: "e822b423": { 2024-05-21T00:22:04.348 INFO:teuthology.orchestra.run.smithi012.stdout: "version": 12, 2024-05-21T00:22:04.348 INFO:teuthology.orchestra.run.smithi012.stdout: "age_ref": 0.0, 2024-05-21T00:22:04.348 INFO:teuthology.orchestra.run.smithi012.stdout: "state": { 2024-05-21T00:22:04.348 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RELEASED", 2024-05-21T00:22:04.348 INFO:teuthology.orchestra.run.smithi012.stdout: "age": 0.0 2024-05-21T00:22:04.348 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:04.348 INFO:teuthology.orchestra.run.smithi012.stdout: "timeout": 90.0, 2024-05-21T00:22:04.348 INFO:teuthology.orchestra.run.smithi012.stdout: "expiration": 131.9, 2024-05-21T00:22:04.348 INFO:teuthology.orchestra.run.smithi012.stdout: "members": { 2024-05-21T00:22:04.349 INFO:teuthology.orchestra.run.smithi012.stdout: "file:/": { 2024-05-21T00:22:04.349 INFO:teuthology.orchestra.run.smithi012.stdout: "excluded": false, 2024-05-21T00:22:04.349 INFO:teuthology.orchestra.run.smithi012.stdout: "state": { 2024-05-21T00:22:04.349 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RELEASED", 2024-05-21T00:22:04.349 INFO:teuthology.orchestra.run.smithi012.stdout: "age": 0.0 2024-05-21T00:22:04.349 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:04.349 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:04.349 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:04.349 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:04.349 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:04.349 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:22:04.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.227+0000 7f175d800700 1 -- 172.21.15.12:0/4130808712 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f173c0b2880 msgr2=0x7f173c0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:04.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.227+0000 7f175d800700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f173c0b2880 0x7f173c0b4d40 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f1750003e80 tx=0x7f1750009920 comp rx=0 tx=0).stop 2024-05-21T00:22:04.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.227+0000 7f175d800700 1 -- 172.21.15.12:0/4130808712 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1758101f00 msgr2=0x7f175819bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:04.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.227+0000 7f175d800700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1758101f00 0x7f175819bed0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f174800e970 tx=0x7f174800ec80 comp rx=0 tx=0).stop 2024-05-21T00:22:04.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.228+0000 7f175d800700 1 -- 172.21.15.12:0/4130808712 shutdown_connections 2024-05-21T00:22:04.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.228+0000 7f175d800700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f173c0b2880 0x7f173c0b4d40 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.350 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.228+0000 7f175d800700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1758108620 0x7f17581a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.228+0000 7f175d800700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1758101f00 0x7f175819bed0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.228+0000 7f175d800700 1 --2- 172.21.15.12:0/4130808712 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f17581028c0 0x7f175819c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:04.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.228+0000 7f175d800700 1 -- 172.21.15.12:0/4130808712 >> 172.21.15.12:0/4130808712 conn(0x7f1758077780 msgr2=0x7f1758100950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:04.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.228+0000 7f175d800700 1 -- 172.21.15.12:0/4130808712 shutdown_connections 2024-05-21T00:22:04.351 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:03.228+0000 7f175d800700 1 -- 172.21.15.12:0/4130808712 wait complete. 2024-05-21T00:22:05.135 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:04 smithi012 ceph-mon[31403]: pgmap v589: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:22:05.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:04 smithi060 ceph-mon[36426]: pgmap v589: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:22:05.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:04 smithi077 ceph-mon[36377]: pgmap v589: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:22:05.479 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'e822b423', total seconds elapsed: 22.9 2024-05-21T00:22:05.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.134+0000 7f0a19000700 1 -- 172.21.15.12:0/3610371261 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0a140758e0 msgr2=0x7f0a14075cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:05.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.134+0000 7f0a19000700 1 --2- 172.21.15.12:0/3610371261 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0a140758e0 0x7f0a14075cc0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f0a04009990 tx=0x7f0a04009ca0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.134+0000 7f0a19000700 1 -- 172.21.15.12:0/3610371261 shutdown_connections 2024-05-21T00:22:05.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.134+0000 7f0a19000700 1 --2- 172.21.15.12:0/3610371261 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0a14114480 0x7f0a14116870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.134+0000 7f0a19000700 1 --2- 172.21.15.12:0/3610371261 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0a140758e0 0x7f0a14075cc0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.134+0000 7f0a19000700 1 --2- 172.21.15.12:0/3610371261 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a14076200 0x7f0a14113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.134+0000 7f0a19000700 1 -- 172.21.15.12:0/3610371261 >> 172.21.15.12:0/3610371261 conn(0x7f0a140fefc0 msgr2=0x7f0a141013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:05.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.134+0000 7f0a19000700 1 -- 172.21.15.12:0/3610371261 shutdown_connections 2024-05-21T00:22:05.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.134+0000 7f0a19000700 1 -- 172.21.15.12:0/3610371261 wait complete. 2024-05-21T00:22:05.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.135+0000 7f0a19000700 1 Processor -- start 2024-05-21T00:22:05.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.136+0000 7f0a19000700 1 -- start start 2024-05-21T00:22:05.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.136+0000 7f0a19000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0a140758e0 0x7f0a141a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.136+0000 7f0a19000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0a14076200 0x7f0a141a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.136+0000 7f0a19000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a14114480 0x7f0a141a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.136+0000 7f0a19000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0a14119c60 con 0x7f0a14076200 2024-05-21T00:22:05.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.136+0000 7f0a19000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0a14119ae0 con 0x7f0a140758e0 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.136+0000 7f0a19000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0a14119de0 con 0x7f0a14114480 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.136+0000 7f0a0be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0a14076200 0x7f0a141a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.136+0000 7f0a0be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0a14076200 0x7f0a141a0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:34058/0 (socket says 172.21.15.12:34058) 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.136+0000 7f0a0be00700 1 -- 172.21.15.12:0/1765034526 learned_addr learned my addr 172.21.15.12:0/1765034526 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.136+0000 7f0a13400700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0a140758e0 0x7f0a141a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.137+0000 7f0a13e00700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a14114480 0x7f0a141a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.137+0000 7f0a0be00700 1 -- 172.21.15.12:0/1765034526 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a14114480 msgr2=0x7f0a141a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.137+0000 7f0a0be00700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a14114480 0x7f0a141a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.137+0000 7f0a0be00700 1 -- 172.21.15.12:0/1765034526 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0a140758e0 msgr2=0x7f0a141a0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.137+0000 7f0a0be00700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0a140758e0 0x7f0a141a0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.137+0000 7f0a0be00700 1 -- 172.21.15.12:0/1765034526 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a141a5160 con 0x7f0a14076200 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.137+0000 7f0a13400700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0a140758e0 0x7f0a141a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.137+0000 7f0a0be00700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0a14076200 0x7f0a141a0690 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f09fc00eb30 tx=0x7f09fc00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:05.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.138+0000 7f0a10c00700 1 -- 172.21.15.12:0/1765034526 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09fc00cbd0 con 0x7f0a14076200 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.138+0000 7f0a10c00700 1 -- 172.21.15.12:0/1765034526 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f09fc0044d0 con 0x7f0a14076200 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.138+0000 7f0a19000700 1 -- 172.21.15.12:0/1765034526 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a141a5450 con 0x7f0a14076200 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.138+0000 7f0a10c00700 1 -- 172.21.15.12:0/1765034526 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09fc003e30 con 0x7f0a14076200 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.138+0000 7f0a19000700 1 -- 172.21.15.12:0/1765034526 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a141accd0 con 0x7f0a14076200 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.142+0000 7f0a10c00700 1 -- 172.21.15.12:0/1765034526 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f09fc004000 con 0x7f0a14076200 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.142+0000 7f0a24fd6b80 1 Processor -- start 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.143+0000 7f0a24fd6b80 1 -- start start 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.143+0000 7f0a24fd6b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448238020 0x556448238400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.143+0000 7f0a24fd6b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238940 0x5564482324b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.143+0000 7f0a24fd6b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448232ad0 0x556448232f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.143+0000 7f0a24fd6b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556448190e40 con 0x556448232ad0 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.143+0000 7f0a24fd6b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5564481809e0 con 0x556448238020 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.143+0000 7f0a24fd6b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x556448184a20 con 0x556448238940 2024-05-21T00:22:05.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.144+0000 7f0a13e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448238020 0x556448238400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.144+0000 7f0a13e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448238020 0x556448238400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:59978/0 (socket says 172.21.15.12:59978) 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.144+0000 7f0a13e00700 1 -- 172.21.15.12:0/3011360689 learned_addr learned my addr 172.21.15.12:0/3011360689 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.144+0000 7f0a13400700 1 --2- 172.21.15.12:0/3011360689 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238940 0x5564482324b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.144+0000 7f0a0be00700 1 --2- 172.21.15.12:0/3011360689 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448232ad0 0x556448232f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.144+0000 7f0a13e00700 1 -- 172.21.15.12:0/3011360689 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238940 msgr2=0x5564482324b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.144+0000 7f0a13e00700 1 --2- 172.21.15.12:0/3011360689 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238940 0x5564482324b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.144+0000 7f0a13e00700 1 -- 172.21.15.12:0/3011360689 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448232ad0 msgr2=0x556448232f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.144+0000 7f0a13e00700 1 --2- 172.21.15.12:0/3011360689 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448232ad0 0x556448232f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.144+0000 7f0a13e00700 1 -- 172.21.15.12:0/3011360689 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556448149420 con 0x556448238020 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.144+0000 7f0a13400700 1 --2- 172.21.15.12:0/3011360689 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238940 0x5564482324b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.144+0000 7f0a13e00700 1 --2- 172.21.15.12:0/3011360689 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448238020 0x556448238400 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f0a0c011600 tx=0x7f0a0c009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22c3e38fca12dcf0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.145+0000 7f0a10c00700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f09f80b2900 0x7f09f80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.145+0000 7f0a08c00700 1 -- 172.21.15.12:0/3011360689 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a0c019020 con 0x556448238020 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.145+0000 7f0a08c00700 1 -- 172.21.15.12:0/3011360689 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0a0c0079b0 con 0x556448238020 2024-05-21T00:22:05.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.145+0000 7f0a08c00700 1 -- 172.21.15.12:0/3011360689 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a0c0159b0 con 0x556448238020 2024-05-21T00:22:05.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.145+0000 7f0a10c00700 1 -- 172.21.15.12:0/1765034526 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f09fc0e2530 con 0x7f0a14076200 2024-05-21T00:22:05.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.145+0000 7f0a13400700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f09f80b2900 0x7f09f80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.146+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/3011360689 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448238020 msgr2=0x556448238400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:05.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.146+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/3011360689 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448238020 0x556448238400 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f0a0c011600 tx=0x7f0a0c009920 comp rx=0 tx=0).stop 2024-05-21T00:22:05.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.146+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/3011360689 shutdown_connections 2024-05-21T00:22:05.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.146+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/3011360689 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448232ad0 0x556448232f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.146+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/3011360689 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448238020 0x556448238400 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.146+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/3011360689 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238940 0x5564482324b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.146+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/3011360689 >> 172.21.15.12:0/3011360689 conn(0x556448160be0 msgr2=0x55644822d150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:05.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.146+0000 7f0a13400700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f09f80b2900 0x7f09f80b4dc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f0a040098e0 tx=0x7f0a0401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:05.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.146+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/3011360689 shutdown_connections 2024-05-21T00:22:05.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.146+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/3011360689 wait complete. 2024-05-21T00:22:05.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.146+0000 7f0a24fd6b80 1 -- start start 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.147+0000 7f0a24fd6b80 1 Processor -- start 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.147+0000 7f0a24fd6b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448232ad0 0x55644823e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.147+0000 7f0a24fd6b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238020 0x55644823b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.147+0000 7f0a24fd6b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238940 0x55644823bf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.147+0000 7f0a24fd6b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556448086fa0 con 0x556448238940 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.147+0000 7f0a24fd6b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x556448121760 con 0x556448232ad0 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.147+0000 7f0a24fd6b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55644823f460 con 0x556448238020 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.147+0000 7f0a24fd6b80 10 client.0 _ll_register_callbacks cb 0x55644812ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.148+0000 7f0a0be00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238020 0x55644823b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.148+0000 7f0a13e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238940 0x55644823bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.148+0000 7f0a13400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448232ad0 0x55644823e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.148+0000 7f0a0be00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238020 0x55644823b9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50600/0 (socket says 172.21.15.12:50600) 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.148+0000 7f0a0be00700 1 -- 172.21.15.12:0/694114860 learned_addr learned my addr 172.21.15.12:0/694114860 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.148+0000 7f0a0be00700 1 -- 172.21.15.12:0/694114860 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448232ad0 msgr2=0x55644823e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:05.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.148+0000 7f0a0be00700 1 --2- 172.21.15.12:0/694114860 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448232ad0 0x55644823e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.148+0000 7f0a0be00700 1 -- 172.21.15.12:0/694114860 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238940 msgr2=0x55644823bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.148+0000 7f0a0be00700 1 --2- 172.21.15.12:0/694114860 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238940 0x55644823bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.148+0000 7f0a0be00700 1 -- 172.21.15.12:0/694114860 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564480d08d0 con 0x556448238020 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.148+0000 7f0a0be00700 1 --2- 172.21.15.12:0/694114860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238020 0x55644823b9c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f09fc0a9820 tx=0x7f09fc0a5a60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea8bd1bb58c1556c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.148+0000 7f0a01600700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.149+0000 7f0a01600700 1 -- 172.21.15.12:0/694114860 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09fc0a9470 con 0x556448238020 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.149+0000 7f0a01600700 1 -- 172.21.15.12:0/694114860 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f09fc0e20d0 con 0x556448238020 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.149+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/694114860 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0a0c0079b0 con 0x556448238020 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.149+0000 7f0a01600700 1 -- 172.21.15.12:0/694114860 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f09fc0a52b0 con 0x556448238020 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.149+0000 7f0a24fd6b80 10 client.26185 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.149+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/694114860 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556448151060 con 0x556448238020 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.149+0000 7f0a01600700 1 -- 172.21.15.12:0/694114860 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0a0c0079b0 con 0x556448238020 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.150+0000 7f0a01600700 1 -- 172.21.15.12:0/694114860 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f09fc0a9d80 con 0x556448238020 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.150+0000 7f0a24fd6b80 10 client.26185 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:05.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.150+0000 7f0a24fd6b80 10 client.26185 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.150+0000 7f0a24fd6b80 20 client.26185 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.150+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/694114860 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55644824bde0 0x55644824e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.150+0000 7f0a24fd6b80 4 client.26185 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.150+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/694114860 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556448192d90 con 0x55644824bde0 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.150+0000 7f0a13400700 1 --2- 172.21.15.12:0/694114860 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55644824bde0 0x55644824e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.151+0000 7f0a13400700 1 --2- 172.21.15.12:0/694114860 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55644824bde0 0x55644824e1d0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a449482afd1f9323 server_cookie=c9e78f03db21c2c0 in_seq=0 out_seq=0 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.151+0000 7f0a01600700 10 client.26185 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a01600700 1 -- 172.21.15.12:0/694114860 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556448192d90 con 0x55644824bde0 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a01600700 10 client.26185 handle_command_reply: tid=0 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a24fd6b80 1 client.26185 shutdown 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/694114860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238020 msgr2=0x55644823b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/694114860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238020 0x55644823b9c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f09fc0a9820 tx=0x7f09fc0a5a60 comp rx=0 tx=0).stop 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/694114860 shutdown_connections 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/694114860 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x55644824bde0 0x55644824e1d0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.653 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/694114860 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238940 0x55644823bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/694114860 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448232ad0 0x55644823e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a01600700 0 client.26185 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:22:05.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/694114860 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238020 0x55644823b9c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/694114860 >> 172.21.15.12:0/694114860 conn(0x556448160be0 msgr2=0x5564482314a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:05.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/694114860 shutdown_connections 2024-05-21T00:22:05.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/694114860 wait complete. 2024-05-21T00:22:05.654 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.152+0000 7f0a24fd6b80 20 client.26185 trim_cache size 0 max 16384 2024-05-21T00:22:05.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.170+0000 7f0a24fd6b80 1 Processor -- start 2024-05-21T00:22:05.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.170+0000 7f0a24fd6b80 1 -- start start 2024-05-21T00:22:05.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.170+0000 7f0a24fd6b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448232ad0 0x55644823a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.170+0000 7f0a24fd6b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238020 0x55644823a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.170+0000 7f0a24fd6b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238940 0x55644822cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.170+0000 7f0a24fd6b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0a141b4080 con 0x556448238020 2024-05-21T00:22:05.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.170+0000 7f0a24fd6b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0a141b5bc0 con 0x556448232ad0 2024-05-21T00:22:05.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.170+0000 7f0a24fd6b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0a141b4750 con 0x556448238940 2024-05-21T00:22:05.655 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.170+0000 7f0a0be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238020 0x55644823a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.170+0000 7f0a13400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448232ad0 0x55644823a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.171+0000 7f0a13400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448232ad0 0x55644823a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:59994/0 (socket says 172.21.15.12:59994) 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.171+0000 7f0a13400700 1 -- 172.21.15.12:0/1974503284 learned_addr learned my addr 172.21.15.12:0/1974503284 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.171+0000 7f0a13e00700 1 --2- 172.21.15.12:0/1974503284 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238940 0x55644822cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.171+0000 7f0a13400700 1 -- 172.21.15.12:0/1974503284 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238940 msgr2=0x55644822cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.171+0000 7f0a13400700 1 --2- 172.21.15.12:0/1974503284 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238940 0x55644822cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.171+0000 7f0a13400700 1 -- 172.21.15.12:0/1974503284 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238020 msgr2=0x55644823a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.171+0000 7f0a13400700 1 --2- 172.21.15.12:0/1974503284 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238020 0x55644823a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.171+0000 7f0a13400700 1 -- 172.21.15.12:0/1974503284 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556448239f30 con 0x556448232ad0 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.171+0000 7f0a13e00700 1 --2- 172.21.15.12:0/1974503284 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238940 0x55644822cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.171+0000 7f0a0be00700 1 --2- 172.21.15.12:0/1974503284 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238020 0x55644823a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.171+0000 7f0a13400700 1 --2- 172.21.15.12:0/1974503284 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448232ad0 0x55644823a2b0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f0a04009990 tx=0x7f0a04009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fd17a0de403daee server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.172+0000 7f0a03e00700 1 -- 172.21.15.12:0/1974503284 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a0402a040 con 0x556448232ad0 2024-05-21T00:22:05.656 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.172+0000 7f0a03e00700 1 -- 172.21.15.12:0/1974503284 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0a040318e0 con 0x556448232ad0 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.172+0000 7f0a03e00700 1 -- 172.21.15.12:0/1974503284 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a040308f0 con 0x556448232ad0 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.172+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/1974503284 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448232ad0 msgr2=0x55644823a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.172+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/1974503284 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448232ad0 0x55644823a2b0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f0a04009990 tx=0x7f0a04009310 comp rx=0 tx=0).stop 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.173+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/1974503284 shutdown_connections 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.173+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/1974503284 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448238940 0x55644822cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.173+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/1974503284 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448232ad0 0x55644823a2b0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.173+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/1974503284 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238020 0x55644823a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.173+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/1974503284 >> 172.21.15.12:0/1974503284 conn(0x556448160be0 msgr2=0x556448231df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.173+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/1974503284 shutdown_connections 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.173+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/1974503284 wait complete. 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.173+0000 7f0a24fd6b80 1 -- start start 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.173+0000 7f0a24fd6b80 1 Processor -- start 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.174+0000 7f0a24fd6b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448232ad0 0x556448244780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.657 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.174+0000 7f0a24fd6b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238020 0x556448244cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.174+0000 7f0a24fd6b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448238940 0x556448241750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.174+0000 7f0a24fd6b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f0a141b54f0 con 0x556448238020 2024-05-21T00:22:05.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.174+0000 7f0a24fd6b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0a141b4e20 con 0x556448238940 2024-05-21T00:22:05.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.174+0000 7f0a24fd6b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0a141b2040 con 0x556448232ad0 2024-05-21T00:22:05.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.174+0000 7f0a24fd6b80 10 client.0 _ll_register_callbacks cb 0x55644812ac70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:05.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.174+0000 7f0a13400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448232ad0 0x556448244780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.174+0000 7f0a13400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448232ad0 0x556448244780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50618/0 (socket says 172.21.15.12:50618) 2024-05-21T00:22:05.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.174+0000 7f0a13400700 1 -- 172.21.15.12:0/3276883898 learned_addr learned my addr 172.21.15.12:0/3276883898 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:05.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.174+0000 7f0a0be00700 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238020 0x556448244cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.175+0000 7f0a13e00700 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448238940 0x556448241750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.175+0000 7f0a13400700 1 -- 172.21.15.12:0/3276883898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448238940 msgr2=0x556448241750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:05.658 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.175+0000 7f0a13400700 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448238940 0x556448241750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.175+0000 7f0a13400700 1 -- 172.21.15.12:0/3276883898 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238020 msgr2=0x556448244cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:05.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.175+0000 7f0a13400700 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238020 0x556448244cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.175+0000 7f0a13400700 1 -- 172.21.15.12:0/3276883898 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556448241cc0 con 0x556448232ad0 2024-05-21T00:22:05.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.175+0000 7f0a13e00700 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448238940 0x556448241750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:22:05.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.175+0000 7f0a13400700 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448232ad0 0x556448244780 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0a04030470 tx=0x7f0a04005980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=407dde200d0dde00 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:05.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.175+0000 7f0a01600700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:22:05.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.176+0000 7f0a01600700 1 -- 172.21.15.12:0/3276883898 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a04048060 con 0x556448232ad0 2024-05-21T00:22:05.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.176+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/3276883898 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0a040318e0 con 0x556448232ad0 2024-05-21T00:22:05.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.176+0000 7f0a01600700 1 -- 172.21.15.12:0/3276883898 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f0a04031630 con 0x556448232ad0 2024-05-21T00:22:05.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.176+0000 7f0a01600700 1 -- 172.21.15.12:0/3276883898 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0a0402a040 con 0x556448232ad0 2024-05-21T00:22:05.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.176+0000 7f0a24fd6b80 10 client.26191 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:05.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.176+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/3276883898 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5564482b7190 con 0x556448232ad0 2024-05-21T00:22:05.659 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.176+0000 7f0a01600700 1 -- 172.21.15.12:0/3276883898 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f0a040318e0 con 0x556448232ad0 2024-05-21T00:22:05.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.177+0000 7f0a01600700 1 -- 172.21.15.12:0/3276883898 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f0a04039070 con 0x556448232ad0 2024-05-21T00:22:05.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.177+0000 7f0a24fd6b80 10 client.26191 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:05.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.177+0000 7f0a24fd6b80 10 client.26191 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:22:05.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.177+0000 7f0a24fd6b80 20 client.26191 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:05.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.177+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5564482b7850 0x5564482b9c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:05.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.177+0000 7f0a24fd6b80 4 client.26191 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:22:05.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.177+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/3276883898 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55644818c570 con 0x5564482b7850 2024-05-21T00:22:05.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.177+0000 7f0a0be00700 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5564482b7850 0x5564482b9c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:05.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a01600700 10 client.26191 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:22:05.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a0be00700 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5564482b7850 0x5564482b9c70 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d9181082916afc65 server_cookie=3160af9b3fd00b66 in_seq=0 out_seq=0 2024-05-21T00:22:05.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a01600700 1 -- 172.21.15.12:0/3276883898 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55644818c570 con 0x5564482b7850 2024-05-21T00:22:05.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a01600700 10 client.26191 handle_command_reply: tid=0 2024-05-21T00:22:05.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a24fd6b80 1 client.26191 shutdown 2024-05-21T00:22:05.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/3276883898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448232ad0 msgr2=0x556448244780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:05.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448232ad0 0x556448244780 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f0a04030470 tx=0x7f0a04005980 comp rx=0 tx=0).stop 2024-05-21T00:22:05.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/3276883898 shutdown_connections 2024-05-21T00:22:05.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556448238940 0x556448241750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.661 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:22:05.661 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556448232ad0 0x556448244780 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x5564482b7850 0x5564482b9c70 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a24fd6b80 1 --2- 172.21.15.12:0/3276883898 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556448238020 0x556448244cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/3276883898 >> 172.21.15.12:0/3276883898 conn(0x556448160be0 msgr2=0x556448231d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:05.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a01600700 0 client.26191 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:22:05.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.178+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/3276883898 shutdown_connections 2024-05-21T00:22:05.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.179+0000 7f0a24fd6b80 1 -- 172.21.15.12:0/3276883898 wait complete. 2024-05-21T00:22:05.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.179+0000 7f0a24fd6b80 20 client.26191 trim_cache size 0 max 16384 2024-05-21T00:22:05.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.179+0000 7f0a19000700 1 -- 172.21.15.12:0/1765034526 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f09f80b2900 msgr2=0x7f09f80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:05.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.179+0000 7f0a19000700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f09f80b2900 0x7f09f80b4dc0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f0a040098e0 tx=0x7f0a0401a040 comp rx=0 tx=0).stop 2024-05-21T00:22:05.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.179+0000 7f0a19000700 1 -- 172.21.15.12:0/1765034526 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0a14076200 msgr2=0x7f0a141a0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:05.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.179+0000 7f0a19000700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0a14076200 0x7f0a141a0690 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f09fc00eb30 tx=0x7f09fc00ee40 comp rx=0 tx=0).stop 2024-05-21T00:22:05.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.180+0000 7f0a19000700 1 -- 172.21.15.12:0/1765034526 shutdown_connections 2024-05-21T00:22:05.662 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.180+0000 7f0a19000700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0a14114480 0x7f0a141a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.180+0000 7f0a19000700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0a140758e0 0x7f0a141a0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.180+0000 7f0a19000700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f09f80b2900 0x7f09f80b4dc0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.180+0000 7f0a19000700 1 --2- 172.21.15.12:0/1765034526 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0a14076200 0x7f0a141a0690 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:05.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.180+0000 7f0a19000700 1 -- 172.21.15.12:0/1765034526 >> 172.21.15.12:0/1765034526 conn(0x7f0a140fefc0 msgr2=0x7f0a14100820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:05.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.180+0000 7f0a19000700 1 -- 172.21.15.12:0/1765034526 shutdown_connections 2024-05-21T00:22:05.663 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:05.180+0000 7f0a19000700 1 -- 172.21.15.12:0/1765034526 wait complete. 2024-05-21T00:22:06.302 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:22:06.770 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:07.165 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:06 smithi012 ceph-mon[31403]: pgmap v590: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 853 B/s wr, 11 op/s 2024-05-21T00:22:07.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:06 smithi060 ceph-mon[36426]: pgmap v590: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 853 B/s wr, 11 op/s 2024-05-21T00:22:07.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:06 smithi077 ceph-mon[36377]: pgmap v590: 97 pgs: 97 active+clean; 10 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 853 B/s wr, 11 op/s 2024-05-21T00:22:07.872 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:22:07.872 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:22:07.873 INFO:tasks.workunit.client.0.smithi012.stdout: 2024-05-21T00:22:07.874 INFO:tasks.workunit.client.0.smithi012.stdout:iozone test complete. 2024-05-21T00:22:07.880 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-05-21T00:22:07.880 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-05-21T00:22:08.004 INFO:tasks.workunit:Stopping ['suites/iozone.sh'] on client.0... 2024-05-21T00:22:08.004 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-05-21T00:22:09.104 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:08 smithi012 ceph-mon[31403]: pgmap v591: 97 pgs: 97 active+clean; 9.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 852 B/s wr, 18 op/s 2024-05-21T00:22:09.168 DEBUG:teuthology.parallel:result is None 2024-05-21T00:22:09.168 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-05-21T00:22:09.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:08 smithi060 ceph-mon[36426]: pgmap v591: 97 pgs: 97 active+clean; 9.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 852 B/s wr, 18 op/s 2024-05-21T00:22:09.264 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-05-21T00:22:09.264 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-05-21T00:22:09.275 INFO:tasks.quiescer:joining Quiescers 2024-05-21T00:22:09.276 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-05-21T00:22:09.276 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:22:09.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:08 smithi077 ceph-mon[36377]: pgmap v591: 97 pgs: 97 active+clean; 9.6 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 852 B/s wr, 18 op/s 2024-05-21T00:22:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.386+0000 7f172fe00700 1 -- 172.21.15.12:0/4044446643 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f172810ff40 msgr2=0x7f1728112330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.386+0000 7f172fe00700 1 --2- 172.21.15.12:0/4044446643 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f172810ff40 0x7f1728112330 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f172000b0a0 tx=0x7f172000b3b0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.386+0000 7f172fe00700 1 -- 172.21.15.12:0/4044446643 shutdown_connections 2024-05-21T00:22:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.386+0000 7f172fe00700 1 --2- 172.21.15.12:0/4044446643 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f172810ff40 0x7f1728112330 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.386+0000 7f172fe00700 1 --2- 172.21.15.12:0/4044446643 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f1728075770 0x7f1728075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.388 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.386+0000 7f172fe00700 1 --2- 172.21.15.12:0/4044446643 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1728076090 0x7f172810fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.386+0000 7f172fe00700 1 -- 172.21.15.12:0/4044446643 >> 172.21.15.12:0/4044446643 conn(0x7f172807a6a0 msgr2=0x7f172807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.386+0000 7f172fe00700 1 -- 172.21.15.12:0/4044446643 shutdown_connections 2024-05-21T00:22:09.389 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.387+0000 7f172fe00700 1 -- 172.21.15.12:0/4044446643 wait complete. 2024-05-21T00:22:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.388+0000 7f172fe00700 1 Processor -- start 2024-05-21T00:22:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.388+0000 7f172fe00700 1 -- start start 2024-05-21T00:22:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.388+0000 7f172fe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1728075770 0x7f172819bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.388+0000 7f172fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1728076090 0x7f172819c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.388+0000 7f172fe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f172810ff40 0x7f17281a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.388+0000 7f172fe00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f1728115930 con 0x7f1728075770 2024-05-21T00:22:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.388+0000 7f172fe00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f17281157b0 con 0x7f1728076090 2024-05-21T00:22:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.388+0000 7f172fe00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f1728115ab0 con 0x7f172810ff40 2024-05-21T00:22:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.388+0000 7f172d400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1728075770 0x7f172819bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.389+0000 7f172d400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1728075770 0x7f172819bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:34120/0 (socket says 172.21.15.12:34120) 2024-05-21T00:22:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.389+0000 7f172d400700 1 -- 172.21.15.12:0/967560998 learned_addr learned my addr 172.21.15.12:0/967560998 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:09.390 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.389+0000 7f172de00700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f172810ff40 0x7f17281a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.389+0000 7f172ca00700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1728076090 0x7f172819c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.391 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.389+0000 7f172de00700 1 -- 172.21.15.12:0/967560998 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1728076090 msgr2=0x7f172819c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:09.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.389+0000 7f172de00700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1728076090 0x7f172819c2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.389+0000 7f172de00700 1 -- 172.21.15.12:0/967560998 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1728075770 msgr2=0x7f172819bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:09.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.389+0000 7f172de00700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1728075770 0x7f172819bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.389+0000 7f172de00700 1 -- 172.21.15.12:0/967560998 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17281a0d90 con 0x7f172810ff40 2024-05-21T00:22:09.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.389+0000 7f172de00700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f172810ff40 0x7f17281a0650 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f172000b070 tx=0x7f1720004c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:09.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.390+0000 7f1726000700 1 -- 172.21.15.12:0/967560998 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1720021070 con 0x7f172810ff40 2024-05-21T00:22:09.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.390+0000 7f1726000700 1 -- 172.21.15.12:0/967560998 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f1720007e30 con 0x7f172810ff40 2024-05-21T00:22:09.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.390+0000 7f172fe00700 1 -- 172.21.15.12:0/967560998 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17281a1020 con 0x7f172810ff40 2024-05-21T00:22:09.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.390+0000 7f1726000700 1 -- 172.21.15.12:0/967560998 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17200045f0 con 0x7f172810ff40 2024-05-21T00:22:09.392 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.390+0000 7f172fe00700 1 -- 172.21.15.12:0/967560998 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17281a8900 con 0x7f172810ff40 2024-05-21T00:22:09.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.395+0000 7f1726000700 1 -- 172.21.15.12:0/967560998 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f172001d450 con 0x7f172810ff40 2024-05-21T00:22:09.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.396+0000 7f173a888b80 1 Processor -- start 2024-05-21T00:22:09.397 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.396+0000 7f173a888b80 1 -- start start 2024-05-21T00:22:09.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.397+0000 7f173a888b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf21290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.397+0000 7f173a888b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf217d0 0x55b6bcf1b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.397+0000 7f173a888b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf1b880 0x55b6bcf1bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.397+0000 7f173a888b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b6bce79e40 con 0x55b6bcf20eb0 2024-05-21T00:22:09.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.397+0000 7f173a888b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b6bce699e0 con 0x55b6bcf217d0 2024-05-21T00:22:09.398 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.397+0000 7f173a888b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55b6bce6da20 con 0x55b6bcf1b880 2024-05-21T00:22:09.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.397+0000 7f172ca00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf21290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.397+0000 7f172d400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf217d0 0x55b6bcf1b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.397+0000 7f172ca00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf21290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:34122/0 (socket says 172.21.15.12:34122) 2024-05-21T00:22:09.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.397+0000 7f172ca00700 1 -- 172.21.15.12:0/3375820576 learned_addr learned my addr 172.21.15.12:0/3375820576 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:09.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.397+0000 7f172ca00700 1 --2- 172.21.15.12:0/3375820576 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf1b880 0x55b6bcf1bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.399 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.398+0000 7f172d400700 1 -- 172.21.15.12:0/3375820576 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf1b880 msgr2=0x55b6bcf1bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:09.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.398+0000 7f172d400700 1 --2- 172.21.15.12:0/3375820576 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf1b880 0x55b6bcf1bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.398+0000 7f172d400700 1 -- 172.21.15.12:0/3375820576 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf20eb0 msgr2=0x55b6bcf21290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:09.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.398+0000 7f172d400700 1 --2- 172.21.15.12:0/3375820576 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf21290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.398+0000 7f172d400700 1 -- 172.21.15.12:0/3375820576 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b6bce32420 con 0x55b6bcf217d0 2024-05-21T00:22:09.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.398+0000 7f172ca00700 1 --2- 172.21.15.12:0/3375820576 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf21290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:09.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.398+0000 7f1726000700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f17100b2900 0x7f17100b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.398+0000 7f172d400700 1 --2- 172.21.15.12:0/3375820576 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf217d0 0x55b6bcf1b260 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f171c009db0 tx=0x7f171c011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77aa77cf52979379 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:09.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.398+0000 7f1726000700 1 -- 172.21.15.12:0/967560998 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f172000f020 con 0x7f172810ff40 2024-05-21T00:22:09.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.398+0000 7f172ca00700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f17100b2900 0x7f17100b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.400 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.398+0000 7f171aa00700 1 -- 172.21.15.12:0/3375820576 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f171c004a30 con 0x55b6bcf217d0 2024-05-21T00:22:09.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.398+0000 7f171aa00700 1 -- 172.21.15.12:0/3375820576 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f171c0054d0 con 0x55b6bcf217d0 2024-05-21T00:22:09.401 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.398+0000 7f171aa00700 1 -- 172.21.15.12:0/3375820576 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f171c019790 con 0x55b6bcf217d0 2024-05-21T00:22:09.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.399+0000 7f173a888b80 1 -- 172.21.15.12:0/3375820576 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf217d0 msgr2=0x55b6bcf1b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:09.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.399+0000 7f172ca00700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f17100b2900 0x7f17100b4dc0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1714009fd0 tx=0x7f1714009a60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:09.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.399+0000 7f173a888b80 1 --2- 172.21.15.12:0/3375820576 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf217d0 0x55b6bcf1b260 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f171c009db0 tx=0x7f171c011720 comp rx=0 tx=0).stop 2024-05-21T00:22:09.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.400+0000 7f173a888b80 1 -- 172.21.15.12:0/3375820576 shutdown_connections 2024-05-21T00:22:09.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.400+0000 7f173a888b80 1 --2- 172.21.15.12:0/3375820576 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf1b880 0x55b6bcf1bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.400+0000 7f173a888b80 1 --2- 172.21.15.12:0/3375820576 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf21290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.400+0000 7f173a888b80 1 --2- 172.21.15.12:0/3375820576 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf217d0 0x55b6bcf1b260 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.400+0000 7f173a888b80 1 -- 172.21.15.12:0/3375820576 >> 172.21.15.12:0/3375820576 conn(0x55b6bce49be0 msgr2=0x55b6bcf16010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:09.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.400+0000 7f173a888b80 1 -- 172.21.15.12:0/3375820576 shutdown_connections 2024-05-21T00:22:09.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.400+0000 7f173a888b80 1 -- 172.21.15.12:0/3375820576 wait complete. 2024-05-21T00:22:09.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.400+0000 7f173a888b80 1 -- start start 2024-05-21T00:22:09.402 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.401+0000 7f173a888b80 1 Processor -- start 2024-05-21T00:22:09.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.401+0000 7f173a888b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf1b880 0x55b6bcf27430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.401+0000 7f173a888b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf247d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.401+0000 7f173a888b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf217d0 0x55b6bcf24d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.403 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.401+0000 7f173a888b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55b6bcd6ffa0 con 0x55b6bcf1b880 2024-05-21T00:22:09.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.401+0000 7f173a888b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55b6bce0a760 con 0x55b6bcf217d0 2024-05-21T00:22:09.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.401+0000 7f173a888b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55b6bcf28240 con 0x55b6bcf20eb0 2024-05-21T00:22:09.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.401+0000 7f173a888b80 10 client.0 _ll_register_callbacks cb 0x55b6bce13c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:09.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.402+0000 7f172ca00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf247d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.402+0000 7f172ca00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf247d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50674/0 (socket says 172.21.15.12:50674) 2024-05-21T00:22:09.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.402+0000 7f172ca00700 1 -- 172.21.15.12:0/1480569953 learned_addr learned my addr 172.21.15.12:0/1480569953 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:09.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.402+0000 7f172d400700 1 --2- 172.21.15.12:0/1480569953 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf1b880 0x55b6bcf27430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.402+0000 7f172de00700 1 --2- 172.21.15.12:0/1480569953 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf217d0 0x55b6bcf24d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.402+0000 7f172ca00700 1 -- 172.21.15.12:0/1480569953 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf217d0 msgr2=0x55b6bcf24d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:09.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.402+0000 7f172ca00700 1 --2- 172.21.15.12:0/1480569953 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf217d0 0x55b6bcf24d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.402+0000 7f172ca00700 1 -- 172.21.15.12:0/1480569953 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf1b880 msgr2=0x55b6bcf27430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:09.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.402+0000 7f172ca00700 1 --2- 172.21.15.12:0/1480569953 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf1b880 0x55b6bcf27430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.404 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.402+0000 7f172ca00700 1 -- 172.21.15.12:0/1480569953 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b6bcdb98d0 con 0x55b6bcf20eb0 2024-05-21T00:22:09.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.403+0000 7f172ca00700 1 --2- 172.21.15.12:0/1480569953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf247d0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1714022b10 tx=0x7f17140047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60fe46ec27cceff4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:09.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.403+0000 7f170f400700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:22:09.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.403+0000 7f170f400700 1 -- 172.21.15.12:0/1480569953 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f171400fa50 con 0x55b6bcf20eb0 2024-05-21T00:22:09.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.403+0000 7f170f400700 1 -- 172.21.15.12:0/1480569953 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f171400fbf0 con 0x55b6bcf20eb0 2024-05-21T00:22:09.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.403+0000 7f173a888b80 1 -- 172.21.15.12:0/1480569953 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f171c0054d0 con 0x55b6bcf20eb0 2024-05-21T00:22:09.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.403+0000 7f170f400700 1 -- 172.21.15.12:0/1480569953 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f171400fdf0 con 0x55b6bcf20eb0 2024-05-21T00:22:09.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.403+0000 7f173a888b80 10 client.26203 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:09.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.403+0000 7f173a888b80 1 -- 172.21.15.12:0/1480569953 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b6bce3a060 con 0x55b6bcf20eb0 2024-05-21T00:22:09.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.404+0000 7f170f400700 1 -- 172.21.15.12:0/1480569953 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f171c0054d0 con 0x55b6bcf20eb0 2024-05-21T00:22:09.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.404+0000 7f170f400700 1 -- 172.21.15.12:0/1480569953 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f1714023540 con 0x55b6bcf20eb0 2024-05-21T00:22:09.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.404+0000 7f173a888b80 10 client.26203 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:09.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.404+0000 7f173a888b80 10 client.26203 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:22:09.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.404+0000 7f173a888b80 20 client.26203 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:09.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.404+0000 7f173a888b80 1 --2- 172.21.15.12:0/1480569953 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b6bcf34c00 0x55b6bcf37030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.404+0000 7f173a888b80 4 client.26203 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:22:09.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.404+0000 7f173a888b80 1 -- 172.21.15.12:0/1480569953 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b6bce7bd90 con 0x55b6bcf34c00 2024-05-21T00:22:09.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.405+0000 7f172d400700 1 --2- 172.21.15.12:0/1480569953 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b6bcf34c00 0x55b6bcf37030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.405+0000 7f172d400700 1 --2- 172.21.15.12:0/1480569953 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b6bcf34c00 0x55b6bcf37030 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=485622ca7cb4fed5 server_cookie=5569e2a05f95021b in_seq=0 out_seq=0 2024-05-21T00:22:09.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.405+0000 7f170f400700 10 client.26203 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:09.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.406+0000 7f170f400700 1 -- 172.21.15.12:0/1480569953 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55b6bce7bd90 con 0x55b6bcf34c00 2024-05-21T00:22:09.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.406+0000 7f170f400700 10 client.26203 handle_command_reply: tid=0 2024-05-21T00:22:09.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.406+0000 7f173a888b80 1 client.26203 shutdown 2024-05-21T00:22:09.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.406+0000 7f173a888b80 1 -- 172.21.15.12:0/1480569953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf20eb0 msgr2=0x55b6bcf247d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:09.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.406+0000 7f173a888b80 1 --2- 172.21.15.12:0/1480569953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf247d0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1714022b10 tx=0x7f17140047c0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.406+0000 7f173a888b80 1 -- 172.21.15.12:0/1480569953 shutdown_connections 2024-05-21T00:22:09.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.406+0000 7f173a888b80 1 --2- 172.21.15.12:0/1480569953 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf217d0 0x55b6bcf24d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.406+0000 7f173a888b80 1 --2- 172.21.15.12:0/1480569953 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf1b880 0x55b6bcf27430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.406+0000 7f173a888b80 1 --2- 172.21.15.12:0/1480569953 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b6bcf34c00 0x55b6bcf37030 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.406+0000 7f173a888b80 1 --2- 172.21.15.12:0/1480569953 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf247d0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.406+0000 7f173a888b80 1 -- 172.21.15.12:0/1480569953 >> 172.21.15.12:0/1480569953 conn(0x55b6bce49be0 msgr2=0x55b6bcf1a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:09.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.407+0000 7f170f400700 0 client.26203 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:09.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.407+0000 7f173a888b80 1 -- 172.21.15.12:0/1480569953 shutdown_connections 2024-05-21T00:22:09.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.407+0000 7f173a888b80 1 -- 172.21.15.12:0/1480569953 wait complete. 2024-05-21T00:22:09.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.407+0000 7f173a888b80 20 client.26203 trim_cache size 0 max 16384 2024-05-21T00:22:09.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.423+0000 7f173a888b80 1 Processor -- start 2024-05-21T00:22:09.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.423+0000 7f173a888b80 1 -- start start 2024-05-21T00:22:09.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.424+0000 7f173a888b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf1b880 0x55b6bcf1b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.424+0000 7f173a888b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf36ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.424+0000 7f173a888b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf217d0 0x55b6bcf230c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.424+0000 7f173a888b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f17281b3fe0 con 0x55b6bcf1b880 2024-05-21T00:22:09.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.424+0000 7f173a888b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f17281b5b20 con 0x55b6bcf20eb0 2024-05-21T00:22:09.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.424+0000 7f173a888b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f17281b46b0 con 0x55b6bcf217d0 2024-05-21T00:22:09.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.424+0000 7f172d400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf1b880 0x55b6bcf1b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.424+0000 7f172d400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf1b880 0x55b6bcf1b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:34136/0 (socket says 172.21.15.12:34136) 2024-05-21T00:22:09.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.424+0000 7f172d400700 1 -- 172.21.15.12:0/2366600510 learned_addr learned my addr 172.21.15.12:0/2366600510 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:09.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.424+0000 7f172ca00700 1 --2- 172.21.15.12:0/2366600510 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf36ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.424+0000 7f172de00700 1 --2- 172.21.15.12:0/2366600510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf217d0 0x55b6bcf230c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.425+0000 7f172d400700 1 -- 172.21.15.12:0/2366600510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf217d0 msgr2=0x55b6bcf230c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:09.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.425+0000 7f172d400700 1 --2- 172.21.15.12:0/2366600510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf217d0 0x55b6bcf230c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.425+0000 7f172d400700 1 -- 172.21.15.12:0/2366600510 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf20eb0 msgr2=0x55b6bcf36ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:09.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.425+0000 7f172d400700 1 --2- 172.21.15.12:0/2366600510 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf36ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.425+0000 7f172d400700 1 -- 172.21.15.12:0/2366600510 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b6bcf22d40 con 0x55b6bcf1b880 2024-05-21T00:22:09.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.425+0000 7f172de00700 1 --2- 172.21.15.12:0/2366600510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf217d0 0x55b6bcf230c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:09.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.425+0000 7f172ca00700 1 --2- 172.21.15.12:0/2366600510 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf36ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:09.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.425+0000 7f172d400700 1 --2- 172.21.15.12:0/2366600510 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf1b880 0x55b6bcf1b260 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f171c006010 tx=0x7f171c0098a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db8f0c072a84c25f server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:09.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.426+0000 7f171a000700 1 -- 172.21.15.12:0/2366600510 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f171c005110 con 0x55b6bcf1b880 2024-05-21T00:22:09.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.426+0000 7f171a000700 1 -- 172.21.15.12:0/2366600510 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f171c032070 con 0x55b6bcf1b880 2024-05-21T00:22:09.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.426+0000 7f171a000700 1 -- 172.21.15.12:0/2366600510 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f171c019e00 con 0x55b6bcf1b880 2024-05-21T00:22:09.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.427+0000 7f173a888b80 1 -- 172.21.15.12:0/2366600510 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf1b880 msgr2=0x55b6bcf1b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:09.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.427+0000 7f173a888b80 1 --2- 172.21.15.12:0/2366600510 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf1b880 0x55b6bcf1b260 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f171c006010 tx=0x7f171c0098a0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.427+0000 7f173a888b80 1 -- 172.21.15.12:0/2366600510 shutdown_connections 2024-05-21T00:22:09.428 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.427+0000 7f173a888b80 1 --2- 172.21.15.12:0/2366600510 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf217d0 0x55b6bcf230c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.427+0000 7f173a888b80 1 --2- 172.21.15.12:0/2366600510 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf1b880 0x55b6bcf1b260 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.427+0000 7f173a888b80 1 --2- 172.21.15.12:0/2366600510 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf36ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.427+0000 7f173a888b80 1 -- 172.21.15.12:0/2366600510 >> 172.21.15.12:0/2366600510 conn(0x55b6bce49be0 msgr2=0x55b6bcf24790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:09.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.427+0000 7f173a888b80 1 -- 172.21.15.12:0/2366600510 shutdown_connections 2024-05-21T00:22:09.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.427+0000 7f173a888b80 1 -- 172.21.15.12:0/2366600510 wait complete. 2024-05-21T00:22:09.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.428+0000 7f173a888b80 1 -- start start 2024-05-21T00:22:09.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.428+0000 7f173a888b80 1 Processor -- start 2024-05-21T00:22:09.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.429+0000 7f173a888b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf2dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.429+0000 7f173a888b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf217d0 0x55b6bcf3bf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.429+0000 7f173a888b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf3c4d0 0x55b6bcf3c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.429+0000 7f173a888b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f17281b5450 con 0x55b6bcf217d0 2024-05-21T00:22:09.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.429+0000 7f173a888b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f17281b4d80 con 0x55b6bcf3c4d0 2024-05-21T00:22:09.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.429+0000 7f173a888b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f1728107450 con 0x55b6bcf20eb0 2024-05-21T00:22:09.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.429+0000 7f173a888b80 10 client.0 _ll_register_callbacks cb 0x55b6bce13c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:09.430 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.429+0000 7f172ca00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf217d0 0x55b6bcf3bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.429+0000 7f172ca00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf217d0 0x55b6bcf3bf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:34144/0 (socket says 172.21.15.12:34144) 2024-05-21T00:22:09.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.429+0000 7f172ca00700 1 -- 172.21.15.12:0/1189322425 learned_addr learned my addr 172.21.15.12:0/1189322425 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:09.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.429+0000 7f172de00700 1 --2- 172.21.15.12:0/1189322425 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf3c4d0 0x55b6bcf3c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.430+0000 7f172ca00700 1 -- 172.21.15.12:0/1189322425 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf20eb0 msgr2=0x55b6bcf2dab0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-05-21T00:22:09.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.430+0000 7f172ca00700 1 --2- 172.21.15.12:0/1189322425 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf2dab0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.430+0000 7f172ca00700 1 -- 172.21.15.12:0/1189322425 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf3c4d0 msgr2=0x55b6bcf3c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:09.431 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.430+0000 7f172ca00700 1 --2- 172.21.15.12:0/1189322425 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf3c4d0 0x55b6bcf3c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.430+0000 7f172ca00700 1 -- 172.21.15.12:0/1189322425 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b6bcf9e810 con 0x55b6bcf217d0 2024-05-21T00:22:09.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.430+0000 7f172de00700 1 --2- 172.21.15.12:0/1189322425 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf3c4d0 0x55b6bcf3c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:09.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.430+0000 7f172ca00700 1 --2- 172.21.15.12:0/1189322425 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf217d0 0x55b6bcf3bf90 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1714023b20 tx=0x7f17140234c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d8f81e81af9cfe server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:09.432 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.430+0000 7f170f400700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:22:09.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.430+0000 7f170f400700 1 -- 172.21.15.12:0/1189322425 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f171400fab0 con 0x55b6bcf217d0 2024-05-21T00:22:09.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.430+0000 7f173a888b80 1 -- 172.21.15.12:0/1189322425 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f171c032070 con 0x55b6bcf217d0 2024-05-21T00:22:09.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.430+0000 7f170f400700 1 -- 172.21.15.12:0/1189322425 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f1714037480 con 0x55b6bcf217d0 2024-05-21T00:22:09.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.431+0000 7f170f400700 1 -- 172.21.15.12:0/1189322425 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f171404a050 con 0x55b6bcf217d0 2024-05-21T00:22:09.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.431+0000 7f173a888b80 10 client.16056 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:09.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.431+0000 7f173a888b80 1 -- 172.21.15.12:0/1189322425 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b6bcf9fac0 con 0x55b6bcf217d0 2024-05-21T00:22:09.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.431+0000 7f170f400700 1 -- 172.21.15.12:0/1189322425 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f171c032070 con 0x55b6bcf217d0 2024-05-21T00:22:09.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.431+0000 7f170f400700 1 -- 172.21.15.12:0/1189322425 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f171402b3f0 con 0x55b6bcf217d0 2024-05-21T00:22:09.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.432+0000 7f173a888b80 10 client.16056 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:09.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.432+0000 7f173a888b80 10 client.16056 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:22:09.433 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.432+0000 7f173a888b80 20 client.16056 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:09.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.432+0000 7f173a888b80 1 --2- 172.21.15.12:0/1189322425 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b6bcfa0200 0x55b6bcfa2620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:09.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.432+0000 7f173a888b80 4 client.16056 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:22:09.434 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.432+0000 7f173a888b80 1 -- 172.21.15.12:0/1189322425 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b6bce75570 con 0x55b6bcfa0200 2024-05-21T00:22:09.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.432+0000 7f172d400700 1 --2- 172.21.15.12:0/1189322425 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b6bcfa0200 0x55b6bcfa2620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:09.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f170f400700 10 client.16056 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:09.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f172d400700 1 --2- 172.21.15.12:0/1189322425 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b6bcfa0200 0x55b6bcfa2620 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b2f749fc4670acb server_cookie=7db9c46e67391ca6 in_seq=0 out_seq=0 2024-05-21T00:22:09.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f170f400700 1 -- 172.21.15.12:0/1189322425 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b6bce75570 con 0x55b6bcfa0200 2024-05-21T00:22:09.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f170f400700 10 client.16056 handle_command_reply: tid=0 2024-05-21T00:22:09.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f173a888b80 1 client.16056 shutdown 2024-05-21T00:22:09.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f173a888b80 1 -- 172.21.15.12:0/1189322425 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf217d0 msgr2=0x55b6bcf3bf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:09.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f173a888b80 1 --2- 172.21.15.12:0/1189322425 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf217d0 0x55b6bcf3bf90 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1714023b20 tx=0x7f17140234c0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f173a888b80 1 -- 172.21.15.12:0/1189322425 shutdown_connections 2024-05-21T00:22:09.435 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f173a888b80 1 --2- 172.21.15.12:0/1189322425 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55b6bcf3c4d0 0x55b6bcf3c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f173a888b80 1 --2- 172.21.15.12:0/1189322425 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55b6bcfa0200 0x55b6bcfa2620 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f173a888b80 1 --2- 172.21.15.12:0/1189322425 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55b6bcf20eb0 0x55b6bcf2dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f173a888b80 1 --2- 172.21.15.12:0/1189322425 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55b6bcf217d0 0x55b6bcf3bf90 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f170f400700 0 client.16056 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:09.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.433+0000 7f173a888b80 1 -- 172.21.15.12:0/1189322425 >> 172.21.15.12:0/1189322425 conn(0x55b6bce49be0 msgr2=0x55b6bcf22ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:09.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.434+0000 7f173a888b80 1 -- 172.21.15.12:0/1189322425 shutdown_connections 2024-05-21T00:22:09.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.434+0000 7f173a888b80 1 -- 172.21.15.12:0/1189322425 wait complete. 2024-05-21T00:22:09.436 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.434+0000 7f173a888b80 20 client.16056 trim_cache size 0 max 16384 2024-05-21T00:22:09.436 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:22:09.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.435+0000 7f172fe00700 1 -- 172.21.15.12:0/967560998 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f17100b2900 msgr2=0x7f17100b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:09.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.435+0000 7f172fe00700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f17100b2900 0x7f17100b4dc0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1714009fd0 tx=0x7f1714009a60 comp rx=0 tx=0).stop 2024-05-21T00:22:09.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.435+0000 7f172fe00700 1 -- 172.21.15.12:0/967560998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f172810ff40 msgr2=0x7f17281a0650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:09.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.435+0000 7f172fe00700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f172810ff40 0x7f17281a0650 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f172000b070 tx=0x7f1720004c80 comp rx=0 tx=0).stop 2024-05-21T00:22:09.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.435+0000 7f172fe00700 1 -- 172.21.15.12:0/967560998 shutdown_connections 2024-05-21T00:22:09.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.435+0000 7f172fe00700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f172810ff40 0x7f17281a0650 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.435+0000 7f172fe00700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f17100b2900 0x7f17100b4dc0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.435+0000 7f172fe00700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f1728075770 0x7f172819bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.437 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.435+0000 7f172fe00700 1 --2- 172.21.15.12:0/967560998 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f1728076090 0x7f172819c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:09.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.435+0000 7f172fe00700 1 -- 172.21.15.12:0/967560998 >> 172.21.15.12:0/967560998 conn(0x7f172807a6a0 msgr2=0x7f1728100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:09.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.435+0000 7f172fe00700 1 -- 172.21.15.12:0/967560998 shutdown_connections 2024-05-21T00:22:09.438 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:09.435+0000 7f172fe00700 1 -- 172.21.15.12:0/967560998 wait complete. 2024-05-21T00:22:10.285 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:11.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:10 smithi012 ceph-mon[31403]: pgmap v592: 97 pgs: 97 active+clean; 6.0 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 96 op/s 2024-05-21T00:22:11.230 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:10 smithi060 ceph-mon[36426]: pgmap v592: 97 pgs: 97 active+clean; 6.0 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 96 op/s 2024-05-21T00:22:11.248 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-05-21T00:22:11.248 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-05-21T00:22:11.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:10 smithi077 ceph-mon[36377]: pgmap v592: 97 pgs: 97 active+clean; 6.0 GiB data, 19 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 96 op/s 2024-05-21T00:22:11.939 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:12.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.572+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1047145622 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9bc104630 msgr2=0x7fd9bc104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:12.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.572+0000 7fd9c1a00700 1 --2- 172.21.15.12:0/1047145622 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9bc104630 0x7fd9bc104a10 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd9ac009990 tx=0x7fd9ac009ca0 comp rx=0 tx=0).stop 2024-05-21T00:22:12.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.572+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1047145622 shutdown_connections 2024-05-21T00:22:12.574 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.572+0000 7fd9c1a00700 1 --2- 172.21.15.12:0/1047145622 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd9bc10da60 0x7fd9bc10ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:12.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.572+0000 7fd9c1a00700 1 --2- 172.21.15.12:0/1047145622 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9bc104630 0x7fd9bc104a10 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:12.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.572+0000 7fd9c1a00700 1 --2- 172.21.15.12:0/1047145622 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd9bc104f50 0x7fd9bc10d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:12.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.572+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1047145622 >> 172.21.15.12:0/1047145622 conn(0x7fd9bc0fde60 msgr2=0x7fd9bc100280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:12.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.572+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1047145622 shutdown_connections 2024-05-21T00:22:12.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.572+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1047145622 wait complete. 2024-05-21T00:22:12.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.574+0000 7fd9c1a00700 1 Processor -- start 2024-05-21T00:22:12.575 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.574+0000 7fd9c1a00700 1 -- start start 2024-05-21T00:22:12.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.575+0000 7fd9c1a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd9bc104630 0x7fd9bc19f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:12.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.575+0000 7fd9c1a00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9bc104f50 0x7fd9bc19fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:12.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.575+0000 7fd9c1a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd9bc10da60 0x7fd9bc199a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:12.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.575+0000 7fd9c1a00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd9bc1136d0 con 0x7fd9bc104630 2024-05-21T00:22:12.576 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.575+0000 7fd9c1a00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd9bc113550 con 0x7fd9bc10da60 2024-05-21T00:22:12.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.575+0000 7fd9c1a00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fd9bc113850 con 0x7fd9bc104f50 2024-05-21T00:22:12.577 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.575+0000 7fd9b3400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9bc104f50 0x7fd9bc19fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:12.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.575+0000 7fd9bbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd9bc104630 0x7fd9bc19f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:12.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.575+0000 7fd9b3400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9bc104f50 0x7fd9bc19fd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:50704/0 (socket says 172.21.15.12:50704) 2024-05-21T00:22:12.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.575+0000 7fd9c1000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd9bc10da60 0x7fd9bc199a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:12.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.575+0000 7fd9b3400700 1 -- 172.21.15.12:0/1781579303 learned_addr learned my addr 172.21.15.12:0/1781579303 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:12.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.575+0000 7fd9b3400700 1 -- 172.21.15.12:0/1781579303 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd9bc10da60 msgr2=0x7fd9bc199a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:12.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.576+0000 7fd9b3400700 1 --2- 172.21.15.12:0/1781579303 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd9bc10da60 0x7fd9bc199a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:12.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.576+0000 7fd9b3400700 1 -- 172.21.15.12:0/1781579303 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd9bc104630 msgr2=0x7fd9bc19f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:12.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.576+0000 7fd9b3400700 1 --2- 172.21.15.12:0/1781579303 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd9bc104630 0x7fd9bc19f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:12.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.576+0000 7fd9b3400700 1 -- 172.21.15.12:0/1781579303 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9bc19a170 con 0x7fd9bc104f50 2024-05-21T00:22:12.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.576+0000 7fd9b3400700 1 --2- 172.21.15.12:0/1781579303 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9bc104f50 0x7fd9bc19fd40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fd9a400e9f0 tx=0x7fd9a400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:12.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.576+0000 7fd9b9600700 1 -- 172.21.15.12:0/1781579303 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4004a30 con 0x7fd9bc104f50 2024-05-21T00:22:12.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.576+0000 7fd9b9600700 1 -- 172.21.15.12:0/1781579303 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd9a400cc70 con 0x7fd9bc104f50 2024-05-21T00:22:12.578 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.576+0000 7fd9b9600700 1 -- 172.21.15.12:0/1781579303 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4005530 con 0x7fd9bc104f50 2024-05-21T00:22:12.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.576+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1781579303 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9bc19a460 con 0x7fd9bc104f50 2024-05-21T00:22:12.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.577+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1781579303 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9bc1a66d0 con 0x7fd9bc104f50 2024-05-21T00:22:12.579 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.578+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1781579303 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9bc06a230 con 0x7fd9bc104f50 2024-05-21T00:22:12.582 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.581+0000 7fd9b9600700 1 -- 172.21.15.12:0/1781579303 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd9a400c7c0 con 0x7fd9bc104f50 2024-05-21T00:22:12.584 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.583+0000 7fd9b9600700 1 --2- 172.21.15.12:0/1781579303 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd9a00b2880 0x7fd9a00b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:12.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.584+0000 7fd9b9600700 1 -- 172.21.15.12:0/1781579303 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fd9a40e2550 con 0x7fd9bc104f50 2024-05-21T00:22:12.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.584+0000 7fd9bbe00700 1 --2- 172.21.15.12:0/1781579303 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd9a00b2880 0x7fd9a00b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:12.585 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.584+0000 7fd9b9600700 1 -- 172.21.15.12:0/1781579303 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd9a4054df0 con 0x7fd9bc104f50 2024-05-21T00:22:12.586 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.585+0000 7fd9bbe00700 1 --2- 172.21.15.12:0/1781579303 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd9a00b2880 0x7fd9a00b4d40 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc1103d0 tx=0x7fd9ac00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:12.887 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.885+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1781579303 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd9bc19aef0 con 0x7fd9bc104f50 2024-05-21T00:22:12.888 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.886+0000 7fd9b9600700 1 -- 172.21.15.12:0/1781579303 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7fd9a400ce20 con 0x7fd9bc104f50 2024-05-21T00:22:12.888 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:22:12.888 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:22:12.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.890+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1781579303 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd9a00b2880 msgr2=0x7fd9a00b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:12.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.890+0000 7fd9c1a00700 1 --2- 172.21.15.12:0/1781579303 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd9a00b2880 0x7fd9a00b4d40 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd9bc1103d0 tx=0x7fd9ac00b260 comp rx=0 tx=0).stop 2024-05-21T00:22:12.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.890+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1781579303 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9bc104f50 msgr2=0x7fd9bc19fd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:12.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.890+0000 7fd9c1a00700 1 --2- 172.21.15.12:0/1781579303 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9bc104f50 0x7fd9bc19fd40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fd9a400e9f0 tx=0x7fd9a400ed00 comp rx=0 tx=0).stop 2024-05-21T00:22:12.891 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.890+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1781579303 shutdown_connections 2024-05-21T00:22:12.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.890+0000 7fd9c1a00700 1 --2- 172.21.15.12:0/1781579303 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd9bc10da60 0x7fd9bc199a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:12.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.890+0000 7fd9c1a00700 1 --2- 172.21.15.12:0/1781579303 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd9a00b2880 0x7fd9a00b4d40 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:12.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.890+0000 7fd9c1a00700 1 --2- 172.21.15.12:0/1781579303 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd9bc104630 0x7fd9bc19f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:12.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.890+0000 7fd9c1a00700 1 --2- 172.21.15.12:0/1781579303 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd9bc104f50 0x7fd9bc19fd40 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:12.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.890+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1781579303 >> 172.21.15.12:0/1781579303 conn(0x7fd9bc0fde60 msgr2=0x7fd9bc0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:12.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.890+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1781579303 shutdown_connections 2024-05-21T00:22:12.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:12.890+0000 7fd9c1a00700 1 -- 172.21.15.12:0/1781579303 wait complete. 2024-05-21T00:22:12.893 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:22:13.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:12 smithi060 ceph-mon[36426]: pgmap v593: 97 pgs: 97 active+clean; 653 MiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.7 KiB/s wr, 209 op/s 2024-05-21T00:22:13.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:12 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1781579303' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:22:13.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:12 smithi077 ceph-mon[36377]: pgmap v593: 97 pgs: 97 active+clean; 653 MiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.7 KiB/s wr, 209 op/s 2024-05-21T00:22:13.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:12 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1781579303' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:22:13.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:12 smithi012 ceph-mon[31403]: pgmap v593: 97 pgs: 97 active+clean; 653 MiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.7 KiB/s wr, 209 op/s 2024-05-21T00:22:13.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:12 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1781579303' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:22:13.885 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24538 quiesce db --cancel --all' 2024-05-21T00:22:13.885 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- timeout 105 ceph tell mds.24538 quiesce db --cancel --all 2024-05-21T00:22:14.531 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:15.197 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:14 smithi012 ceph-mon[31403]: pgmap v594: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.9 KiB/s wr, 223 op/s 2024-05-21T00:22:15.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:14 smithi060 ceph-mon[36426]: pgmap v594: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.9 KiB/s wr, 223 op/s 2024-05-21T00:22:15.270 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.268+0000 7fedb9e00700 1 -- 172.21.15.12:0/3409378680 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb4106120 msgr2=0x7fedb4112630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:15.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.268+0000 7fedb9e00700 1 --2- 172.21.15.12:0/3409378680 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb4106120 0x7fedb4112630 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fedac00b0a0 tx=0x7fedac00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.268+0000 7fedb9e00700 1 -- 172.21.15.12:0/3409378680 shutdown_connections 2024-05-21T00:22:15.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.268+0000 7fedb9e00700 1 --2- 172.21.15.12:0/3409378680 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb4106120 0x7fedb4112630 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.268+0000 7fedb9e00700 1 --2- 172.21.15.12:0/3409378680 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fedb410b760 0x7fedb410bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.268+0000 7fedb9e00700 1 --2- 172.21.15.12:0/3409378680 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedb4105760 0x7fedb4105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.268+0000 7fedb9e00700 1 -- 172.21.15.12:0/3409378680 >> 172.21.15.12:0/3409378680 conn(0x7fedb4101250 msgr2=0x7fedb4103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:15.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.268+0000 7fedb9e00700 1 -- 172.21.15.12:0/3409378680 shutdown_connections 2024-05-21T00:22:15.271 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.269+0000 7fedb9e00700 1 -- 172.21.15.12:0/3409378680 wait complete. 2024-05-21T00:22:15.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.270+0000 7fedb9e00700 1 Processor -- start 2024-05-21T00:22:15.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.270+0000 7fedb9e00700 1 -- start start 2024-05-21T00:22:15.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.270+0000 7fedb9e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedb4105760 0x7fedb419bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.270+0000 7fedb9e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fedb4106120 0x7fedb419c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.270+0000 7fedb9e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb410b760 0x7fedb41a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.270+0000 7fedb9e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fedb4115990 con 0x7fedb410b760 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.270+0000 7fedb9e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fedb4115810 con 0x7fedb4106120 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.270+0000 7fedb9e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fedb4115b10 con 0x7fedb4105760 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.271+0000 7fedb3400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb410b760 0x7fedb41a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.271+0000 7fedb3400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb410b760 0x7fedb41a06b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33650/0 (socket says 172.21.15.12:33650) 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.271+0000 7fedb3400700 1 -- 172.21.15.12:0/2808641776 learned_addr learned my addr 172.21.15.12:0/2808641776 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.271+0000 7fedb2a00700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedb4105760 0x7fedb419bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.271+0000 7fedb2000700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fedb4106120 0x7fedb419c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.271+0000 7fedb3400700 1 -- 172.21.15.12:0/2808641776 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedb4105760 msgr2=0x7fedb419bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.271+0000 7fedb3400700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedb4105760 0x7fedb419bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.271+0000 7fedb3400700 1 -- 172.21.15.12:0/2808641776 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fedb4106120 msgr2=0x7fedb419c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.271+0000 7fedb3400700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fedb4106120 0x7fedb419c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.271+0000 7fedb3400700 1 -- 172.21.15.12:0/2808641776 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedb41a0df0 con 0x7fedb410b760 2024-05-21T00:22:15.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.272+0000 7fedb3400700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb410b760 0x7fedb41a06b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fedac00b070 tx=0x7fedac009c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:15.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.272+0000 7fedb8a00700 1 -- 172.21.15.12:0/2808641776 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedac021070 con 0x7fedb410b760 2024-05-21T00:22:15.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.272+0000 7fedb8a00700 1 -- 172.21.15.12:0/2808641776 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fedac004e40 con 0x7fedb410b760 2024-05-21T00:22:15.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.272+0000 7fedb8a00700 1 -- 172.21.15.12:0/2808641776 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedac004630 con 0x7fedb410b760 2024-05-21T00:22:15.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.272+0000 7fedb9e00700 1 -- 172.21.15.12:0/2808641776 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedb41a1080 con 0x7fedb410b760 2024-05-21T00:22:15.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.272+0000 7fedb9e00700 1 -- 172.21.15.12:0/2808641776 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedb41a8960 con 0x7fedb410b760 2024-05-21T00:22:15.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.276+0000 7fedb8a00700 1 -- 172.21.15.12:0/2808641776 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fedac007980 con 0x7fedb410b760 2024-05-21T00:22:15.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.277+0000 7fedc479fb80 1 Processor -- start 2024-05-21T00:22:15.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.277+0000 7fedc479fb80 1 -- start start 2024-05-21T00:22:15.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.277+0000 7fedb8a00700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed980b2900 0x7fed980b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.277+0000 7fedc479fb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19af30 0x55d69d19b310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.277+0000 7fedc479fb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19b850 0x55d69d1952e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.277+0000 7fedc479fb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d195900 0x55d69d195d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.277+0000 7fedc479fb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55d69d0f3ec0 con 0x55d69d19af30 2024-05-21T00:22:15.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.277+0000 7fedc479fb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55d69d0e3a60 con 0x55d69d195900 2024-05-21T00:22:15.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.277+0000 7fedc479fb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55d69d0e7aa0 con 0x55d69d19b850 2024-05-21T00:22:15.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.278+0000 7fedb8a00700 1 -- 172.21.15.12:0/2808641776 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fedac00f020 con 0x7fedb410b760 2024-05-21T00:22:15.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.278+0000 7fedb2a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19af30 0x55d69d19b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.278+0000 7fedb2a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19af30 0x55d69d19b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33660/0 (socket says 172.21.15.12:33660) 2024-05-21T00:22:15.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.278+0000 7fedb2a00700 1 -- 172.21.15.12:0/3726729092 learned_addr learned my addr 172.21.15.12:0/3726729092 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:15.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.278+0000 7fedb3400700 1 --2- 172.21.15.12:0/3726729092 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d195900 0x55d69d195d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.278+0000 7fedb2a00700 1 -- 172.21.15.12:0/3726729092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19b850 msgr2=0x55d69d1952e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-05-21T00:22:15.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.278+0000 7fedb2000700 1 --2- 172.21.15.12:0/3726729092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19b850 0x55d69d1952e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.279+0000 7fedb2000700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed980b2900 0x7fed980b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.279+0000 7fedb2a00700 1 --2- 172.21.15.12:0/3726729092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19b850 0x55d69d1952e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.279+0000 7fedb2a00700 1 -- 172.21.15.12:0/3726729092 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d195900 msgr2=0x55d69d195d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:15.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.279+0000 7fedb2a00700 1 --2- 172.21.15.12:0/3726729092 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d195900 0x55d69d195d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.279+0000 7fedb2a00700 1 -- 172.21.15.12:0/3726729092 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d69d0ac4a0 con 0x55d69d19af30 2024-05-21T00:22:15.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.279+0000 7fedb3400700 1 --2- 172.21.15.12:0/3726729092 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d195900 0x55d69d195d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:15.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.279+0000 7fedb2a00700 1 --2- 172.21.15.12:0/3726729092 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19af30 0x55d69d19b310 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7feda4009d00 tx=0x7feda4011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=249c46cb0d670088 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:15.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.279+0000 7fedb2000700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed980b2900 0x7fed980b4dc0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7feda0005950 tx=0x7feda0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:15.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.280+0000 7feda8c00700 1 -- 172.21.15.12:0/3726729092 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda4004230 con 0x55d69d19af30 2024-05-21T00:22:15.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.280+0000 7feda8c00700 1 -- 172.21.15.12:0/3726729092 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feda40043d0 con 0x55d69d19af30 2024-05-21T00:22:15.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.280+0000 7feda8c00700 1 -- 172.21.15.12:0/3726729092 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda4019920 con 0x55d69d19af30 2024-05-21T00:22:15.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:14 smithi077 ceph-mon[36377]: pgmap v594: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.9 KiB/s wr, 223 op/s 2024-05-21T00:22:15.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.281+0000 7fedc479fb80 1 -- 172.21.15.12:0/3726729092 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19af30 msgr2=0x55d69d19b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:15.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.281+0000 7fedc479fb80 1 --2- 172.21.15.12:0/3726729092 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19af30 0x55d69d19b310 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7feda4009d00 tx=0x7feda4011720 comp rx=0 tx=0).stop 2024-05-21T00:22:15.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.281+0000 7fedc479fb80 1 -- 172.21.15.12:0/3726729092 shutdown_connections 2024-05-21T00:22:15.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.281+0000 7fedc479fb80 1 --2- 172.21.15.12:0/3726729092 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d195900 0x55d69d195d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.281+0000 7fedc479fb80 1 --2- 172.21.15.12:0/3726729092 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19af30 0x55d69d19b310 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.281+0000 7fedc479fb80 1 --2- 172.21.15.12:0/3726729092 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19b850 0x55d69d1952e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.281+0000 7fedc479fb80 1 -- 172.21.15.12:0/3726729092 >> 172.21.15.12:0/3726729092 conn(0x55d69d0c3c60 msgr2=0x55d69d190090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:15.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.281+0000 7fedc479fb80 1 -- 172.21.15.12:0/3726729092 shutdown_connections 2024-05-21T00:22:15.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.281+0000 7fedc479fb80 1 -- 172.21.15.12:0/3726729092 wait complete. 2024-05-21T00:22:15.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.282+0000 7fedc479fb80 1 -- start start 2024-05-21T00:22:15.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.282+0000 7fedc479fb80 1 Processor -- start 2024-05-21T00:22:15.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.282+0000 7fedc479fb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d195900 0x55d69d1a14f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.282+0000 7fedc479fb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19af30 0x55d69d19e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.282+0000 7fedc479fb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19b850 0x55d69d19edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.282+0000 7fedc479fb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x55d69cfea020 con 0x55d69d19b850 2024-05-21T00:22:15.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.282+0000 7fedc479fb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x55d69d0847e0 con 0x55d69d195900 2024-05-21T00:22:15.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.282+0000 7fedc479fb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x55d69d1a22c0 con 0x55d69d19af30 2024-05-21T00:22:15.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.283+0000 7fedc479fb80 10 client.0 _ll_register_callbacks cb 0x55d69d08dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:15.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.283+0000 7fedb3400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19b850 0x55d69d19edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.283+0000 7fedb3400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19b850 0x55d69d19edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33666/0 (socket says 172.21.15.12:33666) 2024-05-21T00:22:15.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.283+0000 7fedb3400700 1 -- 172.21.15.12:0/4209462647 learned_addr learned my addr 172.21.15.12:0/4209462647 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:15.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.283+0000 7fedb2a00700 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d195900 0x55d69d1a14f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.285 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.283+0000 7fedb2000700 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19af30 0x55d69d19e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.283+0000 7fedb2a00700 1 -- 172.21.15.12:0/4209462647 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19af30 msgr2=0x55d69d19e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:15.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.284+0000 7fedb2a00700 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19af30 0x55d69d19e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.284+0000 7fedb2a00700 1 -- 172.21.15.12:0/4209462647 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19b850 msgr2=0x55d69d19edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:15.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.284+0000 7fedb2a00700 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19b850 0x55d69d19edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.284+0000 7fedb2a00700 1 -- 172.21.15.12:0/4209462647 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d69d033950 con 0x55d69d195900 2024-05-21T00:22:15.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.284+0000 7fedb3400700 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19b850 0x55d69d19edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:15.286 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.284+0000 7fedb2000700 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19af30 0x55d69d19e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:15.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.284+0000 7fedb2a00700 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d195900 0x55d69d1a14f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7feda4000c00 tx=0x7feda4003890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af2d2cbe40f6e9cc server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:15.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.284+0000 7fed9d600700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:22:15.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.285+0000 7fed9d600700 1 -- 172.21.15.12:0/4209462647 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda4005240 con 0x55d69d195900 2024-05-21T00:22:15.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.285+0000 7fedc479fb80 1 -- 172.21.15.12:0/4209462647 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feda40043d0 con 0x55d69d195900 2024-05-21T00:22:15.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.285+0000 7fed9d600700 1 -- 172.21.15.12:0/4209462647 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7feda40053e0 con 0x55d69d195900 2024-05-21T00:22:15.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.285+0000 7fed9d600700 1 -- 172.21.15.12:0/4209462647 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feda4031070 con 0x55d69d195900 2024-05-21T00:22:15.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.285+0000 7fedc479fb80 10 client.26216 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:15.287 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.285+0000 7fedc479fb80 1 -- 172.21.15.12:0/4209462647 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d69d0b40e0 con 0x55d69d195900 2024-05-21T00:22:15.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.285+0000 7fed9d600700 1 -- 172.21.15.12:0/4209462647 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feda40043d0 con 0x55d69d195900 2024-05-21T00:22:15.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.286+0000 7fed9d600700 1 -- 172.21.15.12:0/4209462647 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7feda4019560 con 0x55d69d195900 2024-05-21T00:22:15.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.286+0000 7fedc479fb80 10 client.26216 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:15.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.286+0000 7fedc479fb80 10 client.26216 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:22:15.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.286+0000 7fedc479fb80 20 client.26216 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:15.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.286+0000 7fedc479fb80 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d69d1aeda0 0x55d69d1b1190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.286+0000 7fedc479fb80 4 client.26216 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:22:15.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.286+0000 7fedc479fb80 1 -- 172.21.15.12:0/4209462647 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d69d0f5e10 con 0x55d69d1aeda0 2024-05-21T00:22:15.288 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.286+0000 7fedb2000700 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d69d1aeda0 0x55d69d1b1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.287+0000 7fedb2000700 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d69d1aeda0 0x55d69d1b1190 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=173517e460932f02 server_cookie=e3a2c7b61945e72 in_seq=0 out_seq=0 2024-05-21T00:22:15.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.287+0000 7fed9d600700 10 client.26216 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:15.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.288+0000 7fed9d600700 1 -- 172.21.15.12:0/4209462647 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x55d69d0f5e10 con 0x55d69d1aeda0 2024-05-21T00:22:15.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.288+0000 7fed9d600700 10 client.26216 handle_command_reply: tid=0 2024-05-21T00:22:15.289 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.288+0000 7fedc479fb80 1 client.26216 shutdown 2024-05-21T00:22:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.288+0000 7fedc479fb80 1 -- 172.21.15.12:0/4209462647 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d195900 msgr2=0x55d69d1a14f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.289+0000 7fedc479fb80 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d195900 0x55d69d1a14f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7feda4000c00 tx=0x7feda4003890 comp rx=0 tx=0).stop 2024-05-21T00:22:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.289+0000 7fedc479fb80 1 -- 172.21.15.12:0/4209462647 shutdown_connections 2024-05-21T00:22:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.289+0000 7fedc479fb80 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19b850 0x55d69d19edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.289+0000 7fedc479fb80 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d195900 0x55d69d1a14f0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.289+0000 7fedc479fb80 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d69d1aeda0 0x55d69d1b1190 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.289+0000 7fedc479fb80 1 --2- 172.21.15.12:0/4209462647 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19af30 0x55d69d19e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.289+0000 7fedc479fb80 1 -- 172.21.15.12:0/4209462647 >> 172.21.15.12:0/4209462647 conn(0x55d69d0c3c60 msgr2=0x55d69d1942d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:15.290 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.289+0000 7fed9d600700 0 client.26216 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:15.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.289+0000 7fedc479fb80 1 -- 172.21.15.12:0/4209462647 shutdown_connections 2024-05-21T00:22:15.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.289+0000 7fedc479fb80 1 -- 172.21.15.12:0/4209462647 wait complete. 2024-05-21T00:22:15.291 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.289+0000 7fedc479fb80 20 client.26216 trim_cache size 0 max 16384 2024-05-21T00:22:15.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.313+0000 7fedc479fb80 1 Processor -- start 2024-05-21T00:22:15.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.314+0000 7fedc479fb80 1 -- start start 2024-05-21T00:22:15.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.314+0000 7fedc479fb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d195900 0x55d69d1952e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.315 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.314+0000 7fedc479fb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19af30 0x55d69d19c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.314+0000 7fedc479fb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d19b850 0x55d69d1b68d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.314+0000 7fedc479fb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fedb41afca0 con 0x55d69d195900 2024-05-21T00:22:15.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.314+0000 7fedc479fb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fedb41b17e0 con 0x55d69d19b850 2024-05-21T00:22:15.316 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.314+0000 7fedc479fb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fedb41b0370 con 0x55d69d19af30 2024-05-21T00:22:15.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.314+0000 7fedb2a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d195900 0x55d69d1952e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.314+0000 7fedb2000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19af30 0x55d69d19c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.314+0000 7fedb2a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d195900 0x55d69d1952e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33680/0 (socket says 172.21.15.12:33680) 2024-05-21T00:22:15.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.314+0000 7fedb2a00700 1 -- 172.21.15.12:0/2931648396 learned_addr learned my addr 172.21.15.12:0/2931648396 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:15.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.315+0000 7fedb3400700 1 --2- 172.21.15.12:0/2931648396 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d19b850 0x55d69d1b68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.315+0000 7fedb2000700 1 -- 172.21.15.12:0/2931648396 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d19b850 msgr2=0x55d69d1b68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:15.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.315+0000 7fedb2000700 1 --2- 172.21.15.12:0/2931648396 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d19b850 0x55d69d1b68d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.315+0000 7fedb2000700 1 -- 172.21.15.12:0/2931648396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d195900 msgr2=0x55d69d1952e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:15.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.315+0000 7fedb2000700 1 --2- 172.21.15.12:0/2931648396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d195900 0x55d69d1952e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.315+0000 7fedb2000700 1 -- 172.21.15.12:0/2931648396 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d69d191d80 con 0x55d69d19af30 2024-05-21T00:22:15.317 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.315+0000 7fedb2000700 1 --2- 172.21.15.12:0/2931648396 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19af30 0x55d69d19c340 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x55d69d1b1870 tx=0x7feda0016000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f84688425c213b87 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:15.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.315+0000 7fed9fe00700 1 -- 172.21.15.12:0/2931648396 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda001dd40 con 0x55d69d19af30 2024-05-21T00:22:15.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.316+0000 7fed9fe00700 1 -- 172.21.15.12:0/2931648396 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feda0029900 con 0x55d69d19af30 2024-05-21T00:22:15.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.316+0000 7fed9fe00700 1 -- 172.21.15.12:0/2931648396 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda001b7c0 con 0x55d69d19af30 2024-05-21T00:22:15.318 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.316+0000 7fedc479fb80 1 -- 172.21.15.12:0/2931648396 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19af30 msgr2=0x55d69d19c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:15.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.316+0000 7fedc479fb80 1 --2- 172.21.15.12:0/2931648396 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19af30 0x55d69d19c340 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x55d69d1b1870 tx=0x7feda0016000 comp rx=0 tx=0).stop 2024-05-21T00:22:15.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.316+0000 7fedc479fb80 1 -- 172.21.15.12:0/2931648396 shutdown_connections 2024-05-21T00:22:15.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.316+0000 7fedc479fb80 1 --2- 172.21.15.12:0/2931648396 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d19b850 0x55d69d1b68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.316+0000 7fedc479fb80 1 --2- 172.21.15.12:0/2931648396 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d195900 0x55d69d1952e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.316+0000 7fedc479fb80 1 --2- 172.21.15.12:0/2931648396 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d19af30 0x55d69d19c340 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.316+0000 7fedc479fb80 1 -- 172.21.15.12:0/2931648396 >> 172.21.15.12:0/2931648396 conn(0x55d69d0c3c60 msgr2=0x55d69d19bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:15.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.317+0000 7fedc479fb80 1 -- 172.21.15.12:0/2931648396 shutdown_connections 2024-05-21T00:22:15.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.317+0000 7fedc479fb80 1 -- 172.21.15.12:0/2931648396 wait complete. 2024-05-21T00:22:15.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.317+0000 7fedc479fb80 1 -- start start 2024-05-21T00:22:15.319 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.317+0000 7fedc479fb80 1 Processor -- start 2024-05-21T00:22:15.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.318+0000 7fedc479fb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d195900 0x55d69d1a7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.318+0000 7fedc479fb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d19af30 0x55d69d1a7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.318+0000 7fedc479fb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19b850 0x55d69d1a4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.318+0000 7fedc479fb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fedb41b1110 con 0x55d69d19b850 2024-05-21T00:22:15.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.318+0000 7fedc479fb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fedb41b0a40 con 0x55d69d19af30 2024-05-21T00:22:15.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.318+0000 7fedc479fb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fedb41adc60 con 0x55d69d195900 2024-05-21T00:22:15.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.318+0000 7fedc479fb80 10 client.0 _ll_register_callbacks cb 0x55d69d08dcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:15.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.318+0000 7fedb2000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d19af30 0x55d69d1a7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.318+0000 7fedb3400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19b850 0x55d69d1a4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.318+0000 7fedb2000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d19af30 0x55d69d1a7ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56580/0 (socket says 172.21.15.12:56580) 2024-05-21T00:22:15.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.318+0000 7fedb2000700 1 -- 172.21.15.12:0/1144383532 learned_addr learned my addr 172.21.15.12:0/1144383532 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:15.320 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.318+0000 7fedb2a00700 1 --2- 172.21.15.12:0/1144383532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d195900 0x55d69d1a7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.319+0000 7fedb2a00700 1 -- 172.21.15.12:0/1144383532 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d19af30 msgr2=0x55d69d1a7ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:15.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.319+0000 7fedb2a00700 1 --2- 172.21.15.12:0/1144383532 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d19af30 0x55d69d1a7ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.319+0000 7fedb2a00700 1 -- 172.21.15.12:0/1144383532 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19b850 msgr2=0x55d69d1a4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:15.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.319+0000 7fedb2a00700 1 --2- 172.21.15.12:0/1144383532 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19b850 0x55d69d1a4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.319+0000 7fedb2a00700 1 -- 172.21.15.12:0/1144383532 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d69d1a4ca0 con 0x55d69d195900 2024-05-21T00:22:15.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.319+0000 7fedb2a00700 1 --2- 172.21.15.12:0/1144383532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d195900 0x55d69d1a7760 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7feda4019930 tx=0x7feda4005e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=933ffae74de56001 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:15.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.319+0000 7fed9d600700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:22:15.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.319+0000 7fed9d600700 1 -- 172.21.15.12:0/1144383532 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda4019d20 con 0x55d69d195900 2024-05-21T00:22:15.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.319+0000 7fedc479fb80 1 -- 172.21.15.12:0/1144383532 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feda0029900 con 0x55d69d195900 2024-05-21T00:22:15.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.319+0000 7fed9d600700 1 -- 172.21.15.12:0/1144383532 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7feda4019420 con 0x55d69d195900 2024-05-21T00:22:15.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.320+0000 7fed9d600700 1 -- 172.21.15.12:0/1144383532 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feda4004420 con 0x55d69d195900 2024-05-21T00:22:15.322 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.320+0000 7fedc479fb80 10 client.26227 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:15.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.320+0000 7fedc479fb80 1 -- 172.21.15.12:0/1144383532 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d69d21a230 con 0x55d69d195900 2024-05-21T00:22:15.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.320+0000 7fed9d600700 1 -- 172.21.15.12:0/1144383532 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7feda0029900 con 0x55d69d195900 2024-05-21T00:22:15.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.320+0000 7fed9d600700 1 -- 172.21.15.12:0/1144383532 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7feda4036b30 con 0x55d69d195900 2024-05-21T00:22:15.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.320+0000 7fedc479fb80 10 client.26227 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:15.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.320+0000 7fedc479fb80 10 client.26227 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:22:15.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.320+0000 7fedc479fb80 20 client.26227 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:15.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.320+0000 7fedc479fb80 1 --2- 172.21.15.12:0/1144383532 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d69d21a870 0x55d69d21cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:15.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.320+0000 7fedc479fb80 4 client.26227 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-05-21T00:22:15.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.320+0000 7fedc479fb80 1 -- 172.21.15.12:0/1144383532 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d69d0ef5f0 con 0x55d69d21a870 2024-05-21T00:22:15.323 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.321+0000 7fedb2000700 1 --2- 172.21.15.12:0/1144383532 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d69d21a870 0x55d69d21cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:15.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.321+0000 7fedb2000700 1 --2- 172.21.15.12:0/1144383532 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d69d21a870 0x55d69d21cc90 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11b964927e0e5dae server_cookie=3c9710d9514aecd2 in_seq=0 out_seq=0 2024-05-21T00:22:15.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.321+0000 7fed9d600700 10 client.26227 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:15.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.323+0000 7fed9d600700 1 -- 172.21.15.12:0/1144383532 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d69d0ef5f0 con 0x55d69d21a870 2024-05-21T00:22:15.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.323+0000 7fed9d600700 10 client.26227 handle_command_reply: tid=0 2024-05-21T00:22:15.324 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.323+0000 7fedc479fb80 1 client.26227 shutdown 2024-05-21T00:22:15.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.324+0000 7fedc479fb80 1 -- 172.21.15.12:0/1144383532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d195900 msgr2=0x55d69d1a7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:15.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.324+0000 7fedc479fb80 1 --2- 172.21.15.12:0/1144383532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d195900 0x55d69d1a7760 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7feda4019930 tx=0x7feda4005e50 comp rx=0 tx=0).stop 2024-05-21T00:22:15.325 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.324+0000 7fedc479fb80 1 -- 172.21.15.12:0/1144383532 shutdown_connections 2024-05-21T00:22:15.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.324+0000 7fedc479fb80 1 --2- 172.21.15.12:0/1144383532 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55d69d19b850 0x55d69d1a4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.324+0000 7fedc479fb80 1 --2- 172.21.15.12:0/1144383532 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x55d69d21a870 0x55d69d21cc90 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.324+0000 7fedc479fb80 1 --2- 172.21.15.12:0/1144383532 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55d69d195900 0x55d69d1a7760 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.324+0000 7fedc479fb80 1 --2- 172.21.15.12:0/1144383532 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55d69d19af30 0x55d69d1a7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.324+0000 7fedc479fb80 1 -- 172.21.15.12:0/1144383532 >> 172.21.15.12:0/1144383532 conn(0x55d69d0c3c60 msgr2=0x55d69d199a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:15.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.324+0000 7fed9d600700 0 client.26227 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:15.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.324+0000 7fedc479fb80 1 -- 172.21.15.12:0/1144383532 shutdown_connections 2024-05-21T00:22:15.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.324+0000 7fedc479fb80 1 -- 172.21.15.12:0/1144383532 wait complete. 2024-05-21T00:22:15.326 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.324+0000 7fedc479fb80 20 client.26227 trim_cache size 0 max 16384 2024-05-21T00:22:15.327 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:22:15.327 INFO:teuthology.orchestra.run.smithi012.stdout: "return_code": 0, 2024-05-21T00:22:15.327 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_tag": "8315a0b9-7fbe-45a8-ab2d-6765e7476714", 2024-05-21T00:22:15.327 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": "asynchronous" 2024-05-21T00:22:15.327 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:22:15.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.325+0000 7fedb9e00700 1 -- 172.21.15.12:0/2808641776 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed980b2900 msgr2=0x7fed980b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:15.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.325+0000 7fedb9e00700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed980b2900 0x7fed980b4dc0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7feda0005950 tx=0x7feda0009260 comp rx=0 tx=0).stop 2024-05-21T00:22:15.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.325+0000 7fedb9e00700 1 -- 172.21.15.12:0/2808641776 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb410b760 msgr2=0x7fedb41a06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:15.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.325+0000 7fedb9e00700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb410b760 0x7fedb41a06b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fedac00b070 tx=0x7fedac009c90 comp rx=0 tx=0).stop 2024-05-21T00:22:15.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.326+0000 7fedb9e00700 1 -- 172.21.15.12:0/2808641776 shutdown_connections 2024-05-21T00:22:15.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.326+0000 7fedb9e00700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fed980b2900 0x7fed980b4dc0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.326+0000 7fedb9e00700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fedb410b760 0x7fedb41a06b0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.326+0000 7fedb9e00700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fedb4105760 0x7fedb419bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.326+0000 7fedb9e00700 1 --2- 172.21.15.12:0/2808641776 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fedb4106120 0x7fedb419c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:15.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.326+0000 7fedb9e00700 1 -- 172.21.15.12:0/2808641776 >> 172.21.15.12:0/2808641776 conn(0x7fedb4101250 msgr2=0x7fedb41018c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:15.328 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.326+0000 7fedb9e00700 1 -- 172.21.15.12:0/2808641776 shutdown_connections 2024-05-21T00:22:15.329 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:15.326+0000 7fedb9e00700 1 -- 172.21.15.12:0/2808641776 wait complete. 2024-05-21T00:22:16.931 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-05-21T00:22:17.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:16 smithi012 ceph-mon[31403]: scrub queued for path: / 2024-05-21T00:22:17.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:16 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:22:17.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:16 smithi012 ceph-mon[31403]: scrub summary: active paths [/] 2024-05-21T00:22:17.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:16 smithi012 ceph-mon[31403]: scrub summary: idle+waiting paths [/] 2024-05-21T00:22:17.200 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:16 smithi012 ceph-mon[31403]: pgmap v595: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 2.7 KiB/s wr, 226 op/s 2024-05-21T00:22:17.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:16 smithi060 ceph-mon[36426]: scrub queued for path: / 2024-05-21T00:22:17.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:16 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:22:17.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:16 smithi060 ceph-mon[36426]: scrub summary: active paths [/] 2024-05-21T00:22:17.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:16 smithi060 ceph-mon[36426]: scrub summary: idle+waiting paths [/] 2024-05-21T00:22:17.230 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:16 smithi060 ceph-mon[36426]: pgmap v595: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 2.7 KiB/s wr, 226 op/s 2024-05-21T00:22:17.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:16 smithi077 ceph-mon[36377]: scrub queued for path: / 2024-05-21T00:22:17.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:16 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:22:17.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:16 smithi077 ceph-mon[36377]: scrub summary: active paths [/] 2024-05-21T00:22:17.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:16 smithi077 ceph-mon[36377]: scrub summary: idle+waiting paths [/] 2024-05-21T00:22:17.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:16 smithi077 ceph-mon[36377]: pgmap v595: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 2.7 KiB/s wr, 226 op/s 2024-05-21T00:22:17.480 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.478+0000 7f6ce3200700 1 -- 172.21.15.12:0/3357616852 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6cdc1041a0 msgr2=0x7f6cdc1081c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:17.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.478+0000 7f6ce3200700 1 --2- 172.21.15.12:0/3357616852 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6cdc1041a0 0x7f6cdc1081c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6cc80098f0 tx=0x7f6cc8009c00 comp rx=0 tx=0).stop 2024-05-21T00:22:17.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.478+0000 7f6ce3200700 1 -- 172.21.15.12:0/3357616852 shutdown_connections 2024-05-21T00:22:17.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.478+0000 7f6ce3200700 1 --2- 172.21.15.12:0/3357616852 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6cdc1088f0 0x7f6cdc110470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.478+0000 7f6ce3200700 1 --2- 172.21.15.12:0/3357616852 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6cdc1037f0 0x7f6cdc103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.478+0000 7f6ce3200700 1 --2- 172.21.15.12:0/3357616852 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6cdc1041a0 0x7f6cdc1081c0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.478+0000 7f6ce3200700 1 -- 172.21.15.12:0/3357616852 >> 172.21.15.12:0/3357616852 conn(0x7f6cdc07a6a0 msgr2=0x7f6cdc07aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:17.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.479+0000 7f6ce3200700 1 -- 172.21.15.12:0/3357616852 shutdown_connections 2024-05-21T00:22:17.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.480+0000 7f6ce3200700 1 -- 172.21.15.12:0/3357616852 wait complete. 2024-05-21T00:22:17.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.481+0000 7f6ce3200700 1 Processor -- start 2024-05-21T00:22:17.482 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.481+0000 7f6ce3200700 1 -- start start 2024-05-21T00:22:17.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.481+0000 7f6ce3200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6cdc1037f0 0x7f6cdc19bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.481+0000 7f6ce3200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6cdc1041a0 0x7f6cdc19c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.481+0000 7f6ce3200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6cdc1088f0 0x7f6cdc1a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.481+0000 7f6ce3200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6cdc113700 con 0x7f6cdc1041a0 2024-05-21T00:22:17.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.481+0000 7f6ce3200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6cdc113580 con 0x7f6cdc1088f0 2024-05-21T00:22:17.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.481+0000 7f6ce3200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f6cdc113880 con 0x7f6cdc1037f0 2024-05-21T00:22:17.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.482+0000 7f6cdbe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6cdc1037f0 0x7f6cdc19bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.482+0000 7f6cdb400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6cdc1041a0 0x7f6cdc19c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.483 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.482+0000 7f6cdbe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6cdc1037f0 0x7f6cdc19bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:42418/0 (socket says 172.21.15.12:42418) 2024-05-21T00:22:17.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.482+0000 7f6cdbe00700 1 -- 172.21.15.12:0/372047337 learned_addr learned my addr 172.21.15.12:0/372047337 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:17.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.482+0000 7f6ce1200700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6cdc1088f0 0x7f6cdc1a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.482+0000 7f6cdbe00700 1 -- 172.21.15.12:0/372047337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6cdc1088f0 msgr2=0x7f6cdc1a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:17.484 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.482+0000 7f6cdbe00700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6cdc1088f0 0x7f6cdc1a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.482+0000 7f6cdbe00700 1 -- 172.21.15.12:0/372047337 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6cdc1041a0 msgr2=0x7f6cdc19c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:17.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.482+0000 7f6cdbe00700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6cdc1041a0 0x7f6cdc19c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.482+0000 7f6cdbe00700 1 -- 172.21.15.12:0/372047337 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cdc1a0e00 con 0x7f6cdc1037f0 2024-05-21T00:22:17.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.482+0000 7f6cdb400700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6cdc1041a0 0x7f6cdc19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:17.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.483+0000 7f6cdbe00700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6cdc1037f0 0x7f6cdc19bdf0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f6ccc00eb30 tx=0x7f6ccc00ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:17.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.483+0000 7f6cd8c00700 1 -- 172.21.15.12:0/372047337 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ccc00cbd0 con 0x7f6cdc1037f0 2024-05-21T00:22:17.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.483+0000 7f6cd8c00700 1 -- 172.21.15.12:0/372047337 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6ccc0044d0 con 0x7f6cdc1037f0 2024-05-21T00:22:17.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.483+0000 7f6ce3200700 1 -- 172.21.15.12:0/372047337 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cdc1a10f0 con 0x7f6cdc1037f0 2024-05-21T00:22:17.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.483+0000 7f6cd8c00700 1 -- 172.21.15.12:0/372047337 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ccc003e30 con 0x7f6cdc1037f0 2024-05-21T00:22:17.485 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.483+0000 7f6ce3200700 1 -- 172.21.15.12:0/372047337 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cdc1a8970 con 0x7f6cdc1037f0 2024-05-21T00:22:17.490 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.489+0000 7f6cd8c00700 1 -- 172.21.15.12:0/372047337 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6ccc004000 con 0x7f6cdc1037f0 2024-05-21T00:22:17.491 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.490+0000 7f6cedaf0b80 1 Processor -- start 2024-05-21T00:22:17.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.490+0000 7f6cedaf0b80 1 -- start start 2024-05-21T00:22:17.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.491+0000 7f6cedaf0b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696350 0x560290696730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.491+0000 7f6cedaf0b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696c70 0x5602906908d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.492 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.491+0000 7f6cedaf0b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 0x560290691330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.491+0000 7f6cedaf0b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5602905eeeb0 con 0x560290696c70 2024-05-21T00:22:17.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.491+0000 7f6cedaf0b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x5602905dea50 con 0x560290690ef0 2024-05-21T00:22:17.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.491+0000 7f6cedaf0b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5602905e2a90 con 0x560290696350 2024-05-21T00:22:17.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.491+0000 7f6cd8c00700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6cc00b2900 0x7f6cc00b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.491+0000 7f6ce1200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696350 0x560290696730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.491+0000 7f6ce1200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696350 0x560290696730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:42428/0 (socket says 172.21.15.12:42428) 2024-05-21T00:22:17.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.491+0000 7f6ce1200700 1 -- 172.21.15.12:0/805386708 learned_addr learned my addr 172.21.15.12:0/805386708 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:17.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.491+0000 7f6cdbe00700 1 --2- 172.21.15.12:0/805386708 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696c70 0x5602906908d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.493 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.491+0000 7f6cdb400700 1 --2- 172.21.15.12:0/805386708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 0x560290691330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.492+0000 7f6cd8c00700 1 -- 172.21.15.12:0/372047337 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f6ccc0e2530 con 0x7f6cdc1037f0 2024-05-21T00:22:17.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.492+0000 7f6ce1200700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6cc00b2900 0x7f6cc00b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.494 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.492+0000 7f6cdb400700 1 -- 172.21.15.12:0/805386708 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696350 msgr2=0x560290696730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:17.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.492+0000 7f6cdb400700 1 --2- 172.21.15.12:0/805386708 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696350 0x560290696730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.492+0000 7f6cdb400700 1 -- 172.21.15.12:0/805386708 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696c70 msgr2=0x5602906908d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:17.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.492+0000 7f6cdb400700 1 --2- 172.21.15.12:0/805386708 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696c70 0x5602906908d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.492+0000 7f6cdb400700 1 -- 172.21.15.12:0/805386708 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5602905a7490 con 0x560290690ef0 2024-05-21T00:22:17.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.492+0000 7f6cdb400700 1 --2- 172.21.15.12:0/805386708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 0x560290691330 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f6cc800c010 tx=0x7f6cc800bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef00a5ea6b1abca server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:17.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.493+0000 7f6ce1200700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6cc00b2900 0x7f6cc00b4dc0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f6cd400e1d0 tx=0x7f6cd4009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:17.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.493+0000 7f6cd1600700 1 -- 172.21.15.12:0/805386708 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cc800f660 con 0x560290690ef0 2024-05-21T00:22:17.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.493+0000 7f6cd1600700 1 -- 172.21.15.12:0/805386708 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cc80054f0 con 0x560290690ef0 2024-05-21T00:22:17.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.493+0000 7f6cd1600700 1 -- 172.21.15.12:0/805386708 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cc800b980 con 0x560290690ef0 2024-05-21T00:22:17.495 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.494+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/805386708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 msgr2=0x560290691330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:17.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.494+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/805386708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 0x560290691330 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f6cc800c010 tx=0x7f6cc800bf60 comp rx=0 tx=0).stop 2024-05-21T00:22:17.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.494+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/805386708 shutdown_connections 2024-05-21T00:22:17.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.494+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/805386708 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 0x560290691330 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.494+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/805386708 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696350 0x560290696730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.494+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/805386708 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696c70 0x5602906908d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.494+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/805386708 >> 172.21.15.12:0/805386708 conn(0x5602905bec50 msgr2=0x56029068b390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:17.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.494+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/805386708 shutdown_connections 2024-05-21T00:22:17.496 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.494+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/805386708 wait complete. 2024-05-21T00:22:17.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.495+0000 7f6cedaf0b80 1 -- start start 2024-05-21T00:22:17.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.495+0000 7f6cedaf0b80 1 Processor -- start 2024-05-21T00:22:17.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.495+0000 7f6cedaf0b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290690ef0 0x56029069c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6cedaf0b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290696350 0x560290699d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6cedaf0b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696c70 0x56029069a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6cedaf0b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x5602904e5010 con 0x560290690ef0 2024-05-21T00:22:17.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6cedaf0b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56029057f7d0 con 0x560290696350 2024-05-21T00:22:17.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6cedaf0b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56029069d6f0 con 0x560290696c70 2024-05-21T00:22:17.497 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6cedaf0b80 10 client.0 _ll_register_callbacks cb 0x560290588ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:17.498 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6ce1200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696c70 0x56029069a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6cdbe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290690ef0 0x56029069c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6ce1200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696c70 0x56029069a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:42432/0 (socket says 172.21.15.12:42432) 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6ce1200700 1 -- 172.21.15.12:0/2554408704 learned_addr learned my addr 172.21.15.12:0/2554408704 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6cdb400700 1 --2- 172.21.15.12:0/2554408704 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290696350 0x560290699d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6cdbe00700 1 -- 172.21.15.12:0/2554408704 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696c70 msgr2=0x56029069a240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6cdbe00700 1 --2- 172.21.15.12:0/2554408704 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696c70 0x56029069a240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6cdbe00700 1 -- 172.21.15.12:0/2554408704 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290696350 msgr2=0x560290699d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6cdbe00700 1 --2- 172.21.15.12:0/2554408704 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290696350 0x560290699d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.496+0000 7f6cdbe00700 1 -- 172.21.15.12:0/2554408704 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56029052e940 con 0x560290690ef0 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.497+0000 7f6cdbe00700 1 --2- 172.21.15.12:0/2554408704 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290690ef0 0x56029069c960 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f6ccc0a6d90 tx=0x7f6ccc073410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9443403fc553b620 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.497+0000 7f6cc6000700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.497+0000 7f6cc6000700 1 -- 172.21.15.12:0/2554408704 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ccc0a98f0 con 0x560290690ef0 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.497+0000 7f6cc6000700 1 -- 172.21.15.12:0/2554408704 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f6ccc0a9d80 con 0x560290690ef0 2024-05-21T00:22:17.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.497+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/2554408704 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6cc80054f0 con 0x560290690ef0 2024-05-21T00:22:17.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.498+0000 7f6cc6000700 1 -- 172.21.15.12:0/2554408704 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6ccc0a52b0 con 0x560290690ef0 2024-05-21T00:22:17.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.498+0000 7f6cedaf0b80 10 client.16092 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:17.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.498+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/2554408704 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5602905af0d0 con 0x560290690ef0 2024-05-21T00:22:17.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.498+0000 7f6cc6000700 1 -- 172.21.15.12:0/2554408704 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cc80054f0 con 0x560290690ef0 2024-05-21T00:22:17.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.498+0000 7f6cc6000700 1 -- 172.21.15.12:0/2554408704 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6ccc0b24f0 con 0x560290690ef0 2024-05-21T00:22:17.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.498+0000 7f6cedaf0b80 10 client.16092 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:17.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.498+0000 7f6cedaf0b80 10 client.16092 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:22:17.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.498+0000 7f6cedaf0b80 20 client.16092 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:17.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.498+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/2554408704 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5602906b2ae0 0x5602906b4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.498+0000 7f6cedaf0b80 4 client.16092 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:22:17.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.498+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/2554408704 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5602905f0e00 con 0x5602906b2ae0 2024-05-21T00:22:17.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.499+0000 7f6cdb400700 1 --2- 172.21.15.12:0/2554408704 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5602906b2ae0 0x5602906b4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.499+0000 7f6cc6000700 10 client.16092 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:17.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.499+0000 7f6cdb400700 1 --2- 172.21.15.12:0/2554408704 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5602906b2ae0 0x5602906b4ed0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45a315a69539c3a8 server_cookie=559d5a6044bfb20 in_seq=0 out_seq=0 2024-05-21T00:22:17.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.500+0000 7f6cc6000700 1 -- 172.21.15.12:0/2554408704 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x5602905f0e00 con 0x5602906b2ae0 2024-05-21T00:22:17.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.500+0000 7f6cc6000700 10 client.16092 handle_command_reply: tid=0 2024-05-21T00:22:17.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.500+0000 7f6cedaf0b80 1 client.16092 shutdown 2024-05-21T00:22:17.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.501+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/2554408704 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290690ef0 msgr2=0x56029069c960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:17.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.501+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/2554408704 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290690ef0 0x56029069c960 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f6ccc0a6d90 tx=0x7f6ccc073410 comp rx=0 tx=0).stop 2024-05-21T00:22:17.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.501+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/2554408704 shutdown_connections 2024-05-21T00:22:17.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.501+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/2554408704 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x5602906b2ae0 0x5602906b4ed0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.501+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/2554408704 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696c70 0x56029069a240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.501+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/2554408704 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290690ef0 0x56029069c960 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.501+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/2554408704 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290696350 0x560290699d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.501+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/2554408704 >> 172.21.15.12:0/2554408704 conn(0x5602905bec50 msgr2=0x56029068f8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:17.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.501+0000 7f6cc6000700 0 client.16092 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:17.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.501+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/2554408704 shutdown_connections 2024-05-21T00:22:17.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.501+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/2554408704 wait complete. 2024-05-21T00:22:17.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.502+0000 7f6cedaf0b80 20 client.16092 trim_cache size 0 max 16384 2024-05-21T00:22:17.518 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:17.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.526+0000 7f6cedaf0b80 1 Processor -- start 2024-05-21T00:22:17.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.526+0000 7f6cedaf0b80 1 -- start start 2024-05-21T00:22:17.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.526+0000 7f6cedaf0b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 0x56029069a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.526+0000 7f6cedaf0b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696350 0x5602906ba770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.526+0000 7f6cedaf0b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696c70 0x5602906bacb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.526+0000 7f6cedaf0b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6cdc1ab9d0 con 0x560290696c70 2024-05-21T00:22:17.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.526+0000 7f6cedaf0b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6cdc1ad510 con 0x560290690ef0 2024-05-21T00:22:17.528 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.526+0000 7f6cedaf0b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f6cdc1ac0a0 con 0x560290696350 2024-05-21T00:22:17.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.527+0000 7f6cdb400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696350 0x5602906ba770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.527+0000 7f6ce1200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696c70 0x5602906bacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.527+0000 7f6cdbe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 0x56029069a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.529 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.527+0000 7f6cdb400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696350 0x5602906ba770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:42438/0 (socket says 172.21.15.12:42438) 2024-05-21T00:22:17.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.527+0000 7f6cdb400700 1 -- 172.21.15.12:0/2775636830 learned_addr learned my addr 172.21.15.12:0/2775636830 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:17.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.527+0000 7f6cdb400700 1 -- 172.21.15.12:0/2775636830 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 msgr2=0x56029069a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:17.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.527+0000 7f6cdb400700 1 --2- 172.21.15.12:0/2775636830 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 0x56029069a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.527+0000 7f6cdb400700 1 -- 172.21.15.12:0/2775636830 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696c70 msgr2=0x5602906bacb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:17.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.527+0000 7f6cdb400700 1 --2- 172.21.15.12:0/2775636830 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696c70 0x5602906bacb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.527+0000 7f6cdb400700 1 -- 172.21.15.12:0/2775636830 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560290694580 con 0x560290696350 2024-05-21T00:22:17.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.528+0000 7f6cdb400700 1 --2- 172.21.15.12:0/2775636830 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696350 0x5602906ba770 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6cc8009810 tx=0x7f6cc8005040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd93176b11839739 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:17.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.528+0000 7f6cd0c00700 1 -- 172.21.15.12:0/2775636830 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cc8005510 con 0x560290696350 2024-05-21T00:22:17.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.528+0000 7f6cd0c00700 1 -- 172.21.15.12:0/2775636830 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cc800f910 con 0x560290696350 2024-05-21T00:22:17.530 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.528+0000 7f6cd0c00700 1 -- 172.21.15.12:0/2775636830 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cc800b560 con 0x560290696350 2024-05-21T00:22:17.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.529+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/2775636830 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696350 msgr2=0x5602906ba770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:17.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.529+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/2775636830 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696350 0x5602906ba770 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6cc8009810 tx=0x7f6cc8005040 comp rx=0 tx=0).stop 2024-05-21T00:22:17.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.529+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/2775636830 shutdown_connections 2024-05-21T00:22:17.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.529+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/2775636830 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696c70 0x5602906bacb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.529+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/2775636830 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 0x56029069a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.531 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.529+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/2775636830 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696350 0x5602906ba770 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.529+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/2775636830 >> 172.21.15.12:0/2775636830 conn(0x5602905bec50 msgr2=0x560290699ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:17.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.529+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/2775636830 shutdown_connections 2024-05-21T00:22:17.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.529+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/2775636830 wait complete. 2024-05-21T00:22:17.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.530+0000 7f6cedaf0b80 1 -- start start 2024-05-21T00:22:17.532 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.530+0000 7f6cedaf0b80 1 Processor -- start 2024-05-21T00:22:17.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.531+0000 7f6cedaf0b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 0x5602906ab5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.531+0000 7f6cedaf0b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696350 0x5602906a81e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.531+0000 7f6cedaf0b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696c70 0x5602906a8720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.531+0000 7f6cedaf0b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6cdc1ace40 con 0x560290696350 2024-05-21T00:22:17.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.531+0000 7f6cedaf0b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6cdc1ac770 con 0x560290690ef0 2024-05-21T00:22:17.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.531+0000 7f6cedaf0b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f6cdc10e340 con 0x560290696c70 2024-05-21T00:22:17.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.531+0000 7f6cedaf0b80 10 client.0 _ll_register_callbacks cb 0x560290588ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:17.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.531+0000 7f6ce1200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696c70 0x5602906a8720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.531+0000 7f6cdb400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696350 0x5602906a81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.533 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.531+0000 7f6ce1200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696c70 0x5602906a8720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:42450/0 (socket says 172.21.15.12:42450) 2024-05-21T00:22:17.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.531+0000 7f6ce1200700 1 -- 172.21.15.12:0/4164643857 learned_addr learned my addr 172.21.15.12:0/4164643857 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:17.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.531+0000 7f6cdbe00700 1 --2- 172.21.15.12:0/4164643857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 0x5602906ab5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.532+0000 7f6ce1200700 1 -- 172.21.15.12:0/4164643857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 msgr2=0x5602906ab5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:17.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.532+0000 7f6ce1200700 1 --2- 172.21.15.12:0/4164643857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 0x5602906ab5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.532+0000 7f6ce1200700 1 -- 172.21.15.12:0/4164643857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696350 msgr2=0x5602906a81e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:17.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.532+0000 7f6ce1200700 1 --2- 172.21.15.12:0/4164643857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696350 0x5602906a81e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.532+0000 7f6ce1200700 1 -- 172.21.15.12:0/4164643857 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5602906a8c60 con 0x560290696c70 2024-05-21T00:22:17.534 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.532+0000 7f6cdb400700 1 --2- 172.21.15.12:0/4164643857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696350 0x5602906a81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:17.535 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.532+0000 7f6ce1200700 1 --2- 172.21.15.12:0/4164643857 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696c70 0x5602906a8720 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f6cd4009fd0 tx=0x7f6cd4004ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80ded56bc7a2034e server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:17.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.532+0000 7f6cc6000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:22:17.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.532+0000 7f6cc6000700 1 -- 172.21.15.12:0/4164643857 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cd4018ea0 con 0x560290696c70 2024-05-21T00:22:17.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.532+0000 7f6cc6000700 1 -- 172.21.15.12:0/4164643857 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f6cd4023040 con 0x560290696c70 2024-05-21T00:22:17.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.532+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/4164643857 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6cc800f910 con 0x560290696c70 2024-05-21T00:22:17.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.533+0000 7f6cc6000700 1 -- 172.21.15.12:0/4164643857 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6cd4004670 con 0x560290696c70 2024-05-21T00:22:17.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.533+0000 7f6cedaf0b80 10 client.26245 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:17.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.533+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/4164643857 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56029071e3c0 con 0x560290696c70 2024-05-21T00:22:17.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.533+0000 7f6cc6000700 1 -- 172.21.15.12:0/4164643857 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6cc800f910 con 0x560290696c70 2024-05-21T00:22:17.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.533+0000 7f6cc6000700 1 -- 172.21.15.12:0/4164643857 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f6cd4028a40 con 0x560290696c70 2024-05-21T00:22:17.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.534+0000 7f6cedaf0b80 10 client.26245 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:17.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.534+0000 7f6cedaf0b80 10 client.26245 resolve_mds: validated gid 24538 aka daemon mds.a 2024-05-21T00:22:17.536 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.534+0000 7f6cedaf0b80 20 client.26245 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:17.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.534+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/4164643857 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56029071eb50 0x560290720f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:17.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.534+0000 7f6cedaf0b80 4 client.26245 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-05-21T00:22:17.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.534+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/4164643857 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x5602905ea5e0 con 0x56029071eb50 2024-05-21T00:22:17.537 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.534+0000 7f6cdbe00700 1 --2- 172.21.15.12:0/4164643857 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56029071eb50 0x560290720f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:17.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.535+0000 7f6cdbe00700 1 --2- 172.21.15.12:0/4164643857 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56029071eb50 0x560290720f70 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=382f93c1965d775d server_cookie=92c28603f6d12b3d in_seq=0 out_seq=0 2024-05-21T00:22:17.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.535+0000 7f6cc6000700 10 client.26245 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:17.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.535+0000 7f6cc6000700 1 -- 172.21.15.12:0/4164643857 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x5602905ea5e0 con 0x56029071eb50 2024-05-21T00:22:17.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.535+0000 7f6cc6000700 10 client.26245 handle_command_reply: tid=0 2024-05-21T00:22:17.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.535+0000 7f6cedaf0b80 1 client.26245 shutdown 2024-05-21T00:22:17.538 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.536+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/4164643857 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696c70 msgr2=0x5602906a8720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:17.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.536+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/4164643857 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696c70 0x5602906a8720 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f6cd4009fd0 tx=0x7f6cd4004ad0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.536+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/4164643857 shutdown_connections 2024-05-21T00:22:17.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.536+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/4164643857 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x56029071eb50 0x560290720f70 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.536+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/4164643857 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x560290696c70 0x5602906a8720 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.536+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/4164643857 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x560290690ef0 0x5602906ab5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.536+0000 7f6cedaf0b80 1 --2- 172.21.15.12:0/4164643857 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x560290696350 0x5602906a81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.536+0000 7f6cc6000700 0 client.26245 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:17.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.536+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/4164643857 >> 172.21.15.12:0/4164643857 conn(0x5602905bec50 msgr2=0x560290684cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:17.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.536+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/4164643857 shutdown_connections 2024-05-21T00:22:17.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.536+0000 7f6cedaf0b80 1 -- 172.21.15.12:0/4164643857 wait complete. 2024-05-21T00:22:17.539 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.536+0000 7f6cedaf0b80 20 client.26245 trim_cache size 0 max 16384 2024-05-21T00:22:17.540 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:22:17.540 INFO:teuthology.orchestra.run.smithi012.stdout: "epoch": 29, 2024-05-21T00:22:17.540 INFO:teuthology.orchestra.run.smithi012.stdout: "leader": 24538, 2024-05-21T00:22:17.540 INFO:teuthology.orchestra.run.smithi012.stdout: "set_version": 12, 2024-05-21T00:22:17.540 INFO:teuthology.orchestra.run.smithi012.stdout: "sets": {} 2024-05-21T00:22:17.540 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:22:17.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.537+0000 7f6ce3200700 1 -- 172.21.15.12:0/372047337 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6cc00b2900 msgr2=0x7f6cc00b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:17.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.537+0000 7f6ce3200700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6cc00b2900 0x7f6cc00b4dc0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f6cd400e1d0 tx=0x7f6cd4009040 comp rx=0 tx=0).stop 2024-05-21T00:22:17.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.537+0000 7f6ce3200700 1 -- 172.21.15.12:0/372047337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6cdc1037f0 msgr2=0x7f6cdc19bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:17.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.537+0000 7f6ce3200700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6cdc1037f0 0x7f6cdc19bdf0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f6ccc00eb30 tx=0x7f6ccc00ee40 comp rx=0 tx=0).stop 2024-05-21T00:22:17.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.537+0000 7f6ce3200700 1 -- 172.21.15.12:0/372047337 shutdown_connections 2024-05-21T00:22:17.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.537+0000 7f6ce3200700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6cdc1088f0 0x7f6cdc1a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.537+0000 7f6ce3200700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6cdc1037f0 0x7f6cdc19bdf0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.537+0000 7f6ce3200700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6cc00b2900 0x7f6cc00b4dc0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.541 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.537+0000 7f6ce3200700 1 --2- 172.21.15.12:0/372047337 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6cdc1041a0 0x7f6cdc19c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:17.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.537+0000 7f6ce3200700 1 -- 172.21.15.12:0/372047337 >> 172.21.15.12:0/372047337 conn(0x7f6cdc07a6a0 msgr2=0x7f6cdc101970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:17.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.538+0000 7f6ce3200700 1 -- 172.21.15.12:0/372047337 shutdown_connections 2024-05-21T00:22:17.542 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:17.538+0000 7f6ce3200700 1 -- 172.21.15.12:0/372047337 wait complete. 2024-05-21T00:22:18.204 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:17 smithi012 ceph-mon[31403]: scrub summary: idle 2024-05-21T00:22:18.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:17 smithi060 ceph-mon[36426]: scrub summary: idle 2024-05-21T00:22:18.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:17 smithi077 ceph-mon[36377]: scrub summary: idle 2024-05-21T00:22:18.787 INFO:tasks.quiescer:done joining Quiescers 2024-05-21T00:22:18.787 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-05-21T00:22:18.798 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-05-21T00:22:19.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:18 smithi012 ceph-mon[31403]: pgmap v596: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.0 KiB/s wr, 224 op/s 2024-05-21T00:22:19.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:18 smithi060 ceph-mon[36426]: pgmap v596: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.0 KiB/s wr, 224 op/s 2024-05-21T00:22:19.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:18 smithi077 ceph-mon[36377]: pgmap v596: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 2.0 KiB/s wr, 224 op/s 2024-05-21T00:22:20.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.455+0000 7f754be00700 1 -- 172.21.15.12:0/3364927285 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7544076090 msgr2=0x7f754410fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:20.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.455+0000 7f754be00700 1 --2- 172.21.15.12:0/3364927285 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7544076090 0x7f754410fa00 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f75300098f0 tx=0x7f7530009c00 comp rx=0 tx=0).stop 2024-05-21T00:22:20.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.455+0000 7f754be00700 1 -- 172.21.15.12:0/3364927285 shutdown_connections 2024-05-21T00:22:20.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.455+0000 7f754be00700 1 --2- 172.21.15.12:0/3364927285 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f754410ff40 0x7f7544112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.455+0000 7f754be00700 1 --2- 172.21.15.12:0/3364927285 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7544075770 0x7f7544075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.455+0000 7f754be00700 1 --2- 172.21.15.12:0/3364927285 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7544076090 0x7f754410fa00 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.455+0000 7f754be00700 1 -- 172.21.15.12:0/3364927285 >> 172.21.15.12:0/3364927285 conn(0x7f754407a6f0 msgr2=0x7f754407ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:20.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.455+0000 7f754be00700 1 -- 172.21.15.12:0/3364927285 shutdown_connections 2024-05-21T00:22:20.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.455+0000 7f754be00700 1 -- 172.21.15.12:0/3364927285 wait complete. 2024-05-21T00:22:20.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.457+0000 7f754be00700 1 Processor -- start 2024-05-21T00:22:20.458 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.457+0000 7f754be00700 1 -- start start 2024-05-21T00:22:20.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f754be00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7544075770 0x7f754419bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f754be00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7544076090 0x7f754419c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.459 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f754be00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f754410ff40 0x7f75441a07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f754be00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7544115990 con 0x7f7544075770 2024-05-21T00:22:20.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f754be00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f7544115810 con 0x7f754410ff40 2024-05-21T00:22:20.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f754be00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7544115b10 con 0x7f7544076090 2024-05-21T00:22:20.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f7549400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7544075770 0x7f754419bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f7549400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7544075770 0x7f754419bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33780/0 (socket says 172.21.15.12:33780) 2024-05-21T00:22:20.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f7549400700 1 -- 172.21.15.12:0/2219692484 learned_addr learned my addr 172.21.15.12:0/2219692484 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:20.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f7548a00700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7544076090 0x7f754419c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.460 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f7549e00700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f754410ff40 0x7f75441a07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f7549400700 1 -- 172.21.15.12:0/2219692484 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7544076090 msgr2=0x7f754419c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:20.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f7549400700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7544076090 0x7f754419c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f7549400700 1 -- 172.21.15.12:0/2219692484 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f754410ff40 msgr2=0x7f75441a07f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:20.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f7549400700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f754410ff40 0x7f75441a07f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.458+0000 7f7549400700 1 -- 172.21.15.12:0/2219692484 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75441a0f30 con 0x7f7544075770 2024-05-21T00:22:20.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.459+0000 7f7549400700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7544075770 0x7f754419bf20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f753800e9c0 tx=0x7f753800ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:20.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.459+0000 7f7542000700 1 -- 172.21.15.12:0/2219692484 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538004a30 con 0x7f7544075770 2024-05-21T00:22:20.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.459+0000 7f754be00700 1 -- 172.21.15.12:0/2219692484 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75441a1220 con 0x7f7544075770 2024-05-21T00:22:20.461 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.459+0000 7f7542000700 1 -- 172.21.15.12:0/2219692484 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f753800cc70 con 0x7f7544075770 2024-05-21T00:22:20.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.459+0000 7f7542000700 1 -- 172.21.15.12:0/2219692484 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75380054a0 con 0x7f7544075770 2024-05-21T00:22:20.462 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.459+0000 7f754be00700 1 -- 172.21.15.12:0/2219692484 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75441a8aa0 con 0x7f7544075770 2024-05-21T00:22:20.464 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.463+0000 7f7542000700 1 -- 172.21.15.12:0/2219692484 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f7538004bd0 con 0x7f7544075770 2024-05-21T00:22:20.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.464+0000 7f755670bb80 1 Processor -- start 2024-05-21T00:22:20.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.465+0000 7f755670bb80 1 -- start start 2024-05-21T00:22:20.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.465+0000 7f7542000700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f752c0b2900 0x7f752c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.465+0000 7f755670bb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b40eb0 0x558ec5b41290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.465+0000 7f755670bb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b417d0 0x558ec5b3b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.465+0000 7f755670bb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b3bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.465+0000 7f755670bb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558ec5a99e40 con 0x558ec5b3b880 2024-05-21T00:22:20.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.465+0000 7f755670bb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558ec5a899e0 con 0x558ec5b417d0 2024-05-21T00:22:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.465+0000 7f755670bb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x558ec5a8da20 con 0x558ec5b40eb0 2024-05-21T00:22:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.465+0000 7f7542000700 1 -- 172.21.15.12:0/2219692484 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f75380e22c0 con 0x7f7544075770 2024-05-21T00:22:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.466+0000 7f7549400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b40eb0 0x558ec5b41290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.466+0000 7f7549400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b40eb0 0x558ec5b41290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:42470/0 (socket says 172.21.15.12:42470) 2024-05-21T00:22:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.466+0000 7f7549400700 1 -- 172.21.15.12:0/1673487019 learned_addr learned my addr 172.21.15.12:0/1673487019 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.466+0000 7f7548a00700 1 --2- 172.21.15.12:0/1673487019 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b417d0 0x558ec5b3b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.466+0000 7f7549e00700 1 --2- 172.21.15.12:0/1673487019 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b3bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.466+0000 7f7549e00700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f752c0b2900 0x7f752c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.466+0000 7f7549400700 1 -- 172.21.15.12:0/1673487019 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b417d0 msgr2=0x558ec5b3b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.466+0000 7f7549400700 1 --2- 172.21.15.12:0/1673487019 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b417d0 0x558ec5b3b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.466+0000 7f7549400700 1 -- 172.21.15.12:0/1673487019 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 msgr2=0x558ec5b3bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.466+0000 7f7549400700 1 --2- 172.21.15.12:0/1673487019 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b3bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.468 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.466+0000 7f7549400700 1 -- 172.21.15.12:0/1673487019 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ec5a52420 con 0x558ec5b40eb0 2024-05-21T00:22:20.469 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.466+0000 7f7549400700 1 --2- 172.21.15.12:0/1673487019 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b40eb0 0x558ec5b41290 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f75380a5930 tx=0x7f75380a9020 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4c4f348b16c9a60d server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.467+0000 7f7536a00700 1 -- 172.21.15.12:0/1673487019 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75380b2070 con 0x558ec5b40eb0 2024-05-21T00:22:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.467+0000 7f7536a00700 1 -- 172.21.15.12:0/1673487019 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75380a9fb0 con 0x558ec5b40eb0 2024-05-21T00:22:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.467+0000 7f7536a00700 1 -- 172.21.15.12:0/1673487019 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75380cc110 con 0x558ec5b40eb0 2024-05-21T00:22:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.468+0000 7f755670bb80 1 -- 172.21.15.12:0/1673487019 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b40eb0 msgr2=0x558ec5b41290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.468+0000 7f7549e00700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f752c0b2900 0x7f752c0b4dc0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f754406c000 tx=0x7f753c009050 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.468+0000 7f755670bb80 1 --2- 172.21.15.12:0/1673487019 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b40eb0 0x558ec5b41290 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f75380a5930 tx=0x7f75380a9020 comp rx=0 tx=0).stop 2024-05-21T00:22:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.468+0000 7f755670bb80 1 -- 172.21.15.12:0/1673487019 shutdown_connections 2024-05-21T00:22:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.468+0000 7f755670bb80 1 --2- 172.21.15.12:0/1673487019 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b3bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.468+0000 7f755670bb80 1 --2- 172.21.15.12:0/1673487019 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b40eb0 0x558ec5b41290 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.468+0000 7f755670bb80 1 --2- 172.21.15.12:0/1673487019 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b417d0 0x558ec5b3b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.468+0000 7f755670bb80 1 -- 172.21.15.12:0/1673487019 >> 172.21.15.12:0/1673487019 conn(0x558ec5a69be0 msgr2=0x558ec5b36010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:20.470 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.468+0000 7f755670bb80 1 -- 172.21.15.12:0/1673487019 shutdown_connections 2024-05-21T00:22:20.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.468+0000 7f755670bb80 1 -- 172.21.15.12:0/1673487019 wait complete. 2024-05-21T00:22:20.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.468+0000 7f755670bb80 1 -- start start 2024-05-21T00:22:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.469+0000 7f755670bb80 1 Processor -- start 2024-05-21T00:22:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.469+0000 7f755670bb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b47470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.469+0000 7f755670bb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 0x558ec5b44810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.469+0000 7f755670bb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b417d0 0x558ec5b44d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.469+0000 7f755670bb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558ec598ffa0 con 0x558ec5b3b880 2024-05-21T00:22:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.469+0000 7f755670bb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558ec5a2a760 con 0x558ec5b40eb0 2024-05-21T00:22:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.469+0000 7f755670bb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x558ec5b48240 con 0x558ec5b417d0 2024-05-21T00:22:20.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.469+0000 7f755670bb80 10 client.0 _ll_register_callbacks cb 0x558ec5a33c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:20.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.470+0000 7f7549400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b47470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.470+0000 7f7548a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 0x558ec5b44810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.470+0000 7f7548a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 0x558ec5b44810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56696/0 (socket says 172.21.15.12:56696) 2024-05-21T00:22:20.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.470+0000 7f7548a00700 1 -- 172.21.15.12:0/2315703108 learned_addr learned my addr 172.21.15.12:0/2315703108 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:20.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.470+0000 7f7549e00700 1 --2- 172.21.15.12:0/2315703108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b417d0 0x558ec5b44d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.470+0000 7f7548a00700 1 -- 172.21.15.12:0/2315703108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b417d0 msgr2=0x558ec5b44d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:20.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.470+0000 7f7548a00700 1 --2- 172.21.15.12:0/2315703108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b417d0 0x558ec5b44d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.470+0000 7f7548a00700 1 -- 172.21.15.12:0/2315703108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 msgr2=0x558ec5b47470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:20.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.470+0000 7f7548a00700 1 --2- 172.21.15.12:0/2315703108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b47470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.470+0000 7f7548a00700 1 -- 172.21.15.12:0/2315703108 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ec59d98d0 con 0x558ec5b40eb0 2024-05-21T00:22:20.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.470+0000 7f7548a00700 1 --2- 172.21.15.12:0/2315703108 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 0x558ec5b44810 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f7530009230 tx=0x7f753000f690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c02ee3f38c3cba7 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:20.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.470+0000 7f752b400700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:22:20.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.471+0000 7f752b400700 1 -- 172.21.15.12:0/2315703108 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7530005240 con 0x558ec5b40eb0 2024-05-21T00:22:20.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.471+0000 7f752b400700 1 -- 172.21.15.12:0/2315703108 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f75300053e0 con 0x558ec5b40eb0 2024-05-21T00:22:20.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.471+0000 7f755670bb80 1 -- 172.21.15.12:0/2315703108 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75380a9fb0 con 0x558ec5b40eb0 2024-05-21T00:22:20.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.471+0000 7f752b400700 1 -- 172.21.15.12:0/2315703108 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f75300055e0 con 0x558ec5b40eb0 2024-05-21T00:22:20.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.471+0000 7f755670bb80 10 client.26252 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:20.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.471+0000 7f755670bb80 1 -- 172.21.15.12:0/2315703108 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558ec5a5a060 con 0x558ec5b40eb0 2024-05-21T00:22:20.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.472+0000 7f752b400700 1 -- 172.21.15.12:0/2315703108 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75380a9fb0 con 0x558ec5b40eb0 2024-05-21T00:22:20.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.472+0000 7f752b400700 1 -- 172.21.15.12:0/2315703108 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f753000b680 con 0x558ec5b40eb0 2024-05-21T00:22:20.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.472+0000 7f755670bb80 10 client.26252 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:20.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.472+0000 7f755670bb80 10 client.26252 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:22:20.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.472+0000 7f755670bb80 20 client.26252 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:20.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.472+0000 7f755670bb80 1 --2- 172.21.15.12:0/2315703108 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558ec5b54d40 0x558ec5b57150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.472+0000 7f755670bb80 4 client.26252 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:22:20.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.472+0000 7f755670bb80 1 -- 172.21.15.12:0/2315703108 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558ec5a9bd90 con 0x558ec5b54d40 2024-05-21T00:22:20.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.472+0000 7f7549400700 1 --2- 172.21.15.12:0/2315703108 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558ec5b54d40 0x558ec5b57150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.473+0000 7f7549400700 1 --2- 172.21.15.12:0/2315703108 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558ec5b54d40 0x558ec5b57150 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a489cb32130032 server_cookie=6731a328bad8954d in_seq=0 out_seq=0 2024-05-21T00:22:20.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.473+0000 7f752b400700 10 client.26252 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:20.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f752b400700 1 -- 172.21.15.12:0/2315703108 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558ec5a9bd90 con 0x558ec5b54d40 2024-05-21T00:22:20.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f752b400700 10 client.26252 handle_command_reply: tid=0 2024-05-21T00:22:20.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f755670bb80 1 client.26252 shutdown 2024-05-21T00:22:20.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f755670bb80 1 -- 172.21.15.12:0/2315703108 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 msgr2=0x558ec5b44810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:20.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f755670bb80 1 --2- 172.21.15.12:0/2315703108 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 0x558ec5b44810 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f7530009230 tx=0x7f753000f690 comp rx=0 tx=0).stop 2024-05-21T00:22:20.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f755670bb80 1 -- 172.21.15.12:0/2315703108 shutdown_connections 2024-05-21T00:22:20.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f755670bb80 1 --2- 172.21.15.12:0/2315703108 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558ec5b54d40 0x558ec5b57150 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f755670bb80 1 --2- 172.21.15.12:0/2315703108 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b417d0 0x558ec5b44d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f755670bb80 1 --2- 172.21.15.12:0/2315703108 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b47470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.477 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f755670bb80 1 --2- 172.21.15.12:0/2315703108 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 0x558ec5b44810 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f752b400700 0 client.26252 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:20.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f755670bb80 1 -- 172.21.15.12:0/2315703108 >> 172.21.15.12:0/2315703108 conn(0x558ec5a69be0 msgr2=0x558ec5b3a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:20.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f755670bb80 1 -- 172.21.15.12:0/2315703108 shutdown_connections 2024-05-21T00:22:20.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.474+0000 7f755670bb80 1 -- 172.21.15.12:0/2315703108 wait complete. 2024-05-21T00:22:20.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.475+0000 7f755670bb80 20 client.26252 trim_cache size 0 max 16384 2024-05-21T00:22:20.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.498+0000 7f755670bb80 1 Processor -- start 2024-05-21T00:22:20.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.498+0000 7f755670bb80 1 -- start start 2024-05-21T00:22:20.499 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.498+0000 7f755670bb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b3b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.498+0000 7f755670bb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b40eb0 0x558ec5b5ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.498+0000 7f755670bb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b417d0 0x558ec5b5cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.498+0000 7f755670bb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f75441afe30 con 0x558ec5b3b880 2024-05-21T00:22:20.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.498+0000 7f755670bb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f75441b1970 con 0x558ec5b417d0 2024-05-21T00:22:20.500 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.498+0000 7f755670bb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f75441b0500 con 0x558ec5b40eb0 2024-05-21T00:22:20.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.498+0000 7f7549400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b3b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.498+0000 7f7549400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b3b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:33812/0 (socket says 172.21.15.12:33812) 2024-05-21T00:22:20.501 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.498+0000 7f7549400700 1 -- 172.21.15.12:0/3782929585 learned_addr learned my addr 172.21.15.12:0/3782929585 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:20.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.499+0000 7f7548a00700 1 --2- 172.21.15.12:0/3782929585 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b40eb0 0x558ec5b5ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.499+0000 7f7549e00700 1 --2- 172.21.15.12:0/3782929585 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b417d0 0x558ec5b5cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.499+0000 7f7549400700 1 -- 172.21.15.12:0/3782929585 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b40eb0 msgr2=0x558ec5b5ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:20.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.499+0000 7f7549400700 1 --2- 172.21.15.12:0/3782929585 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b40eb0 0x558ec5b5ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.499+0000 7f7549400700 1 -- 172.21.15.12:0/3782929585 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b417d0 msgr2=0x558ec5b5cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:20.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.499+0000 7f7549400700 1 --2- 172.21.15.12:0/3782929585 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b417d0 0x558ec5b5cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.499+0000 7f7549400700 1 -- 172.21.15.12:0/3782929585 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ec5b577d0 con 0x558ec5b3b880 2024-05-21T00:22:20.502 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.499+0000 7f7549400700 1 --2- 172.21.15.12:0/3782929585 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b3b260 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f75380a3fd0 tx=0x7f75380a5040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2006308c6ca3da9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:20.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.500+0000 7f7536000700 1 -- 172.21.15.12:0/3782929585 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75380adc60 con 0x558ec5b3b880 2024-05-21T00:22:20.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.500+0000 7f7536000700 1 -- 172.21.15.12:0/3782929585 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75380dfea0 con 0x558ec5b3b880 2024-05-21T00:22:20.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.500+0000 7f7536000700 1 -- 172.21.15.12:0/3782929585 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75380aae40 con 0x558ec5b3b880 2024-05-21T00:22:20.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.500+0000 7f755670bb80 1 -- 172.21.15.12:0/3782929585 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 msgr2=0x558ec5b3b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:20.503 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.500+0000 7f755670bb80 1 --2- 172.21.15.12:0/3782929585 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b3b260 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f75380a3fd0 tx=0x7f75380a5040 comp rx=0 tx=0).stop 2024-05-21T00:22:20.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.500+0000 7f755670bb80 1 -- 172.21.15.12:0/3782929585 shutdown_connections 2024-05-21T00:22:20.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.500+0000 7f755670bb80 1 --2- 172.21.15.12:0/3782929585 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b417d0 0x558ec5b5cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.500+0000 7f755670bb80 1 --2- 172.21.15.12:0/3782929585 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b3b880 0x558ec5b3b260 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.500+0000 7f755670bb80 1 --2- 172.21.15.12:0/3782929585 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b40eb0 0x558ec5b5ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.505 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.500+0000 7f755670bb80 1 -- 172.21.15.12:0/3782929585 >> 172.21.15.12:0/3782929585 conn(0x558ec5a69be0 msgr2=0x558ec5b43120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:20.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.501+0000 7f755670bb80 1 -- 172.21.15.12:0/3782929585 shutdown_connections 2024-05-21T00:22:20.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.501+0000 7f755670bb80 1 -- 172.21.15.12:0/3782929585 wait complete. 2024-05-21T00:22:20.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.501+0000 7f755670bb80 1 -- start start 2024-05-21T00:22:20.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.501+0000 7f755670bb80 1 Processor -- start 2024-05-21T00:22:20.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.502+0000 7f755670bb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b3b880 0x558ec5b4d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.502+0000 7f755670bb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 0x558ec5b4da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.502+0000 7f755670bb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b417d0 0x558ec5b4a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.502+0000 7f755670bb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f75441b12a0 con 0x558ec5b417d0 2024-05-21T00:22:20.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.502+0000 7f755670bb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f75441b0bd0 con 0x558ec5b40eb0 2024-05-21T00:22:20.506 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.502+0000 7f755670bb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f75441addf0 con 0x558ec5b3b880 2024-05-21T00:22:20.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.502+0000 7f755670bb80 10 client.0 _ll_register_callbacks cb 0x558ec5a33c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:20.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.502+0000 7f7548a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 0x558ec5b4da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.502+0000 7f7549e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b417d0 0x558ec5b4a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.502+0000 7f7548a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 0x558ec5b4da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56714/0 (socket says 172.21.15.12:56714) 2024-05-21T00:22:20.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.502+0000 7f7548a00700 1 -- 172.21.15.12:0/1392068417 learned_addr learned my addr 172.21.15.12:0/1392068417 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:20.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.502+0000 7f7549400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b3b880 0x558ec5b4d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.503+0000 7f7548a00700 1 -- 172.21.15.12:0/1392068417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b3b880 msgr2=0x558ec5b4d4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:20.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.503+0000 7f7548a00700 1 --2- 172.21.15.12:0/1392068417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b3b880 0x558ec5b4d4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.503+0000 7f7548a00700 1 -- 172.21.15.12:0/1392068417 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b417d0 msgr2=0x558ec5b4a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:20.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.503+0000 7f7548a00700 1 --2- 172.21.15.12:0/1392068417 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b417d0 0x558ec5b4a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.503+0000 7f7548a00700 1 -- 172.21.15.12:0/1392068417 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ec5b4aa60 con 0x558ec5b40eb0 2024-05-21T00:22:20.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.503+0000 7f7549400700 1 --2- 172.21.15.12:0/1392068417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b3b880 0x558ec5b4d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:20.507 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.503+0000 7f7548a00700 1 --2- 172.21.15.12:0/1392068417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 0x558ec5b4da10 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f753000bc10 tx=0x7f7530009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1327b0a2d8dccd6b server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:20.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.503+0000 7f752b400700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:22:20.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.503+0000 7f752b400700 1 -- 172.21.15.12:0/1392068417 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f753003b060 con 0x558ec5b40eb0 2024-05-21T00:22:20.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.503+0000 7f755670bb80 1 -- 172.21.15.12:0/1392068417 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75380dfea0 con 0x558ec5b40eb0 2024-05-21T00:22:20.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.503+0000 7f752b400700 1 -- 172.21.15.12:0/1392068417 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f7530003680 con 0x558ec5b40eb0 2024-05-21T00:22:20.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.504+0000 7f752b400700 1 -- 172.21.15.12:0/1392068417 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f75300038a0 con 0x558ec5b40eb0 2024-05-21T00:22:20.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.504+0000 7f755670bb80 10 client.26258 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:20.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.504+0000 7f755670bb80 1 -- 172.21.15.12:0/1392068417 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558ec5bc8a20 con 0x558ec5b40eb0 2024-05-21T00:22:20.508 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.504+0000 7f752b400700 1 -- 172.21.15.12:0/1392068417 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f75380dfea0 con 0x558ec5b40eb0 2024-05-21T00:22:20.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.504+0000 7f752b400700 1 -- 172.21.15.12:0/1392068417 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f7530021660 con 0x558ec5b40eb0 2024-05-21T00:22:20.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.504+0000 7f755670bb80 10 client.26258 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:20.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.504+0000 7f755670bb80 10 client.26258 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:22:20.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.504+0000 7f755670bb80 20 client.26258 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:20.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.504+0000 7f755670bb80 1 --2- 172.21.15.12:0/1392068417 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558ec5bc9100 0x558ec5bcb520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:20.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.504+0000 7f755670bb80 4 client.26258 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-05-21T00:22:20.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.504+0000 7f755670bb80 1 -- 172.21.15.12:0/1392068417 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558ec5a95570 con 0x558ec5bc9100 2024-05-21T00:22:20.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.505+0000 7f7549400700 1 --2- 172.21.15.12:0/1392068417 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558ec5bc9100 0x558ec5bcb520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:20.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.505+0000 7f7549400700 1 --2- 172.21.15.12:0/1392068417 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558ec5bc9100 0x558ec5bcb520 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3493a1ccbea687a server_cookie=246a82238762716a in_seq=0 out_seq=0 2024-05-21T00:22:20.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.505+0000 7f752b400700 10 client.26258 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:20.510 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f752b400700 1 -- 172.21.15.12:0/1392068417 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x558ec5a95570 con 0x558ec5bc9100 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f752b400700 10 client.26258 handle_command_reply: tid=0 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f755670bb80 1 client.26258 shutdown 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f755670bb80 1 -- 172.21.15.12:0/1392068417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 msgr2=0x558ec5b4da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f755670bb80 1 --2- 172.21.15.12:0/1392068417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 0x558ec5b4da10 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f753000bc10 tx=0x7f7530009c00 comp rx=0 tx=0).stop 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f755670bb80 1 -- 172.21.15.12:0/1392068417 shutdown_connections 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f755670bb80 1 --2- 172.21.15.12:0/1392068417 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558ec5b417d0 0x558ec5b4a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f755670bb80 1 --2- 172.21.15.12:0/1392068417 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x558ec5bc9100 0x558ec5bcb520 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f755670bb80 1 --2- 172.21.15.12:0/1392068417 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558ec5b3b880 0x558ec5b4d4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f755670bb80 1 --2- 172.21.15.12:0/1392068417 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558ec5b40eb0 0x558ec5b4da10 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f752b400700 0 client.26258 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f755670bb80 1 -- 172.21.15.12:0/1392068417 >> 172.21.15.12:0/1392068417 conn(0x558ec5a69be0 msgr2=0x558ec5b41bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f755670bb80 1 -- 172.21.15.12:0/1392068417 shutdown_connections 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f755670bb80 1 -- 172.21.15.12:0/1392068417 wait complete. 2024-05-21T00:22:20.511 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.506+0000 7f755670bb80 20 client.26258 trim_cache size 0 max 16384 2024-05-21T00:22:20.513 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:22:20.513 INFO:teuthology.orchestra.run.smithi012.stdout: "status": "no active scrubs running", 2024-05-21T00:22:20.514 INFO:teuthology.orchestra.run.smithi012.stdout: "scrubs": {} 2024-05-21T00:22:20.514 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:22:20.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.507+0000 7f754be00700 1 -- 172.21.15.12:0/2219692484 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f752c0b2900 msgr2=0x7f752c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:20.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.507+0000 7f754be00700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f752c0b2900 0x7f752c0b4dc0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f754406c000 tx=0x7f753c009050 comp rx=0 tx=0).stop 2024-05-21T00:22:20.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.507+0000 7f754be00700 1 -- 172.21.15.12:0/2219692484 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7544075770 msgr2=0x7f754419bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:20.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.507+0000 7f754be00700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7544075770 0x7f754419bf20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f753800e9c0 tx=0x7f753800ecd0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.507+0000 7f754be00700 1 -- 172.21.15.12:0/2219692484 shutdown_connections 2024-05-21T00:22:20.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.507+0000 7f754be00700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f754410ff40 0x7f75441a07f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.507+0000 7f754be00700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f752c0b2900 0x7f752c0b4dc0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.507+0000 7f754be00700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f7544075770 0x7f754419bf20 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.507+0000 7f754be00700 1 --2- 172.21.15.12:0/2219692484 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7544076090 0x7f754419c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:20.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.507+0000 7f754be00700 1 -- 172.21.15.12:0/2219692484 >> 172.21.15.12:0/2219692484 conn(0x7f754407a6f0 msgr2=0x7f7544100850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:20.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.508+0000 7f754be00700 1 -- 172.21.15.12:0/2219692484 shutdown_connections 2024-05-21T00:22:20.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:20.508+0000 7f754be00700 1 -- 172.21.15.12:0/2219692484 wait complete. 2024-05-21T00:22:21.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:20 smithi060 ceph-mon[36426]: pgmap v597: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.0 KiB/s wr, 217 op/s 2024-05-21T00:22:21.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:20 smithi077 ceph-mon[36377]: pgmap v597: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.0 KiB/s wr, 217 op/s 2024-05-21T00:22:21.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:20 smithi012 ceph-mon[31403]: pgmap v597: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.0 KiB/s wr, 217 op/s 2024-05-21T00:22:21.456 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-05-21T00:22:21.456 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:22:21.928 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:23.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:22 smithi012 ceph-mon[31403]: pgmap v598: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 139 op/s 2024-05-21T00:22:23.068 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:22 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:22:23.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:22 smithi060 ceph-mon[36426]: pgmap v598: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 139 op/s 2024-05-21T00:22:23.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:22 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:22:23.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:22 smithi077 ceph-mon[36377]: pgmap v598: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.2 KiB/s wr, 139 op/s 2024-05-21T00:22:23.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:22 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:22:23.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.901+0000 7fa3b3200700 1 -- 172.21.15.12:0/2301239599 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3b4076180 msgr2=0x7fa3b410f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:23.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.901+0000 7fa3b3200700 1 --2- 172.21.15.12:0/2301239599 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3b4076180 0x7fa3b410f7e0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa3a0009990 tx=0x7fa3a0009ca0 comp rx=0 tx=0).stop 2024-05-21T00:22:23.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.901+0000 7fa3b3200700 1 -- 172.21.15.12:0/2301239599 shutdown_connections 2024-05-21T00:22:23.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.901+0000 7fa3b3200700 1 --2- 172.21.15.12:0/2301239599 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3b410fd20 0x7fa3b4112110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:23.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.901+0000 7fa3b3200700 1 --2- 172.21.15.12:0/2301239599 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa3b4075860 0x7fa3b4075c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:23.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.901+0000 7fa3b3200700 1 --2- 172.21.15.12:0/2301239599 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3b4076180 0x7fa3b410f7e0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:23.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.901+0000 7fa3b3200700 1 -- 172.21.15.12:0/2301239599 >> 172.21.15.12:0/2301239599 conn(0x7fa3b40fef50 msgr2=0x7fa3b4101370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:23.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.901+0000 7fa3b3200700 1 -- 172.21.15.12:0/2301239599 shutdown_connections 2024-05-21T00:22:23.903 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.901+0000 7fa3b3200700 1 -- 172.21.15.12:0/2301239599 wait complete. 2024-05-21T00:22:23.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.903+0000 7fa3b3200700 1 Processor -- start 2024-05-21T00:22:23.904 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.903+0000 7fa3b3200700 1 -- start start 2024-05-21T00:22:23.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.903+0000 7fa3b3200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3b4075860 0x7fa3b4103440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:23.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.903+0000 7fa3b3200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa3b4076180 0x7fa3b4103980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:23.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.903+0000 7fa3b3200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3b410fd20 0x7fa3b4103ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:23.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.903+0000 7fa3b3200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fa3b4115860 con 0x7fa3b4075860 2024-05-21T00:22:23.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.903+0000 7fa3b3200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fa3b41156e0 con 0x7fa3b410fd20 2024-05-21T00:22:23.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.903+0000 7fa3b3200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fa3b41159e0 con 0x7fa3b4076180 2024-05-21T00:22:23.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.904+0000 7fa3b1400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa3b4076180 0x7fa3b4103980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:23.905 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.904+0000 7fa3b1400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa3b4076180 0x7fa3b4103980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:42512/0 (socket says 172.21.15.12:42512) 2024-05-21T00:22:23.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.904+0000 7fa3b1400700 1 -- 172.21.15.12:0/727364574 learned_addr learned my addr 172.21.15.12:0/727364574 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:23.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.904+0000 7fa3b1e00700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3b4075860 0x7fa3b4103440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:23.906 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.904+0000 7fa3b2800700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3b410fd20 0x7fa3b4103ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:23.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.904+0000 7fa3b1400700 1 -- 172.21.15.12:0/727364574 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3b410fd20 msgr2=0x7fa3b4103ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:23.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.904+0000 7fa3b1400700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3b410fd20 0x7fa3b4103ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:23.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.904+0000 7fa3b1400700 1 -- 172.21.15.12:0/727364574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3b4075860 msgr2=0x7fa3b4103440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:23.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.904+0000 7fa3b1400700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3b4075860 0x7fa3b4103440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:23.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.904+0000 7fa3b1400700 1 -- 172.21.15.12:0/727364574 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3b41ac4c0 con 0x7fa3b4076180 2024-05-21T00:22:23.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.904+0000 7fa3b2800700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3b410fd20 0x7fa3b4103ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:22:23.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.904+0000 7fa3b1400700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa3b4076180 0x7fa3b4103980 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fa3a00057c0 tx=0x7fa3a00057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:23.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.905+0000 7fa3aaa00700 1 -- 172.21.15.12:0/727364574 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a0027070 con 0x7fa3b4076180 2024-05-21T00:22:23.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.905+0000 7fa3aaa00700 1 -- 172.21.15.12:0/727364574 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fa3a0022470 con 0x7fa3b4076180 2024-05-21T00:22:23.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.905+0000 7fa3b3200700 1 -- 172.21.15.12:0/727364574 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3b41ac750 con 0x7fa3b4076180 2024-05-21T00:22:23.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.905+0000 7fa3b3200700 1 -- 172.21.15.12:0/727364574 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3b41acc30 con 0x7fa3b4076180 2024-05-21T00:22:23.907 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.905+0000 7fa3aaa00700 1 -- 172.21.15.12:0/727364574 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3a0017630 con 0x7fa3b4076180 2024-05-21T00:22:23.908 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.906+0000 7fa3b3200700 1 -- 172.21.15.12:0/727364574 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3b4076fa0 con 0x7fa3b4076180 2024-05-21T00:22:23.910 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.908+0000 7fa3aaa00700 1 -- 172.21.15.12:0/727364574 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fa3a002a070 con 0x7fa3b4076180 2024-05-21T00:22:23.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.910+0000 7fa3aaa00700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa3980b2880 0x7fa3980b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:23.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.910+0000 7fa3aaa00700 1 -- 172.21.15.12:0/727364574 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fa3a00e2f60 con 0x7fa3b4076180 2024-05-21T00:22:23.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.910+0000 7fa3b1e00700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa3980b2880 0x7fa3980b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:23.912 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.911+0000 7fa3b1e00700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa3980b2880 0x7fa3980b4d40 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa3a4009c60 tx=0x7fa3a4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:23.916 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:23.915+0000 7fa3aaa00700 1 -- 172.21.15.12:0/727364574 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fa3a0013070 con 0x7fa3b4076180 2024-05-21T00:22:24.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:23 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:22:24.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:23 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:22:24.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:23 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:22:24.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:23 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:22:24.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:23 smithi012 ceph-mon[31403]: Adjusting osd_memory_target on smithi077 to 176.2M 2024-05-21T00:22:24.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:23 smithi012 ceph-mon[31403]: Unable to set osd_memory_target on smithi077 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-05-21T00:22:24.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:23 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:22:24.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:23 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:22:24.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:23 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:22:24.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.213+0000 7fa3b3200700 1 -- 172.21.15.12:0/727364574 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3b406a230 con 0x7fa3b4076180 2024-05-21T00:22:24.215 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.214+0000 7fa3aaa00700 1 -- 172.21.15.12:0/727364574 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7fa3a00aace0 con 0x7fa3b4076180 2024-05-21T00:22:24.216 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:22:24.216 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:22:24.219 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.218+0000 7fa3b3200700 1 -- 172.21.15.12:0/727364574 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa3980b2880 msgr2=0x7fa3980b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:24.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.218+0000 7fa3b3200700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa3980b2880 0x7fa3980b4d40 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa3a4009c60 tx=0x7fa3a4009260 comp rx=0 tx=0).stop 2024-05-21T00:22:24.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.218+0000 7fa3b3200700 1 -- 172.21.15.12:0/727364574 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa3b4076180 msgr2=0x7fa3b4103980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:24.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.218+0000 7fa3b3200700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa3b4076180 0x7fa3b4103980 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fa3a00057c0 tx=0x7fa3a00057f0 comp rx=0 tx=0).stop 2024-05-21T00:22:24.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.218+0000 7fa3b3200700 1 -- 172.21.15.12:0/727364574 shutdown_connections 2024-05-21T00:22:24.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.218+0000 7fa3b3200700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fa3b410fd20 0x7fa3b4103ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:24.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.218+0000 7fa3b3200700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fa3980b2880 0x7fa3980b4d40 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:24.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.218+0000 7fa3b3200700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fa3b4075860 0x7fa3b4103440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:24.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.218+0000 7fa3b3200700 1 --2- 172.21.15.12:0/727364574 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fa3b4076180 0x7fa3b4103980 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:24.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.218+0000 7fa3b3200700 1 -- 172.21.15.12:0/727364574 >> 172.21.15.12:0/727364574 conn(0x7fa3b40fef50 msgr2=0x7fa3b40ffd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:24.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.218+0000 7fa3b3200700 1 -- 172.21.15.12:0/727364574 shutdown_connections 2024-05-21T00:22:24.220 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:24.218+0000 7fa3b3200700 1 -- 172.21.15.12:0/727364574 wait complete. 2024-05-21T00:22:24.221 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:22:24.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:23 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:22:24.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:23 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:22:24.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:23 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:22:24.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:23 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:22:24.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:23 smithi060 ceph-mon[36426]: Adjusting osd_memory_target on smithi077 to 176.2M 2024-05-21T00:22:24.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:23 smithi060 ceph-mon[36426]: Unable to set osd_memory_target on smithi077 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-05-21T00:22:24.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:23 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:22:24.230 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:23 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:22:24.230 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:23 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:22:24.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:23 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:22:24.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:23 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:22:24.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:23 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:22:24.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:23 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-05-21T00:22:24.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:23 smithi077 ceph-mon[36377]: Adjusting osd_memory_target on smithi077 to 176.2M 2024-05-21T00:22:24.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:23 smithi077 ceph-mon[36377]: Unable to set osd_memory_target on smithi077 to 184770969: error parsing value: Value '184770969' is below minimum 939524096 2024-05-21T00:22:24.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:23 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:22:24.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:23 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:22:24.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:23 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:22:25.083 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-05-21T00:22:25.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:24 smithi060 ceph-mon[36426]: pgmap v599: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.2 KiB/s wr, 24 op/s 2024-05-21T00:22:25.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:24 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/727364574' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:22:25.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:24 smithi077 ceph-mon[36377]: pgmap v599: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.2 KiB/s wr, 24 op/s 2024-05-21T00:22:25.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:24 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/727364574' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:22:25.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:24 smithi012 ceph-mon[31403]: pgmap v599: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 1.2 KiB/s wr, 24 op/s 2024-05-21T00:22:25.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:24 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/727364574' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:22:25.546 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:27.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:26 smithi060 ceph-mon[36426]: pgmap v600: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-05-21T00:22:27.275 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:26 smithi012 ceph-mon[31403]: pgmap v600: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-05-21T00:22:27.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:26 smithi077 ceph-mon[36377]: pgmap v600: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-05-21T00:22:27.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.734+0000 7f97ae600700 1 -- 172.21.15.12:0/2916276732 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f97a8076090 msgr2=0x7f97a810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:27.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.734+0000 7f97ae600700 1 --2- 172.21.15.12:0/2916276732 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f97a8076090 0x7f97a810fa00 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f97940098f0 tx=0x7f9794009c00 comp rx=0 tx=0).stop 2024-05-21T00:22:27.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.734+0000 7f97ae600700 1 -- 172.21.15.12:0/2916276732 shutdown_connections 2024-05-21T00:22:27.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.734+0000 7f97ae600700 1 --2- 172.21.15.12:0/2916276732 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97a810ff40 0x7f97a8112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.734+0000 7f97ae600700 1 --2- 172.21.15.12:0/2916276732 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f97a8075770 0x7f97a8075b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.734+0000 7f97ae600700 1 --2- 172.21.15.12:0/2916276732 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f97a8076090 0x7f97a810fa00 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.734+0000 7f97ae600700 1 -- 172.21.15.12:0/2916276732 >> 172.21.15.12:0/2916276732 conn(0x7f97a807a6a0 msgr2=0x7f97a807aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:27.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.734+0000 7f97ae600700 1 -- 172.21.15.12:0/2916276732 shutdown_connections 2024-05-21T00:22:27.738 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.734+0000 7f97ae600700 1 -- 172.21.15.12:0/2916276732 wait complete. 2024-05-21T00:22:27.738 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.735+0000 7f97ae600700 1 Processor -- start 2024-05-21T00:22:27.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.735+0000 7f97ae600700 1 -- start start 2024-05-21T00:22:27.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.736+0000 7f97ae600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97a8075770 0x7f97a819be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.736+0000 7f97ae600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f97a8076090 0x7f97a819c3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.736+0000 7f97ae600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f97a810ff40 0x7f97a81a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.736+0000 7f97ae600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f97a8115970 con 0x7f97a8075770 2024-05-21T00:22:27.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.736+0000 7f97ae600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f97a81157f0 con 0x7f97a8076090 2024-05-21T00:22:27.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.736+0000 7f97ae600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f97a8115af0 con 0x7f97a810ff40 2024-05-21T00:22:27.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.736+0000 7f97a7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97a8075770 0x7f97a819be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.736+0000 7f97a7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97a8075770 0x7f97a819be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47616/0 (socket says 172.21.15.12:47616) 2024-05-21T00:22:27.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.736+0000 7f97a7400700 1 -- 172.21.15.12:0/2086268595 learned_addr learned my addr 172.21.15.12:0/2086268595 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:27.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.736+0000 7f97a7e00700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f97a810ff40 0x7f97a81a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.736+0000 7f97a6a00700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f97a8076090 0x7f97a819c3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.737+0000 7f97a7400700 1 -- 172.21.15.12:0/2086268595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f97a810ff40 msgr2=0x7f97a81a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:27.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.737+0000 7f97a7400700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f97a810ff40 0x7f97a81a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.740 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.737+0000 7f97a7400700 1 -- 172.21.15.12:0/2086268595 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f97a8076090 msgr2=0x7f97a819c3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:27.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.737+0000 7f97a7400700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f97a8076090 0x7f97a819c3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.737+0000 7f97a7400700 1 -- 172.21.15.12:0/2086268595 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97a81a0e90 con 0x7f97a8075770 2024-05-21T00:22:27.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.737+0000 7f97a7e00700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f97a810ff40 0x7f97a81a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:27.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.737+0000 7f97a7400700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97a8075770 0x7f97a819be80 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f979800e9a0 tx=0x7f979800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:27.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.737+0000 7f979fe00700 1 -- 172.21.15.12:0/2086268595 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f979800ca10 con 0x7f97a8075770 2024-05-21T00:22:27.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.737+0000 7f97ae600700 1 -- 172.21.15.12:0/2086268595 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97a81a1180 con 0x7f97a8075770 2024-05-21T00:22:27.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.737+0000 7f979fe00700 1 -- 172.21.15.12:0/2086268595 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f979800cbb0 con 0x7f97a8075770 2024-05-21T00:22:27.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.738+0000 7f979fe00700 1 -- 172.21.15.12:0/2086268595 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9798018680 con 0x7f97a8075770 2024-05-21T00:22:27.741 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.738+0000 7f97ae600700 1 -- 172.21.15.12:0/2086268595 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97a81a8a00 con 0x7f97a8075770 2024-05-21T00:22:27.743 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.741+0000 7f979fe00700 1 -- 172.21.15.12:0/2086268595 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9798010430 con 0x7f97a8075770 2024-05-21T00:22:27.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.742+0000 7f97b8edfb80 1 Processor -- start 2024-05-21T00:22:27.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.743+0000 7f97b8edfb80 1 -- start start 2024-05-21T00:22:27.745 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.743+0000 7f979fe00700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f978c0b2900 0x7f978c0b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.743+0000 7f97b8edfb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 0x5586670409f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.743+0000 7f979fe00700 1 -- 172.21.15.12:0/2086268595 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f97980e2330 con 0x7f97a8075770 2024-05-21T00:22:27.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.743+0000 7f97b8edfb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558667040f30 0x55866703ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.743+0000 7f97b8edfb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55866703b140 0x55866703b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.743+0000 7f97b8edfb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558666f98e40 con 0x558667040610 2024-05-21T00:22:27.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.743+0000 7f97b8edfb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558666f889e0 con 0x55866703b140 2024-05-21T00:22:27.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.743+0000 7f97b8edfb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x558666f8ca20 con 0x558667040f30 2024-05-21T00:22:27.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.743+0000 7f97a7e00700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f978c0b2900 0x7f978c0b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.746 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.743+0000 7f97a7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 0x5586670409f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.744+0000 7f97a7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55866703b140 0x55866703b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.744+0000 7f97a7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 0x5586670409f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47630/0 (socket says 172.21.15.12:47630) 2024-05-21T00:22:27.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.744+0000 7f97a7400700 1 -- 172.21.15.12:0/2418807565 learned_addr learned my addr 172.21.15.12:0/2418807565 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:27.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.744+0000 7f97a6a00700 1 --2- 172.21.15.12:0/2418807565 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558667040f30 0x55866703ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.747 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.744+0000 7f97a7400700 1 -- 172.21.15.12:0/2418807565 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558667040f30 msgr2=0x55866703ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:27.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.744+0000 7f97a7400700 1 --2- 172.21.15.12:0/2418807565 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558667040f30 0x55866703ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.744+0000 7f97a7400700 1 -- 172.21.15.12:0/2418807565 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55866703b140 msgr2=0x55866703b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:27.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.744+0000 7f97a7400700 1 --2- 172.21.15.12:0/2418807565 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55866703b140 0x55866703b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.744+0000 7f97a7400700 1 -- 172.21.15.12:0/2418807565 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558666f51420 con 0x558667040610 2024-05-21T00:22:27.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.744+0000 7f97a7e00700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f978c0b2900 0x7f978c0b4dc0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f97a0009fd0 tx=0x7f97a0003cf0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:27.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.744+0000 7f97a7400700 1 --2- 172.21.15.12:0/2418807565 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 0x5586670409f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f97980a98b0 tx=0x7f97980b2190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aac100391ee9f7d1 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:27.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.745+0000 7f979cc00700 1 -- 172.21.15.12:0/2418807565 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97980aa020 con 0x558667040610 2024-05-21T00:22:27.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.745+0000 7f979cc00700 1 -- 172.21.15.12:0/2418807565 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97980a9920 con 0x558667040610 2024-05-21T00:22:27.748 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.745+0000 7f979cc00700 1 -- 172.21.15.12:0/2418807565 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97980cabd0 con 0x558667040610 2024-05-21T00:22:27.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.746+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2418807565 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 msgr2=0x5586670409f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:27.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.746+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2418807565 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 0x5586670409f0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f97980a98b0 tx=0x7f97980b2190 comp rx=0 tx=0).stop 2024-05-21T00:22:27.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.746+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2418807565 shutdown_connections 2024-05-21T00:22:27.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.746+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2418807565 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x55866703b140 0x55866703b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.746+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2418807565 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 0x5586670409f0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.746+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2418807565 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558667040f30 0x55866703ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.749 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.746+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2418807565 >> 172.21.15.12:0/2418807565 conn(0x558666f68be0 msgr2=0x558667035690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:27.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.746+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2418807565 shutdown_connections 2024-05-21T00:22:27.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.746+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2418807565 wait complete. 2024-05-21T00:22:27.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.746+0000 7f97b8edfb80 1 -- start start 2024-05-21T00:22:27.750 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.747+0000 7f97b8edfb80 1 Processor -- start 2024-05-21T00:22:27.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.747+0000 7f97b8edfb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55866703b140 0x558667046d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.747+0000 7f97b8edfb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558667040610 0x5586670440e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.747+0000 7f97b8edfb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040f30 0x558667044620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.747+0000 7f97b8edfb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x558666e8efa0 con 0x55866703b140 2024-05-21T00:22:27.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.747+0000 7f97b8edfb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x558666f29760 con 0x558667040f30 2024-05-21T00:22:27.751 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.747+0000 7f97b8edfb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x5586670479e0 con 0x558667040610 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.747+0000 7f97b8edfb80 10 client.0 _ll_register_callbacks cb 0x558666f32c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.748+0000 7f97a7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55866703b140 0x558667046d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.748+0000 7f97a7400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55866703b140 0x558667046d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47634/0 (socket says 172.21.15.12:47634) 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.748+0000 7f97a7400700 1 -- 172.21.15.12:0/2508154025 learned_addr learned my addr 172.21.15.12:0/2508154025 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.748+0000 7f97a6a00700 1 --2- 172.21.15.12:0/2508154025 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558667040610 0x5586670440e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.748+0000 7f97a7e00700 1 --2- 172.21.15.12:0/2508154025 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040f30 0x558667044620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.748+0000 7f97a7400700 1 -- 172.21.15.12:0/2508154025 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558667040610 msgr2=0x5586670440e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.748+0000 7f97a7400700 1 --2- 172.21.15.12:0/2508154025 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558667040610 0x5586670440e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.748+0000 7f97a7400700 1 -- 172.21.15.12:0/2508154025 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040f30 msgr2=0x558667044620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.748+0000 7f97a7400700 1 --2- 172.21.15.12:0/2508154025 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040f30 0x558667044620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.748+0000 7f97a7400700 1 -- 172.21.15.12:0/2508154025 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558666ed88d0 con 0x55866703b140 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.748+0000 7f97a7400700 1 --2- 172.21.15.12:0/2508154025 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55866703b140 0x558667046d40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f97980a9620 tx=0x7f97980add40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13cd7e9c613104b4 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.748+0000 7f9791600700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:22:27.752 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.749+0000 7f9791600700 1 -- 172.21.15.12:0/2508154025 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97980b2780 con 0x55866703b140 2024-05-21T00:22:27.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.749+0000 7f9791600700 1 -- 172.21.15.12:0/2508154025 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f97980a5050 con 0x55866703b140 2024-05-21T00:22:27.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.749+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2508154025 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97980a9920 con 0x55866703b140 2024-05-21T00:22:27.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.749+0000 7f9791600700 1 -- 172.21.15.12:0/2508154025 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f97980aa020 con 0x55866703b140 2024-05-21T00:22:27.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.749+0000 7f97b8edfb80 10 client.16134 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:27.753 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.749+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2508154025 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558666f59060 con 0x55866703b140 2024-05-21T00:22:27.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.749+0000 7f9791600700 1 -- 172.21.15.12:0/2508154025 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97980a9920 con 0x55866703b140 2024-05-21T00:22:27.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.749+0000 7f9791600700 1 -- 172.21.15.12:0/2508154025 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f9798010840 con 0x55866703b140 2024-05-21T00:22:27.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.750+0000 7f97b8edfb80 10 client.16134 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:27.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.750+0000 7f97b8edfb80 10 client.16134 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:22:27.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.750+0000 7f97b8edfb80 20 client.16134 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:27.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.750+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2508154025 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x558667054490 0x558667056880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.750+0000 7f97b8edfb80 4 client.16134 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:22:27.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.750+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2508154025 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558666f9ad90 con 0x558667054490 2024-05-21T00:22:27.754 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.750+0000 7f97a6a00700 1 --2- 172.21.15.12:0/2508154025 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x558667054490 0x558667056880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.751+0000 7f97a6a00700 1 --2- 172.21.15.12:0/2508154025 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x558667054490 0x558667056880 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f83f2e0b96d70299 server_cookie=6d4c196c89039738 in_seq=0 out_seq=0 2024-05-21T00:22:27.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.751+0000 7f9791600700 10 client.16134 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:22:27.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f9791600700 1 -- 172.21.15.12:0/2508154025 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x558666f9ad90 con 0x558667054490 2024-05-21T00:22:27.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f9791600700 10 client.16134 handle_command_reply: tid=0 2024-05-21T00:22:27.755 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f97b8edfb80 1 client.16134 shutdown 2024-05-21T00:22:27.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2508154025 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55866703b140 msgr2=0x558667046d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:27.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2508154025 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55866703b140 0x558667046d40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f97980a9620 tx=0x7f97980add40 comp rx=0 tx=0).stop 2024-05-21T00:22:27.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2508154025 shutdown_connections 2024-05-21T00:22:27.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2508154025 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040f30 0x558667044620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2508154025 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x55866703b140 0x558667046d40 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2508154025 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x558667054490 0x558667056880 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2508154025 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x558667040610 0x5586670440e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2508154025 >> 172.21.15.12:0/2508154025 conn(0x558666f68be0 msgr2=0x558667034d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:27.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f9791600700 0 client.16134 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:22:27.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2508154025 shutdown_connections 2024-05-21T00:22:27.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.752+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2508154025 wait complete. 2024-05-21T00:22:27.756 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.753+0000 7f97b8edfb80 20 client.16134 trim_cache size 0 max 16384 2024-05-21T00:22:27.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.770+0000 7f97b8edfb80 1 Processor -- start 2024-05-21T00:22:27.772 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.770+0000 7f97b8edfb80 1 -- start start 2024-05-21T00:22:27.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.770+0000 7f97b8edfb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55866703b140 0x5586670445d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.773 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.770+0000 7f97b8edfb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040610 0x5586670354f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.770+0000 7f97b8edfb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040f30 0x5586670598a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.770+0000 7f97b8edfb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f97a81afea0 con 0x558667040f30 2024-05-21T00:22:27.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.770+0000 7f97b8edfb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f97a81b19e0 con 0x558667040610 2024-05-21T00:22:27.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.770+0000 7f97b8edfb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f97a81b0570 con 0x55866703b140 2024-05-21T00:22:27.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.771+0000 7f97a7400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55866703b140 0x5586670445d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.771+0000 7f97a7400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55866703b140 0x5586670445d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:40418/0 (socket says 172.21.15.12:40418) 2024-05-21T00:22:27.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.771+0000 7f97a7400700 1 -- 172.21.15.12:0/1950083642 learned_addr learned my addr 172.21.15.12:0/1950083642 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:27.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.771+0000 7f97a7e00700 1 --2- 172.21.15.12:0/1950083642 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040f30 0x5586670598a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.771+0000 7f97a6a00700 1 --2- 172.21.15.12:0/1950083642 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040610 0x5586670354f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.771+0000 7f97a7400700 1 -- 172.21.15.12:0/1950083642 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040610 msgr2=0x5586670354f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:27.774 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.771+0000 7f97a7400700 1 --2- 172.21.15.12:0/1950083642 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040610 0x5586670354f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.771+0000 7f97a7400700 1 -- 172.21.15.12:0/1950083642 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040f30 msgr2=0x5586670598a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:27.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.771+0000 7f97a7400700 1 --2- 172.21.15.12:0/1950083642 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040f30 0x5586670598a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.775 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.771+0000 7f97a7400700 1 -- 172.21.15.12:0/1950083642 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586670364a0 con 0x55866703b140 2024-05-21T00:22:27.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.772+0000 7f97a7400700 1 --2- 172.21.15.12:0/1950083642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55866703b140 0x5586670445d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f97980a6b90 tx=0x7f9798010c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de609fce39b851c9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:27.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.772+0000 7f9793e00700 1 -- 172.21.15.12:0/1950083642 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97980a9920 con 0x55866703b140 2024-05-21T00:22:27.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.772+0000 7f9793e00700 1 -- 172.21.15.12:0/1950083642 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97980a5f10 con 0x55866703b140 2024-05-21T00:22:27.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.772+0000 7f9793e00700 1 -- 172.21.15.12:0/1950083642 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97980cae30 con 0x55866703b140 2024-05-21T00:22:27.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.773+0000 7f97b8edfb80 1 -- 172.21.15.12:0/1950083642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55866703b140 msgr2=0x5586670445d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:27.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.773+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/1950083642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55866703b140 0x5586670445d0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f97980a6b90 tx=0x7f9798010c10 comp rx=0 tx=0).stop 2024-05-21T00:22:27.776 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.773+0000 7f97b8edfb80 1 -- 172.21.15.12:0/1950083642 shutdown_connections 2024-05-21T00:22:27.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.773+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/1950083642 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040f30 0x5586670598a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.773+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/1950083642 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55866703b140 0x5586670445d0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.773+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/1950083642 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040610 0x5586670354f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.773+0000 7f97b8edfb80 1 -- 172.21.15.12:0/1950083642 >> 172.21.15.12:0/1950083642 conn(0x558666f68be0 msgr2=0x558667043ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:27.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.773+0000 7f97b8edfb80 1 -- 172.21.15.12:0/1950083642 shutdown_connections 2024-05-21T00:22:27.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.773+0000 7f97b8edfb80 1 -- 172.21.15.12:0/1950083642 wait complete. 2024-05-21T00:22:27.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.774+0000 7f97b8edfb80 1 -- start start 2024-05-21T00:22:27.777 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.774+0000 7f97b8edfb80 1 Processor -- start 2024-05-21T00:22:27.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.774+0000 7f97b8edfb80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55866703b140 0x558667059d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.774+0000 7f97b8edfb80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 0x5586670570a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.774+0000 7f97b8edfb80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040f30 0x5586670575e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.774+0000 7f97b8edfb80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f97a81b1310 con 0x558667040610 2024-05-21T00:22:27.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.774+0000 7f97b8edfb80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f97a81b0c40 con 0x558667040f30 2024-05-21T00:22:27.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.774+0000 7f97b8edfb80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f97a81ade60 con 0x55866703b140 2024-05-21T00:22:27.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.774+0000 7f97b8edfb80 10 client.0 _ll_register_callbacks cb 0x558666f32c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:27.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.775+0000 7f97a6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 0x5586670570a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.775+0000 7f97a6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 0x5586670570a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47658/0 (socket says 172.21.15.12:47658) 2024-05-21T00:22:27.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.775+0000 7f97a6a00700 1 -- 172.21.15.12:0/2162871283 learned_addr learned my addr 172.21.15.12:0/2162871283 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:27.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.775+0000 7f97a7400700 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55866703b140 0x558667059d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.780 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.775+0000 7f97a7e00700 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040f30 0x5586670575e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.775+0000 7f97a6a00700 1 -- 172.21.15.12:0/2162871283 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55866703b140 msgr2=0x558667059d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.775+0000 7f97a6a00700 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55866703b140 0x558667059d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.775+0000 7f97a6a00700 1 -- 172.21.15.12:0/2162871283 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040f30 msgr2=0x5586670575e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.775+0000 7f97a6a00700 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040f30 0x5586670575e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.775+0000 7f97a6a00700 1 -- 172.21.15.12:0/2162871283 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558667057ba0 con 0x558667040610 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.775+0000 7f97a7400700 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55866703b140 0x558667059d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.776+0000 7f97a6a00700 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 0x5586670570a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f9794009680 tx=0x7f979400f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c840374d3edfc127 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.776+0000 7f9791600700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.776+0000 7f9791600700 1 -- 172.21.15.12:0/2162871283 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9794032060 con 0x558667040610 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.776+0000 7f9791600700 1 -- 172.21.15.12:0/2162871283 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f979400f880 con 0x558667040610 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.776+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2162871283 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97980a5f10 con 0x558667040610 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.776+0000 7f9791600700 1 -- 172.21.15.12:0/2162871283 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9794005040 con 0x558667040610 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.776+0000 7f97b8edfb80 10 client.16140 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:27.781 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.776+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2162871283 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5586670beab0 con 0x558667040610 2024-05-21T00:22:27.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.777+0000 7f9791600700 1 -- 172.21.15.12:0/2162871283 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f97980a5f10 con 0x558667040610 2024-05-21T00:22:27.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.777+0000 7f9791600700 1 -- 172.21.15.12:0/2162871283 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f9794003c50 con 0x558667040610 2024-05-21T00:22:27.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.777+0000 7f97b8edfb80 10 client.16140 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:27.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.777+0000 7f97b8edfb80 10 client.16140 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.f 2024-05-21T00:22:27.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.777+0000 7f97b8edfb80 20 client.16140 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:27.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.777+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5586670bf240 0x5586670c1660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:27.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.777+0000 7f97b8edfb80 4 client.16140 mds_command: new command op to 24493 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:22:27.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.777+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2162871283 --> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558666f94570 con 0x5586670bf240 2024-05-21T00:22:27.782 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.777+0000 7f97a7400700 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5586670bf240 0x5586670c1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:27.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.778+0000 7f97a7400700 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5586670bf240 0x5586670c1660 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=65a558f2fe51bfc0 server_cookie=a7870c898876b547 in_seq=0 out_seq=0 2024-05-21T00:22:27.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.778+0000 7f9791600700 10 client.16140 ms_handle_connect on v2:172.21.15.77:6834/4140862249 2024-05-21T00:22:27.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.778+0000 7f9791600700 1 -- 172.21.15.12:0/2162871283 <== mds.4 v2:172.21.15.77:6834/4140862249 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558666f94570 con 0x5586670bf240 2024-05-21T00:22:27.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.778+0000 7f9791600700 10 client.16140 handle_command_reply: tid=0 2024-05-21T00:22:27.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.778+0000 7f97b8edfb80 1 client.16140 shutdown 2024-05-21T00:22:27.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.778+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2162871283 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 msgr2=0x5586670570a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:27.783 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.778+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 0x5586670570a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f9794009680 tx=0x7f979400f460 comp rx=0 tx=0).stop 2024-05-21T00:22:27.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.778+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2162871283 shutdown_connections 2024-05-21T00:22:27.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.778+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x558667040f30 0x5586670575e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.778+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.77:6834/4140862249,v1:172.21.15.77:6835/4140862249] conn(0x5586670bf240 0x5586670c1660 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.778+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x55866703b140 0x558667059d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.779+0000 7f97b8edfb80 1 --2- 172.21.15.12:0/2162871283 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x558667040610 0x5586670570a0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.779+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2162871283 >> 172.21.15.12:0/2162871283 conn(0x558666f68be0 msgr2=0x558667041310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:27.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.779+0000 7f9791600700 0 client.16140 ms_handle_reset on v2:172.21.15.77:6834/4140862249 2024-05-21T00:22:27.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.779+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2162871283 shutdown_connections 2024-05-21T00:22:27.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.779+0000 7f97b8edfb80 1 -- 172.21.15.12:0/2162871283 wait complete. 2024-05-21T00:22:27.784 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.779+0000 7f97b8edfb80 20 client.16140 trim_cache size 0 max 16384 2024-05-21T00:22:27.784 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:22:27.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.780+0000 7f97ae600700 1 -- 172.21.15.12:0/2086268595 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f978c0b2900 msgr2=0x7f978c0b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:27.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.780+0000 7f97ae600700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f978c0b2900 0x7f978c0b4dc0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f97a0009fd0 tx=0x7f97a0003cf0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.780+0000 7f97ae600700 1 -- 172.21.15.12:0/2086268595 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97a8075770 msgr2=0x7f97a819be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:27.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.780+0000 7f97ae600700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97a8075770 0x7f97a819be80 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f979800e9a0 tx=0x7f979800ecb0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.780+0000 7f97ae600700 1 -- 172.21.15.12:0/2086268595 shutdown_connections 2024-05-21T00:22:27.785 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.780+0000 7f97ae600700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f97a810ff40 0x7f97a81a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.780+0000 7f97ae600700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f978c0b2900 0x7f978c0b4dc0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.780+0000 7f97ae600700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f97a8075770 0x7f97a819be80 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.780+0000 7f97ae600700 1 --2- 172.21.15.12:0/2086268595 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f97a8076090 0x7f97a819c3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:27.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.780+0000 7f97ae600700 1 -- 172.21.15.12:0/2086268595 >> 172.21.15.12:0/2086268595 conn(0x7f97a807a6a0 msgr2=0x7f97a8100850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:27.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.780+0000 7f97ae600700 1 -- 172.21.15.12:0/2086268595 shutdown_connections 2024-05-21T00:22:27.786 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:27.780+0000 7f97ae600700 1 -- 172.21.15.12:0/2086268595 wait complete. 2024-05-21T00:22:28.932 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-05-21T00:22:29.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:28 smithi060 ceph-mon[36426]: pgmap v601: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-21T00:22:29.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:28 smithi077 ceph-mon[36377]: pgmap v601: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-21T00:22:29.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:28 smithi012 ceph-mon[31403]: pgmap v601: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 10 op/s 2024-05-21T00:22:29.403 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:31.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:30 smithi012 ceph-mon[31403]: pgmap v602: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 341 B/s wr, 11 op/s 2024-05-21T00:22:31.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:30 smithi077 ceph-mon[36377]: pgmap v602: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 341 B/s wr, 11 op/s 2024-05-21T00:22:31.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:30 smithi060 ceph-mon[36426]: pgmap v602: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 341 B/s wr, 11 op/s 2024-05-21T00:22:31.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.593+0000 7f060f200700 1 -- 172.21.15.12:0/2666703545 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f060810b760 msgr2=0x7f060810bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:31.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.593+0000 7f060f200700 1 --2- 172.21.15.12:0/2666703545 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f060810b760 0x7f060810bb40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f05f8009990 tx=0x7f05f8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.593+0000 7f060f200700 1 -- 172.21.15.12:0/2666703545 shutdown_connections 2024-05-21T00:22:31.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.593+0000 7f060f200700 1 --2- 172.21.15.12:0/2666703545 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0608106120 0x7f0608112630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.593+0000 7f060f200700 1 --2- 172.21.15.12:0/2666703545 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f060810b760 0x7f060810bb40 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.593+0000 7f060f200700 1 --2- 172.21.15.12:0/2666703545 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f0608105760 0x7f0608105be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.593+0000 7f060f200700 1 -- 172.21.15.12:0/2666703545 >> 172.21.15.12:0/2666703545 conn(0x7f0608101250 msgr2=0x7f0608103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:31.596 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.593+0000 7f060f200700 1 -- 172.21.15.12:0/2666703545 shutdown_connections 2024-05-21T00:22:31.597 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.593+0000 7f060f200700 1 -- 172.21.15.12:0/2666703545 wait complete. 2024-05-21T00:22:31.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.594+0000 7f060f200700 1 Processor -- start 2024-05-21T00:22:31.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.594+0000 7f060f200700 1 -- start start 2024-05-21T00:22:31.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.595+0000 7f060f200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0608105760 0x7f060819be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.595+0000 7f060f200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0608106120 0x7f060819c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.595+0000 7f060f200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f060810b760 0x7f06081a0710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.595+0000 7f060f200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f06081159b0 con 0x7f0608106120 2024-05-21T00:22:31.598 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.595+0000 7f060f200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f0608115830 con 0x7f0608105760 2024-05-21T00:22:31.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.595+0000 7f060f200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f0608115b30 con 0x7f060810b760 2024-05-21T00:22:31.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.595+0000 7f0607e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0608105760 0x7f060819be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.595+0000 7f0607e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0608105760 0x7f060819be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56612/0 (socket says 172.21.15.12:56612) 2024-05-21T00:22:31.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.595+0000 7f05ffe00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0608106120 0x7f060819c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.595+0000 7f0607e00700 1 -- 172.21.15.12:0/4261214136 learned_addr learned my addr 172.21.15.12:0/4261214136 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:31.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.595+0000 7f060d200700 1 --2- 172.21.15.12:0/4261214136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f060810b760 0x7f06081a0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.596+0000 7f0607e00700 1 -- 172.21.15.12:0/4261214136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f060810b760 msgr2=0x7f06081a0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:31.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.596+0000 7f0607e00700 1 --2- 172.21.15.12:0/4261214136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f060810b760 0x7f06081a0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.596+0000 7f0607e00700 1 -- 172.21.15.12:0/4261214136 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0608106120 msgr2=0x7f060819c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:31.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.596+0000 7f0607e00700 1 --2- 172.21.15.12:0/4261214136 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0608106120 0x7f060819c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.599 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.596+0000 7f0607e00700 1 -- 172.21.15.12:0/4261214136 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06081a0e50 con 0x7f0608105760 2024-05-21T00:22:31.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.596+0000 7f0607e00700 1 --2- 172.21.15.12:0/4261214136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0608105760 0x7f060819be40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f05f80047b0 tx=0x7f05f8009550 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:31.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.596+0000 7f0605600700 1 -- 172.21.15.12:0/4261214136 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f8027070 con 0x7f0608105760 2024-05-21T00:22:31.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.596+0000 7f0605600700 1 -- 172.21.15.12:0/4261214136 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f05f8022470 con 0x7f0608105760 2024-05-21T00:22:31.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.596+0000 7f060f200700 1 -- 172.21.15.12:0/4261214136 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06081a10e0 con 0x7f0608105760 2024-05-21T00:22:31.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.597+0000 7f0605600700 1 -- 172.21.15.12:0/4261214136 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f8017650 con 0x7f0608105760 2024-05-21T00:22:31.600 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.597+0000 7f060f200700 1 -- 172.21.15.12:0/4261214136 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06081a89c0 con 0x7f0608105760 2024-05-21T00:22:31.603 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.600+0000 7f0605600700 1 -- 172.21.15.12:0/4261214136 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f05f802a070 con 0x7f0608105760 2024-05-21T00:22:31.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.601+0000 7f0619ac5b80 1 Processor -- start 2024-05-21T00:22:31.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.602+0000 7f0619ac5b80 1 -- start start 2024-05-21T00:22:31.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.602+0000 7f0619ac5b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d5680b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.602+0000 7f0619ac5b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680bf30 0x564d56805b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.604 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.602+0000 7f0605600700 1 --2- 172.21.15.12:0/4261214136 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f05ec0b2880 0x7f05ec0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.602+0000 7f0619ac5b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d568065c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.602+0000 7f0619ac5b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564d56763e40 con 0x564d56806140 2024-05-21T00:22:31.605 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.602+0000 7f0619ac5b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564d567539e0 con 0x564d5680bf30 2024-05-21T00:22:31.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.602+0000 7f0619ac5b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x564d56757a20 con 0x564d5680b610 2024-05-21T00:22:31.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.602+0000 7f0607e00700 1 --2- 172.21.15.12:0/4261214136 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f05ec0b2880 0x7f05ec0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.602+0000 7f0605600700 1 -- 172.21.15.12:0/4261214136 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f05f80e2e90 con 0x7f0608105760 2024-05-21T00:22:31.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.602+0000 7f05ffe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680bf30 0x564d56805b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.603+0000 7f05ffe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680bf30 0x564d56805b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56614/0 (socket says 172.21.15.12:56614) 2024-05-21T00:22:31.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.603+0000 7f05ffe00700 1 -- 172.21.15.12:0/943209249 learned_addr learned my addr 172.21.15.12:0/943209249 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:31.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.603+0000 7f060d200700 1 --2- 172.21.15.12:0/943209249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d5680b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.603+0000 7f060d200700 1 --2- 172.21.15.12:0/943209249 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d568065c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.603+0000 7f05ffe00700 1 -- 172.21.15.12:0/943209249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 msgr2=0x564d5680b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:31.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.603+0000 7f05ffe00700 1 --2- 172.21.15.12:0/943209249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d5680b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.606 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.603+0000 7f05ffe00700 1 -- 172.21.15.12:0/943209249 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 msgr2=0x564d568065c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:31.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.603+0000 7f05ffe00700 1 --2- 172.21.15.12:0/943209249 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d568065c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.603+0000 7f05ffe00700 1 -- 172.21.15.12:0/943209249 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d5671c420 con 0x564d5680bf30 2024-05-21T00:22:31.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.603+0000 7f060d200700 1 --2- 172.21.15.12:0/943209249 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d568065c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:22:31.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.603+0000 7f0607e00700 1 --2- 172.21.15.12:0/4261214136 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f05ec0b2880 0x7f05ec0b4d40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f05f8004800 tx=0x7f05f802a000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:31.607 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.603+0000 7f05ffe00700 1 --2- 172.21.15.12:0/943209249 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680bf30 0x564d56805b20 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f05f0009d30 tx=0x7f05f0011720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8710bf749cd24b5 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:31.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.604+0000 7f05fd600700 1 -- 172.21.15.12:0/943209249 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f001e070 con 0x564d5680bf30 2024-05-21T00:22:31.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.604+0000 7f05fd600700 1 -- 172.21.15.12:0/943209249 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f05f0019ae0 con 0x564d5680bf30 2024-05-21T00:22:31.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.604+0000 7f05fd600700 1 -- 172.21.15.12:0/943209249 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f000ea90 con 0x564d5680bf30 2024-05-21T00:22:31.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.604+0000 7f0619ac5b80 1 -- 172.21.15.12:0/943209249 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680bf30 msgr2=0x564d56805b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:31.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.604+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/943209249 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680bf30 0x564d56805b20 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f05f0009d30 tx=0x7f05f0011720 comp rx=0 tx=0).stop 2024-05-21T00:22:31.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.605+0000 7f0619ac5b80 1 -- 172.21.15.12:0/943209249 shutdown_connections 2024-05-21T00:22:31.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.605+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/943209249 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d568065c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.608 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.605+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/943209249 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d5680b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.605+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/943209249 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680bf30 0x564d56805b20 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.605+0000 7f0619ac5b80 1 -- 172.21.15.12:0/943209249 >> 172.21.15.12:0/943209249 conn(0x564d56733be0 msgr2=0x564d56800690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:31.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.605+0000 7f0619ac5b80 1 -- 172.21.15.12:0/943209249 shutdown_connections 2024-05-21T00:22:31.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.605+0000 7f0619ac5b80 1 -- 172.21.15.12:0/943209249 wait complete. 2024-05-21T00:22:31.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.605+0000 7f0619ac5b80 1 -- start start 2024-05-21T00:22:31.609 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.606+0000 7f0619ac5b80 1 Processor -- start 2024-05-21T00:22:31.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.606+0000 7f0619ac5b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d56806140 0x564d56811c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.606+0000 7f0619ac5b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d5680f030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.606+0000 7f0619ac5b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d5680bf30 0x564d5680f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.611 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.606+0000 7f0619ac5b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x564d56659fa0 con 0x564d5680bf30 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.606+0000 7f0619ac5b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x564d566f4760 con 0x564d56806140 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.606+0000 7f0619ac5b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x564d568129e0 con 0x564d5680b610 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.606+0000 7f0619ac5b80 10 client.0 _ll_register_callbacks cb 0x564d566fdc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.606+0000 7f060d200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d56806140 0x564d56811c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.606+0000 7f05ffe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d5680f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.606+0000 7f060d200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d56806140 0x564d56811c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56626/0 (socket says 172.21.15.12:56626) 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.607+0000 7f060d200700 1 -- 172.21.15.12:0/4196931216 learned_addr learned my addr 172.21.15.12:0/4196931216 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.607+0000 7f060d200700 1 --2- 172.21.15.12:0/4196931216 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d5680bf30 0x564d5680f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.607+0000 7f05ffe00700 1 -- 172.21.15.12:0/4196931216 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d56806140 msgr2=0x564d56811c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.607+0000 7f05ffe00700 1 --2- 172.21.15.12:0/4196931216 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d56806140 0x564d56811c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.607+0000 7f05ffe00700 1 -- 172.21.15.12:0/4196931216 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d5680bf30 msgr2=0x564d5680f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.607+0000 7f05ffe00700 1 --2- 172.21.15.12:0/4196931216 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d5680bf30 0x564d5680f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.607+0000 7f05ffe00700 1 -- 172.21.15.12:0/4196931216 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d566a38d0 con 0x564d5680b610 2024-05-21T00:22:31.612 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.607+0000 7f05ffe00700 1 --2- 172.21.15.12:0/4196931216 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d5680f030 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f05f0009d00 tx=0x7f05f000e3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b8284aaed9dfedad server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:31.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.607+0000 7f05f6000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:22:31.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.608+0000 7f05f6000700 1 -- 172.21.15.12:0/4196931216 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f0027070 con 0x564d5680b610 2024-05-21T00:22:31.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.608+0000 7f0619ac5b80 1 -- 172.21.15.12:0/4196931216 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f05f0019ae0 con 0x564d5680b610 2024-05-21T00:22:31.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.608+0000 7f05f6000700 1 -- 172.21.15.12:0/4196931216 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f05f0019840 con 0x564d5680b610 2024-05-21T00:22:31.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.608+0000 7f05f6000700 1 -- 172.21.15.12:0/4196931216 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f05f0032050 con 0x564d5680b610 2024-05-21T00:22:31.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.608+0000 7f0619ac5b80 10 client.26299 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:31.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.608+0000 7f0619ac5b80 1 -- 172.21.15.12:0/4196931216 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564d56724060 con 0x564d5680b610 2024-05-21T00:22:31.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.608+0000 7f05f6000700 1 -- 172.21.15.12:0/4196931216 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f05f0019ae0 con 0x564d5680b610 2024-05-21T00:22:31.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.609+0000 7f05f6000700 1 -- 172.21.15.12:0/4196931216 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f05f0004750 con 0x564d5680b610 2024-05-21T00:22:31.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.609+0000 7f0619ac5b80 10 client.26299 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:31.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.609+0000 7f0619ac5b80 10 client.26299 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:22:31.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.609+0000 7f0619ac5b80 20 client.26299 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:31.613 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.609+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/4196931216 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x564d5681f3d0 0x564d568217c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.609+0000 7f0619ac5b80 4 client.26299 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:22:31.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.609+0000 7f0619ac5b80 1 -- 172.21.15.12:0/4196931216 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d56765d90 con 0x564d5681f3d0 2024-05-21T00:22:31.614 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.609+0000 7f060d200700 1 --2- 172.21.15.12:0/4196931216 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x564d5681f3d0 0x564d568217c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.610+0000 7f060d200700 1 --2- 172.21.15.12:0/4196931216 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x564d5681f3d0 0x564d568217c0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=63e94ebc44bca512 server_cookie=76dfa57c4e564dab in_seq=0 out_seq=0 2024-05-21T00:22:31.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.610+0000 7f05f6000700 10 client.26299 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:22:31.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.610+0000 7f05f6000700 1 -- 172.21.15.12:0/4196931216 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x564d56765d90 con 0x564d5681f3d0 2024-05-21T00:22:31.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.610+0000 7f05f6000700 10 client.26299 handle_command_reply: tid=0 2024-05-21T00:22:31.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.611+0000 7f0619ac5b80 1 client.26299 shutdown 2024-05-21T00:22:31.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.611+0000 7f0619ac5b80 1 -- 172.21.15.12:0/4196931216 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 msgr2=0x564d5680f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:31.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.611+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/4196931216 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d5680f030 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f05f0009d00 tx=0x7f05f000e3b0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.611+0000 7f0619ac5b80 1 -- 172.21.15.12:0/4196931216 shutdown_connections 2024-05-21T00:22:31.615 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.611+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/4196931216 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d5680bf30 0x564d5680f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.611+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/4196931216 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d56806140 0x564d56811c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.611+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/4196931216 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x564d5681f3d0 0x564d568217c0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.611+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/4196931216 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d5680f030 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.611+0000 7f0619ac5b80 1 -- 172.21.15.12:0/4196931216 >> 172.21.15.12:0/4196931216 conn(0x564d56733be0 msgr2=0x564d567ffd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:31.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.611+0000 7f05f6000700 0 client.26299 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:22:31.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.611+0000 7f0619ac5b80 1 -- 172.21.15.12:0/4196931216 shutdown_connections 2024-05-21T00:22:31.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.611+0000 7f0619ac5b80 1 -- 172.21.15.12:0/4196931216 wait complete. 2024-05-21T00:22:31.616 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.611+0000 7f0619ac5b80 20 client.26299 trim_cache size 0 max 16384 2024-05-21T00:22:31.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.628+0000 7f0619ac5b80 1 Processor -- start 2024-05-21T00:22:31.634 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.628+0000 7f0619ac5b80 1 -- start start 2024-05-21T00:22:31.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.628+0000 7f0619ac5b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d56805b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.628+0000 7f0619ac5b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680b610 0x564d5680cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f0619ac5b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680bf30 0x564d568004f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f0619ac5b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f06081afb80 con 0x564d56806140 2024-05-21T00:22:31.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f0619ac5b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f06081b16c0 con 0x564d5680b610 2024-05-21T00:22:31.635 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f0619ac5b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f06081b0250 con 0x564d5680bf30 2024-05-21T00:22:31.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f060d200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d56805b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f060d200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d56805b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47704/0 (socket says 172.21.15.12:47704) 2024-05-21T00:22:31.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f060d200700 1 -- 172.21.15.12:0/825522891 learned_addr learned my addr 172.21.15.12:0/825522891 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:31.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f05ffe00700 1 --2- 172.21.15.12:0/825522891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680b610 0x564d5680cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f060d200700 1 --2- 172.21.15.12:0/825522891 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680bf30 0x564d568004f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.636 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f060d200700 1 -- 172.21.15.12:0/825522891 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680bf30 msgr2=0x564d568004f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:31.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f060d200700 1 --2- 172.21.15.12:0/825522891 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680bf30 0x564d568004f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f060d200700 1 -- 172.21.15.12:0/825522891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680b610 msgr2=0x564d5680cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:31.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f060d200700 1 --2- 172.21.15.12:0/825522891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680b610 0x564d5680cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f060d200700 1 -- 172.21.15.12:0/825522891 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d5680d5a0 con 0x564d56806140 2024-05-21T00:22:31.637 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.629+0000 7f05ffe00700 1 --2- 172.21.15.12:0/825522891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680b610 0x564d5680cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:31.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.630+0000 7f060d200700 1 --2- 172.21.15.12:0/825522891 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d56805b20 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x564d56821ef0 tx=0x7f060000b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfab20bd793b4112 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:31.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.630+0000 7f05fcc00700 1 -- 172.21.15.12:0/825522891 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0600028020 con 0x564d56806140 2024-05-21T00:22:31.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.630+0000 7f05fcc00700 1 -- 172.21.15.12:0/825522891 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f060001f030 con 0x564d56806140 2024-05-21T00:22:31.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.630+0000 7f05fcc00700 1 -- 172.21.15.12:0/825522891 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0600005460 con 0x564d56806140 2024-05-21T00:22:31.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.631+0000 7f0619ac5b80 1 -- 172.21.15.12:0/825522891 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 msgr2=0x564d56805b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:31.638 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.631+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/825522891 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d56805b20 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x564d56821ef0 tx=0x7f060000b040 comp rx=0 tx=0).stop 2024-05-21T00:22:31.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.631+0000 7f0619ac5b80 1 -- 172.21.15.12:0/825522891 shutdown_connections 2024-05-21T00:22:31.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.631+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/825522891 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680bf30 0x564d568004f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.631+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/825522891 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d56805b20 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.631+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/825522891 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680b610 0x564d5680cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.631+0000 7f0619ac5b80 1 -- 172.21.15.12:0/825522891 >> 172.21.15.12:0/825522891 conn(0x564d56733be0 msgr2=0x564d5680d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:31.639 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.631+0000 7f0619ac5b80 1 -- 172.21.15.12:0/825522891 shutdown_connections 2024-05-21T00:22:31.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.631+0000 7f0619ac5b80 1 -- 172.21.15.12:0/825522891 wait complete. 2024-05-21T00:22:31.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.632+0000 7f0619ac5b80 1 -- start start 2024-05-21T00:22:31.640 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.632+0000 7f0619ac5b80 1 Processor -- start 2024-05-21T00:22:31.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.632+0000 7f0619ac5b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d56818120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.632+0000 7f0619ac5b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d56826570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.632+0000 7f0619ac5b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680bf30 0x564d56826ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.632+0000 7f0619ac5b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f06081b0ff0 con 0x564d56806140 2024-05-21T00:22:31.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.632+0000 7f0619ac5b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f06081b0920 con 0x564d5680bf30 2024-05-21T00:22:31.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.632+0000 7f0619ac5b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f06081adb40 con 0x564d5680b610 2024-05-21T00:22:31.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.632+0000 7f0619ac5b80 10 client.0 _ll_register_callbacks cb 0x564d566fdc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:31.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.633+0000 7f060d200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d56818120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.633+0000 7f05ffe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d56826570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.633+0000 7f060d200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d56818120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:47720/0 (socket says 172.21.15.12:47720) 2024-05-21T00:22:31.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.633+0000 7f060d200700 1 -- 172.21.15.12:0/1549993036 learned_addr learned my addr 172.21.15.12:0/1549993036 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:31.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.633+0000 7f060d200700 1 --2- 172.21.15.12:0/1549993036 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680bf30 0x564d56826ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.633+0000 7f05ffe00700 1 -- 172.21.15.12:0/1549993036 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680bf30 msgr2=0x564d56826ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:31.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.633+0000 7f05ffe00700 1 --2- 172.21.15.12:0/1549993036 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680bf30 0x564d56826ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.633+0000 7f05ffe00700 1 -- 172.21.15.12:0/1549993036 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 msgr2=0x564d56818120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:31.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.633+0000 7f05ffe00700 1 --2- 172.21.15.12:0/1549993036 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d56818120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.633+0000 7f05ffe00700 1 -- 172.21.15.12:0/1549993036 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d56827070 con 0x564d5680b610 2024-05-21T00:22:31.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.633+0000 7f060d200700 1 --2- 172.21.15.12:0/1549993036 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d56818120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:31.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.634+0000 7f05ffe00700 1 --2- 172.21.15.12:0/1549993036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d56826570 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f05f0001eb0 tx=0x7f05f0004ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=39489156b15a4635 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:31.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.634+0000 7f05f6000700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:22:31.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.634+0000 7f05f6000700 1 -- 172.21.15.12:0/1549993036 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f0027040 con 0x564d5680b610 2024-05-21T00:22:31.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.634+0000 7f0619ac5b80 1 -- 172.21.15.12:0/1549993036 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f060001f030 con 0x564d5680b610 2024-05-21T00:22:31.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.634+0000 7f05f6000700 1 -- 172.21.15.12:0/1549993036 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f05f0005410 con 0x564d5680b610 2024-05-21T00:22:31.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.634+0000 7f05f6000700 1 -- 172.21.15.12:0/1549993036 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f05f003d070 con 0x564d5680b610 2024-05-21T00:22:31.647 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.634+0000 7f0619ac5b80 10 client.26305 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:31.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.634+0000 7f0619ac5b80 1 -- 172.21.15.12:0/1549993036 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564d56889c00 con 0x564d5680b610 2024-05-21T00:22:31.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.635+0000 7f05f6000700 1 -- 172.21.15.12:0/1549993036 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f060001f030 con 0x564d5680b610 2024-05-21T00:22:31.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.635+0000 7f05f6000700 1 -- 172.21.15.12:0/1549993036 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f05f0019840 con 0x564d5680b610 2024-05-21T00:22:31.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.635+0000 7f0619ac5b80 10 client.26305 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:31.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.635+0000 7f0619ac5b80 10 client.26305 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-05-21T00:22:31.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.635+0000 7f0619ac5b80 20 client.26305 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:31.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.635+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/1549993036 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x564d5688a2b0 0x564d5688c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:31.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.635+0000 7f0619ac5b80 4 client.26305 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:22:31.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.635+0000 7f0619ac5b80 1 -- 172.21.15.12:0/1549993036 --> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564d5675f570 con 0x564d5688a2b0 2024-05-21T00:22:31.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.635+0000 7f060d200700 1 --2- 172.21.15.12:0/1549993036 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x564d5688a2b0 0x564d5688c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:31.648 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.636+0000 7f060d200700 1 --2- 172.21.15.12:0/1549993036 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x564d5688a2b0 0x564d5688c6d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=8026be9adebe7727 server_cookie=ce5fed053e07769f in_seq=0 out_seq=0 2024-05-21T00:22:31.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.636+0000 7f05f6000700 10 client.26305 ms_handle_connect on v2:172.21.15.77:6836/2756899193 2024-05-21T00:22:31.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.636+0000 7f05f6000700 1 -- 172.21.15.12:0/1549993036 <== mds.3 v2:172.21.15.77:6836/2756899193 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564d5675f570 con 0x564d5688a2b0 2024-05-21T00:22:31.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.636+0000 7f05f6000700 10 client.26305 handle_command_reply: tid=0 2024-05-21T00:22:31.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.636+0000 7f0619ac5b80 1 client.26305 shutdown 2024-05-21T00:22:31.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.636+0000 7f0619ac5b80 1 -- 172.21.15.12:0/1549993036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 msgr2=0x564d56826570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:31.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.636+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/1549993036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d56826570 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f05f0001eb0 tx=0x7f05f0004ed0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.637+0000 7f0619ac5b80 1 -- 172.21.15.12:0/1549993036 shutdown_connections 2024-05-21T00:22:31.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.637+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/1549993036 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x564d5680bf30 0x564d56826ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.637+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/1549993036 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x564d56806140 0x564d56818120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.637+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/1549993036 >> [v2:172.21.15.77:6836/2756899193,v1:172.21.15.77:6837/2756899193] conn(0x564d5688a2b0 0x564d5688c6d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.637+0000 7f0619ac5b80 1 --2- 172.21.15.12:0/1549993036 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x564d5680b610 0x564d56826570 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.649 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.637+0000 7f0619ac5b80 1 -- 172.21.15.12:0/1549993036 >> 172.21.15.12:0/1549993036 conn(0x564d56733be0 msgr2=0x564d5680e080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:31.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.637+0000 7f05f6000700 0 client.26305 ms_handle_reset on v2:172.21.15.77:6836/2756899193 2024-05-21T00:22:31.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.637+0000 7f0619ac5b80 1 -- 172.21.15.12:0/1549993036 shutdown_connections 2024-05-21T00:22:31.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.637+0000 7f0619ac5b80 1 -- 172.21.15.12:0/1549993036 wait complete. 2024-05-21T00:22:31.650 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.637+0000 7f0619ac5b80 20 client.26305 trim_cache size 0 max 16384 2024-05-21T00:22:31.650 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:22:31.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.638+0000 7f060f200700 1 -- 172.21.15.12:0/4261214136 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f05ec0b2880 msgr2=0x7f05ec0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:31.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.638+0000 7f060f200700 1 --2- 172.21.15.12:0/4261214136 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f05ec0b2880 0x7f05ec0b4d40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f05f8004800 tx=0x7f05f802a000 comp rx=0 tx=0).stop 2024-05-21T00:22:31.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.638+0000 7f060f200700 1 -- 172.21.15.12:0/4261214136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0608105760 msgr2=0x7f060819be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:31.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.638+0000 7f060f200700 1 --2- 172.21.15.12:0/4261214136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0608105760 0x7f060819be40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f05f80047b0 tx=0x7f05f8009550 comp rx=0 tx=0).stop 2024-05-21T00:22:31.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.638+0000 7f060f200700 1 -- 172.21.15.12:0/4261214136 shutdown_connections 2024-05-21T00:22:31.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.638+0000 7f060f200700 1 --2- 172.21.15.12:0/4261214136 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f060810b760 0x7f06081a0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.638+0000 7f060f200700 1 --2- 172.21.15.12:0/4261214136 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f0608105760 0x7f060819be40 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.651 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.638+0000 7f060f200700 1 --2- 172.21.15.12:0/4261214136 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f05ec0b2880 0x7f05ec0b4d40 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.638+0000 7f060f200700 1 --2- 172.21.15.12:0/4261214136 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f0608106120 0x7f060819c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:31.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.638+0000 7f060f200700 1 -- 172.21.15.12:0/4261214136 >> 172.21.15.12:0/4261214136 conn(0x7f0608101250 msgr2=0x7f06081018f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:31.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.638+0000 7f060f200700 1 -- 172.21.15.12:0/4261214136 shutdown_connections 2024-05-21T00:22:31.652 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:31.638+0000 7f060f200700 1 -- 172.21.15.12:0/4261214136 wait complete. 2024-05-21T00:22:32.495 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-05-21T00:22:32.964 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:33.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:32 smithi077 ceph-mon[36377]: pgmap v603: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-05-21T00:22:33.293 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:32 smithi012 ceph-mon[31403]: pgmap v603: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-05-21T00:22:33.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:32 smithi060 ceph-mon[36426]: pgmap v603: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-05-21T00:22:35.052 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.049+0000 7f64d7200700 1 -- 172.21.15.12:0/1058729397 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f64d0114480 msgr2=0x7f64d0116870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:35.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.049+0000 7f64d7200700 1 --2- 172.21.15.12:0/1058729397 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f64d0114480 0x7f64d0116870 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f64cc00b0a0 tx=0x7f64cc00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.049+0000 7f64d7200700 1 -- 172.21.15.12:0/1058729397 shutdown_connections 2024-05-21T00:22:35.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.049+0000 7f64d7200700 1 --2- 172.21.15.12:0/1058729397 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f64d0114480 0x7f64d0116870 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.049+0000 7f64d7200700 1 --2- 172.21.15.12:0/1058729397 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64d00758e0 0x7f64d0075cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.049+0000 7f64d7200700 1 --2- 172.21.15.12:0/1058729397 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d0076200 0x7f64d0113f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.049+0000 7f64d7200700 1 -- 172.21.15.12:0/1058729397 >> 172.21.15.12:0/1058729397 conn(0x7f64d00fefc0 msgr2=0x7f64d01013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:35.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.049+0000 7f64d7200700 1 -- 172.21.15.12:0/1058729397 shutdown_connections 2024-05-21T00:22:35.053 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.049+0000 7f64d7200700 1 -- 172.21.15.12:0/1058729397 wait complete. 2024-05-21T00:22:35.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.051+0000 7f64d7200700 1 Processor -- start 2024-05-21T00:22:35.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.051+0000 7f64d7200700 1 -- start start 2024-05-21T00:22:35.054 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.051+0000 7f64d7200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64d00758e0 0x7f64d01a0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.051+0000 7f64d7200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d0076200 0x7f64d01a0640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.051+0000 7f64d7200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f64d0114480 0x7f64d01a49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.051+0000 7f64d7200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f64d0119c70 con 0x7f64d0114480 2024-05-21T00:22:35.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.051+0000 7f64d7200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f64d0119af0 con 0x7f64d0076200 2024-05-21T00:22:35.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.051+0000 7f64d7200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f64d0119df0 con 0x7f64d00758e0 2024-05-21T00:22:35.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.052+0000 7f64d5e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64d00758e0 0x7f64d01a0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.052+0000 7f64d5e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64d00758e0 0x7f64d01a0100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:40484/0 (socket says 172.21.15.12:40484) 2024-05-21T00:22:35.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.052+0000 7f64d5e00700 1 -- 172.21.15.12:0/1200580232 learned_addr learned my addr 172.21.15.12:0/1200580232 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:35.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.052+0000 7f64d6800700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f64d0114480 0x7f64d01a49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.052+0000 7f64d5400700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d0076200 0x7f64d01a0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.052+0000 7f64d5e00700 1 -- 172.21.15.12:0/1200580232 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d0076200 msgr2=0x7f64d01a0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:35.055 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.052+0000 7f64d5e00700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d0076200 0x7f64d01a0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.052+0000 7f64d5e00700 1 -- 172.21.15.12:0/1200580232 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f64d0114480 msgr2=0x7f64d01a49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:35.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.052+0000 7f64d5e00700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f64d0114480 0x7f64d01a49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.052+0000 7f64d5e00700 1 -- 172.21.15.12:0/1200580232 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64d01a5110 con 0x7f64d00758e0 2024-05-21T00:22:35.056 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.052+0000 7f64d5400700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d0076200 0x7f64d01a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:35.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.052+0000 7f64d6800700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f64d0114480 0x7f64d01a49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:35.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.053+0000 7f64d5e00700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64d00758e0 0x7f64d01a0100 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f64c400e9a0 tx=0x7f64c400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:35.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.053+0000 7f64caa00700 1 -- 172.21.15.12:0/1200580232 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c400ca10 con 0x7f64d00758e0 2024-05-21T00:22:35.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.053+0000 7f64caa00700 1 -- 172.21.15.12:0/1200580232 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64c400cbb0 con 0x7f64d00758e0 2024-05-21T00:22:35.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.053+0000 7f64d7200700 1 -- 172.21.15.12:0/1200580232 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64d01a5400 con 0x7f64d00758e0 2024-05-21T00:22:35.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.053+0000 7f64caa00700 1 -- 172.21.15.12:0/1200580232 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c4018680 con 0x7f64d00758e0 2024-05-21T00:22:35.057 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.053+0000 7f64d7200700 1 -- 172.21.15.12:0/1200580232 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64d01acc80 con 0x7f64d00758e0 2024-05-21T00:22:35.059 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.057+0000 7f64caa00700 1 -- 172.21.15.12:0/1200580232 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f64c4010430 con 0x7f64d00758e0 2024-05-21T00:22:35.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.058+0000 7f64e30c5b80 1 Processor -- start 2024-05-21T00:22:35.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.058+0000 7f64e30c5b80 1 -- start start 2024-05-21T00:22:35.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.058+0000 7f64e30c5b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5020 0x56538d3b5400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.058+0000 7f64e30c5b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5940 0x56538d3af4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.058+0000 7f64e30c5b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3aff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.058+0000 7f64e30c5b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56538d30de40 con 0x56538d3b5020 2024-05-21T00:22:35.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.058+0000 7f64e30c5b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56538d2fd9e0 con 0x56538d3b5940 2024-05-21T00:22:35.061 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.058+0000 7f64e30c5b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56538d301a20 con 0x56538d3afad0 2024-05-21T00:22:35.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.059+0000 7f64d5e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5940 0x56538d3af4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.059+0000 7f64d6800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5020 0x56538d3b5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.059+0000 7f64d5e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5940 0x56538d3af4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:56684/0 (socket says 172.21.15.12:56684) 2024-05-21T00:22:35.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.059+0000 7f64caa00700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f64b80b2880 0x7f64b80b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.059+0000 7f64d5e00700 1 -- 172.21.15.12:0/1976682946 learned_addr learned my addr 172.21.15.12:0/1976682946 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:35.064 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.059+0000 7f64d5400700 1 --2- 172.21.15.12:0/1976682946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3aff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.059+0000 7f64caa00700 1 -- 172.21.15.12:0/1200580232 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f64c40e2390 con 0x7f64d00758e0 2024-05-21T00:22:35.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.059+0000 7f64d6800700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f64b80b2880 0x7f64b80b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.059+0000 7f64d5400700 1 -- 172.21.15.12:0/1976682946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5940 msgr2=0x56538d3af4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:35.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.059+0000 7f64d5400700 1 --2- 172.21.15.12:0/1976682946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5940 0x56538d3af4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.059+0000 7f64d5400700 1 -- 172.21.15.12:0/1976682946 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5020 msgr2=0x56538d3b5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:35.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.059+0000 7f64d5400700 1 --2- 172.21.15.12:0/1976682946 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5020 0x56538d3b5400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.059+0000 7f64d5400700 1 -- 172.21.15.12:0/1976682946 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56538d2c6420 con 0x56538d3afad0 2024-05-21T00:22:35.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.060+0000 7f64d5400700 1 --2- 172.21.15.12:0/1976682946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3aff30 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f64c0009fb0 tx=0x7f64c0011720 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de180651fe313e01 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:35.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.060+0000 7f64bf400700 1 -- 172.21.15.12:0/1976682946 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c0004230 con 0x56538d3afad0 2024-05-21T00:22:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.060+0000 7f64bf400700 1 -- 172.21.15.12:0/1976682946 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64c0004ce0 con 0x56538d3afad0 2024-05-21T00:22:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.060+0000 7f64bf400700 1 -- 172.21.15.12:0/1976682946 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c0003680 con 0x56538d3afad0 2024-05-21T00:22:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.061+0000 7f64e30c5b80 1 -- 172.21.15.12:0/1976682946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 msgr2=0x56538d3aff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.061+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/1976682946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3aff30 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f64c0009fb0 tx=0x7f64c0011720 comp rx=0 tx=0).stop 2024-05-21T00:22:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.061+0000 7f64d6800700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f64b80b2880 0x7f64b80b4d40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f64cc009fd0 tx=0x7f64cc00b3b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.061+0000 7f64e30c5b80 1 -- 172.21.15.12:0/1976682946 shutdown_connections 2024-05-21T00:22:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.061+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/1976682946 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3aff30 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.061+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/1976682946 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5020 0x56538d3b5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.061+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/1976682946 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5940 0x56538d3af4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.061+0000 7f64e30c5b80 1 -- 172.21.15.12:0/1976682946 >> 172.21.15.12:0/1976682946 conn(0x56538d2ddbe0 msgr2=0x56538d3aa150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.061+0000 7f64e30c5b80 1 -- 172.21.15.12:0/1976682946 shutdown_connections 2024-05-21T00:22:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.061+0000 7f64e30c5b80 1 -- 172.21.15.12:0/1976682946 wait complete. 2024-05-21T00:22:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.061+0000 7f64e30c5b80 1 -- start start 2024-05-21T00:22:35.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.062+0000 7f64e30c5b80 1 Processor -- start 2024-05-21T00:22:35.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.062+0000 7f64e30c5b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3bb650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.062+0000 7f64e30c5b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5020 0x56538d3b89f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.062+0000 7f64e30c5b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3b8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.062+0000 7f64e30c5b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x56538d203fa0 con 0x56538d3b5940 2024-05-21T00:22:35.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.062+0000 7f64e30c5b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x56538d29e760 con 0x56538d3b5020 2024-05-21T00:22:35.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.062+0000 7f64e30c5b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x56538d3bc460 con 0x56538d3afad0 2024-05-21T00:22:35.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.063+0000 7f64e30c5b80 10 client.0 _ll_register_callbacks cb 0x56538d2a7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:35.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.063+0000 7f64d6800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3b8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.063+0000 7f64d5e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3bb650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.063+0000 7f64d5e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3bb650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:40496/0 (socket says 172.21.15.12:40496) 2024-05-21T00:22:35.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.063+0000 7f64d5e00700 1 -- 172.21.15.12:0/3771250879 learned_addr learned my addr 172.21.15.12:0/3771250879 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:35.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.063+0000 7f64d5400700 1 --2- 172.21.15.12:0/3771250879 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5020 0x56538d3b89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.063+0000 7f64d5e00700 1 -- 172.21.15.12:0/3771250879 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5020 msgr2=0x56538d3b89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:35.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.063+0000 7f64d5e00700 1 --2- 172.21.15.12:0/3771250879 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5020 0x56538d3b89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.063+0000 7f64d5e00700 1 -- 172.21.15.12:0/3771250879 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 msgr2=0x56538d3b8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:35.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.063+0000 7f64d5e00700 1 --2- 172.21.15.12:0/3771250879 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3b8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.063+0000 7f64d5e00700 1 -- 172.21.15.12:0/3771250879 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56538d24d8d0 con 0x56538d3afad0 2024-05-21T00:22:35.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.063+0000 7f64d6800700 1 --2- 172.21.15.12:0/3771250879 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3b8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:35.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.064+0000 7f64d5e00700 1 --2- 172.21.15.12:0/3771250879 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3bb650 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f64c40a9910 tx=0x7f64c40a9ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e21c06c533947e03 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:35.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.064+0000 7f64b3e00700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:22:35.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.064+0000 7f64b3e00700 1 -- 172.21.15.12:0/3771250879 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c40a90f0 con 0x56538d3afad0 2024-05-21T00:22:35.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.064+0000 7f64b3e00700 1 -- 172.21.15.12:0/3771250879 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f64c40a8de0 con 0x56538d3afad0 2024-05-21T00:22:35.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.064+0000 7f64e30c5b80 1 -- 172.21.15.12:0/3771250879 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64c0004ce0 con 0x56538d3afad0 2024-05-21T00:22:35.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.064+0000 7f64b3e00700 1 -- 172.21.15.12:0/3771250879 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f64c40c3050 con 0x56538d3afad0 2024-05-21T00:22:35.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.064+0000 7f64e30c5b80 10 client.26317 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:35.076 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.064+0000 7f64e30c5b80 1 -- 172.21.15.12:0/3771250879 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56538d2ce060 con 0x56538d3afad0 2024-05-21T00:22:35.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.065+0000 7f64b3e00700 1 -- 172.21.15.12:0/3771250879 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64c0004ce0 con 0x56538d3afad0 2024-05-21T00:22:35.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.065+0000 7f64b3e00700 1 -- 172.21.15.12:0/3771250879 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f64c40a52f0 con 0x56538d3afad0 2024-05-21T00:22:35.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.065+0000 7f64e30c5b80 10 client.26317 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:35.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.065+0000 7f64e30c5b80 10 client.26317 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:22:35.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.065+0000 7f64e30c5b80 20 client.26317 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:35.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.065+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/3771250879 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x56538d3c8f70 0x56538d3cb360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.077 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.065+0000 7f64e30c5b80 4 client.26317 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:22:35.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.065+0000 7f64e30c5b80 1 -- 172.21.15.12:0/3771250879 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56538d30fd90 con 0x56538d3c8f70 2024-05-21T00:22:35.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.065+0000 7f64d5400700 1 --2- 172.21.15.12:0/3771250879 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x56538d3c8f70 0x56538d3cb360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.066+0000 7f64d5400700 1 --2- 172.21.15.12:0/3771250879 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x56538d3c8f70 0x56538d3cb360 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f0a7e5dffb2ddbbd server_cookie=2ea52d6b01fd9513 in_seq=0 out_seq=0 2024-05-21T00:22:35.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.066+0000 7f64b3e00700 10 client.26317 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:22:35.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64b3e00700 1 -- 172.21.15.12:0/3771250879 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x56538d30fd90 con 0x56538d3c8f70 2024-05-21T00:22:35.078 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64b3e00700 10 client.26317 handle_command_reply: tid=0 2024-05-21T00:22:35.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64e30c5b80 1 client.26317 shutdown 2024-05-21T00:22:35.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64e30c5b80 1 -- 172.21.15.12:0/3771250879 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 msgr2=0x56538d3bb650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:35.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/3771250879 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3bb650 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f64c40a9910 tx=0x7f64c40a9ec0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64e30c5b80 1 -- 172.21.15.12:0/3771250879 shutdown_connections 2024-05-21T00:22:35.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/3771250879 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x56538d3c8f70 0x56538d3cb360 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/3771250879 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3b8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/3771250879 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3bb650 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.079 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/3771250879 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5020 0x56538d3b89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64b3e00700 0 client.26317 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:22:35.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64e30c5b80 1 -- 172.21.15.12:0/3771250879 >> 172.21.15.12:0/3771250879 conn(0x56538d2ddbe0 msgr2=0x56538d3ae4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:35.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64e30c5b80 1 -- 172.21.15.12:0/3771250879 shutdown_connections 2024-05-21T00:22:35.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.067+0000 7f64e30c5b80 1 -- 172.21.15.12:0/3771250879 wait complete. 2024-05-21T00:22:35.080 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.068+0000 7f64e30c5b80 20 client.26317 trim_cache size 0 max 16384 2024-05-21T00:22:35.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.084+0000 7f64e30c5b80 1 Processor -- start 2024-05-21T00:22:35.087 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.085+0000 7f64e30c5b80 1 -- start start 2024-05-21T00:22:35.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.085+0000 7f64e30c5b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3bae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.085+0000 7f64e30c5b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5020 0x56538d3afeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.085+0000 7f64e30c5b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3aee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.085+0000 7f64e30c5b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f64d01b3f80 con 0x56538d3b5940 2024-05-21T00:22:35.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.085+0000 7f64e30c5b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f64d01b5ac0 con 0x56538d3b5020 2024-05-21T00:22:35.088 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.085+0000 7f64e30c5b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f64d01b4650 con 0x56538d3afad0 2024-05-21T00:22:35.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.085+0000 7f64d5e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3bae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.085+0000 7f64d5400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5020 0x56538d3afeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.085+0000 7f64d5e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3bae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:48056/0 (socket says 172.21.15.12:48056) 2024-05-21T00:22:35.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.085+0000 7f64d5400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5020 0x56538d3afeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53002/0 (socket says 172.21.15.12:53002) 2024-05-21T00:22:35.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.085+0000 7f64d5e00700 1 -- 172.21.15.12:0/2514740801 learned_addr learned my addr 172.21.15.12:0/2514740801 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:35.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.086+0000 7f64d6800700 1 --2- 172.21.15.12:0/2514740801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3aee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.091 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.086+0000 7f64d5e00700 1 -- 172.21.15.12:0/2514740801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5020 msgr2=0x56538d3afeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:35.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.086+0000 7f64d5e00700 1 --2- 172.21.15.12:0/2514740801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5020 0x56538d3afeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.086+0000 7f64d5e00700 1 -- 172.21.15.12:0/2514740801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 msgr2=0x56538d3aee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:35.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.086+0000 7f64d5e00700 1 --2- 172.21.15.12:0/2514740801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3aee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.086+0000 7f64d5e00700 1 -- 172.21.15.12:0/2514740801 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56538d3b6f60 con 0x56538d3afad0 2024-05-21T00:22:35.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.086+0000 7f64d6800700 1 --2- 172.21.15.12:0/2514740801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3aee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:22:35.092 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.086+0000 7f64d5e00700 1 --2- 172.21.15.12:0/2514740801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3bae90 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f64c40a5a00 tx=0x7f64c40dfee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3eefc73ee476d5a server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:35.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.087+0000 7f64bea00700 1 -- 172.21.15.12:0/2514740801 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c40cc2e0 con 0x56538d3afad0 2024-05-21T00:22:35.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.087+0000 7f64bea00700 1 -- 172.21.15.12:0/2514740801 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f64c40b2120 con 0x56538d3afad0 2024-05-21T00:22:35.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.087+0000 7f64bea00700 1 -- 172.21.15.12:0/2514740801 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c4010980 con 0x56538d3afad0 2024-05-21T00:22:35.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.087+0000 7f64e30c5b80 1 -- 172.21.15.12:0/2514740801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 msgr2=0x56538d3bae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:35.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.087+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/2514740801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3bae90 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f64c40a5a00 tx=0x7f64c40dfee0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.087+0000 7f64e30c5b80 1 -- 172.21.15.12:0/2514740801 shutdown_connections 2024-05-21T00:22:35.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.087+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/2514740801 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3aee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.087+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/2514740801 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3afad0 0x56538d3bae90 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.087+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/2514740801 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3b5020 0x56538d3afeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.087+0000 7f64e30c5b80 1 -- 172.21.15.12:0/2514740801 >> 172.21.15.12:0/2514740801 conn(0x56538d2ddbe0 msgr2=0x56538d3b2b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:35.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.088+0000 7f64e30c5b80 1 -- 172.21.15.12:0/2514740801 shutdown_connections 2024-05-21T00:22:35.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.088+0000 7f64e30c5b80 1 -- 172.21.15.12:0/2514740801 wait complete. 2024-05-21T00:22:35.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.088+0000 7f64e30c5b80 1 -- start start 2024-05-21T00:22:35.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.088+0000 7f64e30c5b80 1 Processor -- start 2024-05-21T00:22:35.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.089+0000 7f64e30c5b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3afad0 0x56538d3c1e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.089+0000 7f64e30c5b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3b5020 0x56538d3d04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.089+0000 7f64e30c5b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3d0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.089+0000 7f64e30c5b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f64d01b53f0 con 0x56538d3b5940 2024-05-21T00:22:35.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.089+0000 7f64e30c5b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f64d01b4d20 con 0x56538d3afad0 2024-05-21T00:22:35.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.089+0000 7f64e30c5b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f64d01b1f20 con 0x56538d3b5020 2024-05-21T00:22:35.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.089+0000 7f64e30c5b80 10 client.0 _ll_register_callbacks cb 0x56538d2a7c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:35.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.089+0000 7f64d5e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3afad0 0x56538d3c1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.089+0000 7f64d6800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3d0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.089+0000 7f64d5e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3afad0 0x56538d3c1e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53006/0 (socket says 172.21.15.12:53006) 2024-05-21T00:22:35.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.089+0000 7f64d5e00700 1 -- 172.21.15.12:0/2209252195 learned_addr learned my addr 172.21.15.12:0/2209252195 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:35.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.089+0000 7f64d5400700 1 --2- 172.21.15.12:0/2209252195 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3b5020 0x56538d3d04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.090+0000 7f64d5e00700 1 -- 172.21.15.12:0/2209252195 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3b5020 msgr2=0x56538d3d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:35.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.090+0000 7f64d5e00700 1 --2- 172.21.15.12:0/2209252195 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3b5020 0x56538d3d04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.090+0000 7f64d5e00700 1 -- 172.21.15.12:0/2209252195 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 msgr2=0x56538d3d0a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:35.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.090+0000 7f64d5e00700 1 --2- 172.21.15.12:0/2209252195 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3d0a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.090+0000 7f64d5e00700 1 -- 172.21.15.12:0/2209252195 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56538d3d1270 con 0x56538d3afad0 2024-05-21T00:22:35.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.090+0000 7f64d5e00700 1 --2- 172.21.15.12:0/2209252195 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3afad0 0x56538d3c1e40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f64c40a5f20 tx=0x7f64c4010950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=596da074f2cda326 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:35.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.090+0000 7f64b3e00700 10 client.0 ms_handle_connect on v2:172.21.15.60:3300/0 2024-05-21T00:22:35.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.090+0000 7f64b3e00700 1 -- 172.21.15.12:0/2209252195 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c406d070 con 0x56538d3afad0 2024-05-21T00:22:35.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.090+0000 7f64b3e00700 1 -- 172.21.15.12:0/2209252195 <== mon.2 v2:172.21.15.60:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f64c406f2c0 con 0x56538d3afad0 2024-05-21T00:22:35.100 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.090+0000 7f64e30c5b80 1 -- 172.21.15.12:0/2209252195 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56538d309570 con 0x56538d3afad0 2024-05-21T00:22:35.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.091+0000 7f64b3e00700 1 -- 172.21.15.12:0/2209252195 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f64c40cc2e0 con 0x56538d3afad0 2024-05-21T00:22:35.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.091+0000 7f64e30c5b80 10 client.26318 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:35.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.091+0000 7f64e30c5b80 1 -- 172.21.15.12:0/2209252195 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56538d433b60 con 0x56538d3afad0 2024-05-21T00:22:35.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.091+0000 7f64b3e00700 1 -- 172.21.15.12:0/2209252195 <== mon.2 v2:172.21.15.60:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x56538d309570 con 0x56538d3afad0 2024-05-21T00:22:35.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.091+0000 7f64b3e00700 1 -- 172.21.15.12:0/2209252195 <== mon.2 v2:172.21.15.60:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f64c408a080 con 0x56538d3afad0 2024-05-21T00:22:35.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.091+0000 7f64e30c5b80 10 client.26318 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:35.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.091+0000 7f64e30c5b80 10 client.26318 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-05-21T00:22:35.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.091+0000 7f64e30c5b80 20 client.26318 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:35.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.091+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/2209252195 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x56538d433f70 0x56538d436360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:35.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.091+0000 7f64e30c5b80 4 client.26318 mds_command: new command op to 24523 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:22:35.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.091+0000 7f64e30c5b80 1 -- 172.21.15.12:0/2209252195 --> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56538d180250 con 0x56538d433f70 2024-05-21T00:22:35.101 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.092+0000 7f64d5400700 1 --2- 172.21.15.12:0/2209252195 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x56538d433f70 0x56538d436360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:35.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.092+0000 7f64d5400700 1 --2- 172.21.15.12:0/2209252195 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x56538d433f70 0x56538d436360 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5fb486040ac47392 server_cookie=5ffae1be200b259e in_seq=0 out_seq=0 2024-05-21T00:22:35.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.092+0000 7f64b3e00700 10 client.26318 ms_handle_connect on v2:172.21.15.77:6838/1967320043 2024-05-21T00:22:35.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.092+0000 7f64b3e00700 1 -- 172.21.15.12:0/2209252195 <== mds.2 v2:172.21.15.77:6838/1967320043 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56538d180250 con 0x56538d433f70 2024-05-21T00:22:35.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.092+0000 7f64b3e00700 10 client.26318 handle_command_reply: tid=0 2024-05-21T00:22:35.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.093+0000 7f64e30c5b80 1 client.26318 shutdown 2024-05-21T00:22:35.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.093+0000 7f64e30c5b80 1 -- 172.21.15.12:0/2209252195 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3afad0 msgr2=0x56538d3c1e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:35.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.093+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/2209252195 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3afad0 0x56538d3c1e40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f64c40a5f20 tx=0x7f64c4010950 comp rx=0 tx=0).stop 2024-05-21T00:22:35.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.093+0000 7f64e30c5b80 1 -- 172.21.15.12:0/2209252195 shutdown_connections 2024-05-21T00:22:35.102 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.093+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/2209252195 >> [v2:172.21.15.77:6838/1967320043,v1:172.21.15.77:6839/1967320043] conn(0x56538d433f70 0x56538d436360 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.093+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/2209252195 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x56538d3b5940 0x56538d3d0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.093+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/2209252195 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x56538d3afad0 0x56538d3c1e40 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.093+0000 7f64e30c5b80 1 --2- 172.21.15.12:0/2209252195 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x56538d3b5020 0x56538d3d04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.093+0000 7f64b3e00700 0 client.26318 ms_handle_reset on v2:172.21.15.77:6838/1967320043 2024-05-21T00:22:35.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.093+0000 7f64e30c5b80 1 -- 172.21.15.12:0/2209252195 >> 172.21.15.12:0/2209252195 conn(0x56538d2ddbe0 msgr2=0x56538d3a9c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:35.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.093+0000 7f64e30c5b80 1 -- 172.21.15.12:0/2209252195 shutdown_connections 2024-05-21T00:22:35.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.093+0000 7f64e30c5b80 1 -- 172.21.15.12:0/2209252195 wait complete. 2024-05-21T00:22:35.103 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.093+0000 7f64e30c5b80 20 client.26318 trim_cache size 0 max 16384 2024-05-21T00:22:35.103 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:22:35.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.094+0000 7f64d7200700 1 -- 172.21.15.12:0/1200580232 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f64b80b2880 msgr2=0x7f64b80b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:35.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.094+0000 7f64d7200700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f64b80b2880 0x7f64b80b4d40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f64cc009fd0 tx=0x7f64cc00b3b0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.094+0000 7f64d7200700 1 -- 172.21.15.12:0/1200580232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64d00758e0 msgr2=0x7f64d01a0100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:35.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.094+0000 7f64d7200700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64d00758e0 0x7f64d01a0100 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f64c400e9a0 tx=0x7f64c400ecb0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.094+0000 7f64d7200700 1 -- 172.21.15.12:0/1200580232 shutdown_connections 2024-05-21T00:22:35.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.094+0000 7f64d7200700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f64b80b2880 0x7f64b80b4d40 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.104 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.094+0000 7f64d7200700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f64d0114480 0x7f64d01a49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.094+0000 7f64d7200700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f64d00758e0 0x7f64d01a0100 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.094+0000 7f64d7200700 1 --2- 172.21.15.12:0/1200580232 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f64d0076200 0x7f64d01a0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:35.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.094+0000 7f64d7200700 1 -- 172.21.15.12:0/1200580232 >> 172.21.15.12:0/1200580232 conn(0x7f64d00fefc0 msgr2=0x7f64d0100710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:35.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.094+0000 7f64d7200700 1 -- 172.21.15.12:0/1200580232 shutdown_connections 2024-05-21T00:22:35.105 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:35.094+0000 7f64d7200700 1 -- 172.21.15.12:0/1200580232 wait complete. 2024-05-21T00:22:35.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:34 smithi077 ceph-mon[36377]: pgmap v604: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-21T00:22:35.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:34 smithi012 ceph-mon[31403]: pgmap v604: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-21T00:22:35.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:34 smithi060 ceph-mon[36426]: pgmap v604: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-05-21T00:22:35.848 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-05-21T00:22:36.318 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:37.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:36 smithi012 ceph-mon[31403]: pgmap v605: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 170 B/s wr, 11 op/s 2024-05-21T00:22:37.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:36 smithi077 ceph-mon[36377]: pgmap v605: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 170 B/s wr, 11 op/s 2024-05-21T00:22:37.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:36 smithi060 ceph-mon[36426]: pgmap v605: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 170 B/s wr, 11 op/s 2024-05-21T00:22:38.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.403+0000 7f8798000700 1 -- 172.21.15.12:0/33010865 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8790075770 msgr2=0x7f8790075b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:38.406 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.403+0000 7f8798000700 1 --2- 172.21.15.12:0/33010865 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8790075770 0x7f8790075b50 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f8784009990 tx=0x7f8784009ca0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.404+0000 7f8798000700 1 -- 172.21.15.12:0/33010865 shutdown_connections 2024-05-21T00:22:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.404+0000 7f8798000700 1 --2- 172.21.15.12:0/33010865 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f879010ff40 0x7f8790112330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.404+0000 7f8798000700 1 --2- 172.21.15.12:0/33010865 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8790075770 0x7f8790075b50 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.404+0000 7f8798000700 1 --2- 172.21.15.12:0/33010865 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8790076090 0x7f879010fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.404+0000 7f8798000700 1 -- 172.21.15.12:0/33010865 >> 172.21.15.12:0/33010865 conn(0x7f879007a6a0 msgr2=0x7f879007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.404+0000 7f8798000700 1 -- 172.21.15.12:0/33010865 shutdown_connections 2024-05-21T00:22:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.404+0000 7f8798000700 1 -- 172.21.15.12:0/33010865 wait complete. 2024-05-21T00:22:38.407 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.405+0000 7f8798000700 1 Processor -- start 2024-05-21T00:22:38.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.405+0000 7f8798000700 1 -- start start 2024-05-21T00:22:38.408 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.406+0000 7f8798000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8790075770 0x7f879019bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.406+0000 7f8798000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8790076090 0x7f879019c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.406+0000 7f8798000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f879010ff40 0x7f87901a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.406+0000 7f8798000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8790115960 con 0x7f8790075770 2024-05-21T00:22:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.406+0000 7f8798000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f87901157e0 con 0x7f8790076090 2024-05-21T00:22:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.406+0000 7f8798000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f8790115ae0 con 0x7f879010ff40 2024-05-21T00:22:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.406+0000 7f8795600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8790075770 0x7f879019bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.406+0000 7f8794c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8790076090 0x7f879019c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.406+0000 7f8794c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8790076090 0x7f879019c330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53020/0 (socket says 172.21.15.12:53020) 2024-05-21T00:22:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.406+0000 7f8794c00700 1 -- 172.21.15.12:0/1515666552 learned_addr learned my addr 172.21.15.12:0/1515666552 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.406+0000 7f8795600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8790075770 0x7f879019bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38370/0 (socket says 172.21.15.12:38370) 2024-05-21T00:22:38.409 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.406+0000 7f8796000700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f879010ff40 0x7f87901a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.407+0000 7f8794c00700 1 -- 172.21.15.12:0/1515666552 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f879010ff40 msgr2=0x7f87901a06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:38.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.407+0000 7f8794c00700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f879010ff40 0x7f87901a06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.407+0000 7f8794c00700 1 -- 172.21.15.12:0/1515666552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8790075770 msgr2=0x7f879019bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:38.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.407+0000 7f8794c00700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8790075770 0x7f879019bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.407+0000 7f8794c00700 1 -- 172.21.15.12:0/1515666552 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87901a0e00 con 0x7f8790076090 2024-05-21T00:22:38.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.407+0000 7f8796000700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f879010ff40 0x7f87901a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:38.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.407+0000 7f8795600700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8790075770 0x7f879019bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:38.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.407+0000 7f8794c00700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8790076090 0x7f879019c330 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f877c00e950 tx=0x7f877c00ec60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:38.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.408+0000 7f878e000700 1 -- 172.21.15.12:0/1515666552 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877c004230 con 0x7f8790076090 2024-05-21T00:22:38.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.408+0000 7f878e000700 1 -- 172.21.15.12:0/1515666552 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f877c0043d0 con 0x7f8790076090 2024-05-21T00:22:38.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.408+0000 7f878e000700 1 -- 172.21.15.12:0/1515666552 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877c003d30 con 0x7f8790076090 2024-05-21T00:22:38.411 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.408+0000 7f8798000700 1 -- 172.21.15.12:0/1515666552 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87901a10f0 con 0x7f8790076090 2024-05-21T00:22:38.412 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.408+0000 7f8798000700 1 -- 172.21.15.12:0/1515666552 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87901a8970 con 0x7f8790076090 2024-05-21T00:22:38.413 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.411+0000 7f878e000700 1 -- 172.21.15.12:0/1515666552 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f877c00c7c0 con 0x7f8790076090 2024-05-21T00:22:38.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.412+0000 7f87a2a82b80 1 Processor -- start 2024-05-21T00:22:38.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.413+0000 7f87a2a82b80 1 -- start start 2024-05-21T00:22:38.415 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.413+0000 7f878e000700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f87780b2880 0x7f87780b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.413+0000 7f87a2a82b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd12eb0 0x555decd13290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.413+0000 7f87a2a82b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd137d0 0x555decd0d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.413+0000 7f87a2a82b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd0d880 0x555decd0dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.413+0000 7f87a2a82b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x555decc6be40 con 0x555decd0d880 2024-05-21T00:22:38.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.413+0000 7f87a2a82b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x555decc5b9e0 con 0x555decd12eb0 2024-05-21T00:22:38.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.413+0000 7f87a2a82b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x555decc5fa20 con 0x555decd137d0 2024-05-21T00:22:38.416 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.413+0000 7f878e000700 1 -- 172.21.15.12:0/1515666552 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f877c0e2410 con 0x7f8790076090 2024-05-21T00:22:38.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.413+0000 7f8796000700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f87780b2880 0x7f87780b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.414+0000 7f8795600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd12eb0 0x555decd13290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.414+0000 7f8795600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd12eb0 0x555decd13290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53036/0 (socket says 172.21.15.12:53036) 2024-05-21T00:22:38.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.414+0000 7f8795600700 1 -- 172.21.15.12:0/2052348326 learned_addr learned my addr 172.21.15.12:0/2052348326 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:38.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.414+0000 7f8796000700 1 --2- 172.21.15.12:0/2052348326 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd0d880 0x555decd0dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.414+0000 7f8794c00700 1 --2- 172.21.15.12:0/2052348326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd137d0 0x555decd0d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.414+0000 7f8795600700 1 -- 172.21.15.12:0/2052348326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd137d0 msgr2=0x555decd0d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:38.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.414+0000 7f8795600700 1 --2- 172.21.15.12:0/2052348326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd137d0 0x555decd0d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.414+0000 7f8795600700 1 -- 172.21.15.12:0/2052348326 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd0d880 msgr2=0x555decd0dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:38.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.414+0000 7f8795600700 1 --2- 172.21.15.12:0/2052348326 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd0d880 0x555decd0dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.414+0000 7f8795600700 1 -- 172.21.15.12:0/2052348326 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555decc24420 con 0x555decd12eb0 2024-05-21T00:22:38.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.414+0000 7f8794c00700 1 --2- 172.21.15.12:0/2052348326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd137d0 0x555decd0d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:38.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.414+0000 7f8796000700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f87780b2880 0x7f87780b4d40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8788009fd0 tx=0x7f8788009330 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:38.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.415+0000 7f8795600700 1 --2- 172.21.15.12:0/2052348326 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd12eb0 0x555decd13290 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f87840096a0 tx=0x7f8784005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=78fed8fae2b4ede9 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:38.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.415+0000 7f8782a00700 1 -- 172.21.15.12:0/2052348326 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8784027070 con 0x555decd12eb0 2024-05-21T00:22:38.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.415+0000 7f8782a00700 1 -- 172.21.15.12:0/2052348326 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8784003680 con 0x555decd12eb0 2024-05-21T00:22:38.418 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.415+0000 7f8782a00700 1 -- 172.21.15.12:0/2052348326 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f878400f6c0 con 0x555decd12eb0 2024-05-21T00:22:38.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.416+0000 7f87a2a82b80 1 -- 172.21.15.12:0/2052348326 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd12eb0 msgr2=0x555decd13290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:38.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.416+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/2052348326 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd12eb0 0x555decd13290 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f87840096a0 tx=0x7f8784005fd0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.416+0000 7f87a2a82b80 1 -- 172.21.15.12:0/2052348326 shutdown_connections 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.416+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/2052348326 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd0d880 0x555decd0dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.416+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/2052348326 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd12eb0 0x555decd13290 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.416+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/2052348326 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd137d0 0x555decd0d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.416+0000 7f87a2a82b80 1 -- 172.21.15.12:0/2052348326 >> 172.21.15.12:0/2052348326 conn(0x555decc3bbe0 msgr2=0x555decd08010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.416+0000 7f87a2a82b80 1 -- 172.21.15.12:0/2052348326 shutdown_connections 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.416+0000 7f87a2a82b80 1 -- 172.21.15.12:0/2052348326 wait complete. 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.416+0000 7f87a2a82b80 1 -- start start 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.417+0000 7f87a2a82b80 1 Processor -- start 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.417+0000 7f87a2a82b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd0d880 0x555decd194c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.417+0000 7f87a2a82b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd12eb0 0x555decd16860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.417+0000 7f87a2a82b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd137d0 0x555decd16da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.417+0000 7f87a2a82b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x555decb61fa0 con 0x555decd12eb0 2024-05-21T00:22:38.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.417+0000 7f87a2a82b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x555decbfc760 con 0x555decd137d0 2024-05-21T00:22:38.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.417+0000 7f87a2a82b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x555decd1a1e0 con 0x555decd0d880 2024-05-21T00:22:38.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.417+0000 7f87a2a82b80 10 client.0 _ll_register_callbacks cb 0x555decc05c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:38.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.418+0000 7f8794c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd12eb0 0x555decd16860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.418+0000 7f8795600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd0d880 0x555decd194c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.418+0000 7f8794c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd12eb0 0x555decd16860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38392/0 (socket says 172.21.15.12:38392) 2024-05-21T00:22:38.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.418+0000 7f8794c00700 1 -- 172.21.15.12:0/1218941507 learned_addr learned my addr 172.21.15.12:0/1218941507 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:38.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.418+0000 7f8796000700 1 --2- 172.21.15.12:0/1218941507 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd137d0 0x555decd16da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.418+0000 7f8795600700 1 -- 172.21.15.12:0/1218941507 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd137d0 msgr2=0x555decd16da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:38.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.418+0000 7f8795600700 1 --2- 172.21.15.12:0/1218941507 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd137d0 0x555decd16da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.418+0000 7f8795600700 1 -- 172.21.15.12:0/1218941507 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd12eb0 msgr2=0x555decd16860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:38.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.418+0000 7f8795600700 1 --2- 172.21.15.12:0/1218941507 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd12eb0 0x555decd16860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.422 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.418+0000 7f8795600700 1 -- 172.21.15.12:0/1218941507 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555decbab8d0 con 0x555decd0d880 2024-05-21T00:22:38.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.419+0000 7f8795600700 1 --2- 172.21.15.12:0/1218941507 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd0d880 0x555decd194c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f87840098e0 tx=0x7f8784005300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d863702b6f281d86 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:38.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.419+0000 7f8777400700 10 client.0 ms_handle_connect on v2:172.21.15.77:3300/0 2024-05-21T00:22:38.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.419+0000 7f8777400700 1 -- 172.21.15.12:0/1218941507 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8784030060 con 0x555decd0d880 2024-05-21T00:22:38.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.419+0000 7f8777400700 1 -- 172.21.15.12:0/1218941507 <== mon.1 v2:172.21.15.77:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f878400f660 con 0x555decd0d880 2024-05-21T00:22:38.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.419+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1218941507 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8784003680 con 0x555decd0d880 2024-05-21T00:22:38.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.419+0000 7f8777400700 1 -- 172.21.15.12:0/1218941507 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8784027070 con 0x555decd0d880 2024-05-21T00:22:38.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.419+0000 7f87a2a82b80 10 client.26335 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:38.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.419+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1218941507 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555decc2c060 con 0x555decd0d880 2024-05-21T00:22:38.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.420+0000 7f8777400700 1 -- 172.21.15.12:0/1218941507 <== mon.1 v2:172.21.15.77:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8784003680 con 0x555decd0d880 2024-05-21T00:22:38.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.420+0000 7f8777400700 1 -- 172.21.15.12:0/1218941507 <== mon.1 v2:172.21.15.77:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f8784037480 con 0x555decd0d880 2024-05-21T00:22:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.420+0000 7f87a2a82b80 10 client.26335 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.420+0000 7f87a2a82b80 10 client.26335 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:22:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.420+0000 7f87a2a82b80 20 client.26335 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.420+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/1218941507 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x555decd26b80 0x555decd28f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.420+0000 7f87a2a82b80 4 client.26335 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:22:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.420+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1218941507 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555decc6dd90 con 0x555decd26b80 2024-05-21T00:22:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.420+0000 7f8794c00700 1 --2- 172.21.15.12:0/1218941507 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x555decd26b80 0x555decd28f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.421+0000 7f8794c00700 1 --2- 172.21.15.12:0/1218941507 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x555decd26b80 0x555decd28f70 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7abc72bbe931247c server_cookie=79e5180e778a24f8 in_seq=0 out_seq=0 2024-05-21T00:22:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.421+0000 7f8777400700 10 client.26335 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:22:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f8777400700 1 -- 172.21.15.12:0/1218941507 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x555decc6dd90 con 0x555decd26b80 2024-05-21T00:22:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f8777400700 10 client.26335 handle_command_reply: tid=0 2024-05-21T00:22:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f87a2a82b80 1 client.26335 shutdown 2024-05-21T00:22:38.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1218941507 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd0d880 msgr2=0x555decd194c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/1218941507 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd0d880 0x555decd194c0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f87840098e0 tx=0x7f8784005300 comp rx=0 tx=0).stop 2024-05-21T00:22:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1218941507 shutdown_connections 2024-05-21T00:22:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/1218941507 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd137d0 0x555decd16da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/1218941507 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd0d880 0x555decd194c0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/1218941507 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x555decd26b80 0x555decd28f70 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/1218941507 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd12eb0 0x555decd16860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1218941507 >> 172.21.15.12:0/1218941507 conn(0x555decc3bbe0 msgr2=0x555decd0c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f8777400700 0 client.26335 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:22:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1218941507 shutdown_connections 2024-05-21T00:22:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1218941507 wait complete. 2024-05-21T00:22:38.427 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.422+0000 7f87a2a82b80 20 client.26335 trim_cache size 0 max 16384 2024-05-21T00:22:38.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.439+0000 7f87a2a82b80 1 Processor -- start 2024-05-21T00:22:38.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.440+0000 7f87a2a82b80 1 -- start start 2024-05-21T00:22:38.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.440+0000 7f87a2a82b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd0d880 0x555decd0d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.440+0000 7f87a2a82b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd12eb0 0x555decd110d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.443 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.440+0000 7f87a2a82b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd137d0 0x555decd13bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.440+0000 7f87a2a82b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f87901afcd0 con 0x555decd137d0 2024-05-21T00:22:38.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.440+0000 7f87a2a82b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f87901b1810 con 0x555decd0d880 2024-05-21T00:22:38.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.440+0000 7f87a2a82b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f87901b03a0 con 0x555decd12eb0 2024-05-21T00:22:38.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.440+0000 7f8795600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd0d880 0x555decd0d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.440+0000 7f8795600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd0d880 0x555decd0d260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53046/0 (socket says 172.21.15.12:53046) 2024-05-21T00:22:38.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.440+0000 7f8795600700 1 -- 172.21.15.12:0/715512455 learned_addr learned my addr 172.21.15.12:0/715512455 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:38.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.440+0000 7f8796000700 1 --2- 172.21.15.12:0/715512455 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd137d0 0x555decd13bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.440+0000 7f8794c00700 1 --2- 172.21.15.12:0/715512455 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd12eb0 0x555decd110d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.441+0000 7f8795600700 1 -- 172.21.15.12:0/715512455 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd12eb0 msgr2=0x555decd110d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:38.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.441+0000 7f8795600700 1 --2- 172.21.15.12:0/715512455 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd12eb0 0x555decd110d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.444 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.441+0000 7f8795600700 1 -- 172.21.15.12:0/715512455 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd137d0 msgr2=0x555decd13bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:38.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.441+0000 7f8795600700 1 --2- 172.21.15.12:0/715512455 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd137d0 0x555decd13bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.445 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.441+0000 7f8795600700 1 -- 172.21.15.12:0/715512455 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555decd024c0 con 0x555decd0d880 2024-05-21T00:22:38.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.441+0000 7f8795600700 1 --2- 172.21.15.12:0/715512455 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd0d880 0x555decd0d260 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f87840096c0 tx=0x7f8784005fb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19bd49f2cd8f154c server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:38.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.441+0000 7f8782000700 1 -- 172.21.15.12:0/715512455 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8784030040 con 0x555decd0d880 2024-05-21T00:22:38.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.442+0000 7f8782000700 1 -- 172.21.15.12:0/715512455 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8784028040 con 0x555decd0d880 2024-05-21T00:22:38.447 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.442+0000 7f8782000700 1 -- 172.21.15.12:0/715512455 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8784037480 con 0x555decd0d880 2024-05-21T00:22:38.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.442+0000 7f87a2a82b80 1 -- 172.21.15.12:0/715512455 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd0d880 msgr2=0x555decd0d260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:38.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.442+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/715512455 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd0d880 0x555decd0d260 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f87840096c0 tx=0x7f8784005fb0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.442+0000 7f87a2a82b80 1 -- 172.21.15.12:0/715512455 shutdown_connections 2024-05-21T00:22:38.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.442+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/715512455 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd137d0 0x555decd13bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.442+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/715512455 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd0d880 0x555decd0d260 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.442+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/715512455 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd12eb0 0x555decd110d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.442+0000 7f87a2a82b80 1 -- 172.21.15.12:0/715512455 >> 172.21.15.12:0/715512455 conn(0x555decc3bbe0 msgr2=0x555decd109c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:38.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.442+0000 7f87a2a82b80 1 -- 172.21.15.12:0/715512455 shutdown_connections 2024-05-21T00:22:38.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.442+0000 7f87a2a82b80 1 -- 172.21.15.12:0/715512455 wait complete. 2024-05-21T00:22:38.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.443+0000 7f87a2a82b80 1 -- start start 2024-05-21T00:22:38.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.443+0000 7f87a2a82b80 1 Processor -- start 2024-05-21T00:22:38.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.443+0000 7f87a2a82b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd0d880 0x555decd29ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.448 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.443+0000 7f87a2a82b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd12eb0 0x555decd2a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f87a2a82b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd137d0 0x555decd2a920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f87a2a82b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f87901b1140 con 0x555decd12eb0 2024-05-21T00:22:38.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f87a2a82b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f87901b0a70 con 0x555decd137d0 2024-05-21T00:22:38.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f87a2a82b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f87901adc70 con 0x555decd0d880 2024-05-21T00:22:38.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f87a2a82b80 10 client.0 _ll_register_callbacks cb 0x555decc05c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:38.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f8794c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd12eb0 0x555decd2a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f8794c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd12eb0 0x555decd2a3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38418/0 (socket says 172.21.15.12:38418) 2024-05-21T00:22:38.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f8794c00700 1 -- 172.21.15.12:0/1606469271 learned_addr learned my addr 172.21.15.12:0/1606469271 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:38.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f8796000700 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd137d0 0x555decd2a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f8795600700 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd0d880 0x555decd29ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f8794c00700 1 -- 172.21.15.12:0/1606469271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd0d880 msgr2=0x555decd29ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:38.449 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f8794c00700 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd0d880 0x555decd29ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f8794c00700 1 -- 172.21.15.12:0/1606469271 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd137d0 msgr2=0x555decd2a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:38.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f8794c00700 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd137d0 0x555decd2a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f8794c00700 1 -- 172.21.15.12:0/1606469271 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555decd90590 con 0x555decd12eb0 2024-05-21T00:22:38.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f8795600700 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd0d880 0x555decd29ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:38.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.444+0000 7f8796000700 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd137d0 0x555decd2a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:38.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.445+0000 7f8794c00700 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd12eb0 0x555decd2a3e0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f877c0a9990 tx=0x7f877c004600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5964d81e71eb508 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:38.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.445+0000 7f8777400700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:22:38.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.445+0000 7f8777400700 1 -- 172.21.15.12:0/1606469271 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f877c0a9510 con 0x555decd12eb0 2024-05-21T00:22:38.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.445+0000 7f8777400700 1 -- 172.21.15.12:0/1606469271 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f877c00cd00 con 0x555decd12eb0 2024-05-21T00:22:38.450 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.445+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1606469271 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8784028040 con 0x555decd12eb0 2024-05-21T00:22:38.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.445+0000 7f8777400700 1 -- 172.21.15.12:0/1606469271 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f877c0aa100 con 0x555decd12eb0 2024-05-21T00:22:38.452 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.445+0000 7f87a2a82b80 10 client.16191 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:38.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.445+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1606469271 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555decd91870 con 0x555decd12eb0 2024-05-21T00:22:38.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.446+0000 7f8777400700 1 -- 172.21.15.12:0/1606469271 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8784028040 con 0x555decd12eb0 2024-05-21T00:22:38.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.446+0000 7f8777400700 1 -- 172.21.15.12:0/1606469271 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f877c0a9c60 con 0x555decd12eb0 2024-05-21T00:22:38.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.446+0000 7f87a2a82b80 10 client.16191 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:38.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.446+0000 7f87a2a82b80 10 client.16191 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.b 2024-05-21T00:22:38.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.446+0000 7f87a2a82b80 20 client.16191 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:38.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.446+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x555decd91f30 0x555decd94350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:38.453 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.446+0000 7f87a2a82b80 4 client.16191 mds_command: new command op to 24530 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:22:38.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.446+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1606469271 --> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555decc67570 con 0x555decd91f30 2024-05-21T00:22:38.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.446+0000 7f8795600700 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x555decd91f30 0x555decd94350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:38.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.447+0000 7f8795600700 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x555decd91f30 0x555decd94350 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3032ea45fc9a3ef9 server_cookie=af9e8e93e6cdb41d in_seq=0 out_seq=0 2024-05-21T00:22:38.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.447+0000 7f8777400700 10 client.16191 ms_handle_connect on v2:172.21.15.60:6838/1377681281 2024-05-21T00:22:38.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.447+0000 7f8777400700 1 -- 172.21.15.12:0/1606469271 <== mds.1 v2:172.21.15.60:6838/1377681281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555decc67570 con 0x555decd91f30 2024-05-21T00:22:38.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.447+0000 7f8777400700 10 client.16191 handle_command_reply: tid=0 2024-05-21T00:22:38.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.447+0000 7f87a2a82b80 1 client.16191 shutdown 2024-05-21T00:22:38.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.447+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1606469271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd12eb0 msgr2=0x555decd2a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:38.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.447+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd12eb0 0x555decd2a3e0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f877c0a9990 tx=0x7f877c004600 comp rx=0 tx=0).stop 2024-05-21T00:22:38.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.447+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1606469271 shutdown_connections 2024-05-21T00:22:38.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.447+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x555decd137d0 0x555decd2a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.447+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x555decd0d880 0x555decd29ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.454 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.447+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.60:6838/1377681281,v1:172.21.15.60:6839/1377681281] conn(0x555decd91f30 0x555decd94350 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.448+0000 7f8777400700 0 client.16191 ms_handle_reset on v2:172.21.15.60:6838/1377681281 2024-05-21T00:22:38.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.447+0000 7f87a2a82b80 1 --2- 172.21.15.12:0/1606469271 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x555decd12eb0 0x555decd2a3e0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.448+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1606469271 >> 172.21.15.12:0/1606469271 conn(0x555decc3bbe0 msgr2=0x555decd13bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:38.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.448+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1606469271 shutdown_connections 2024-05-21T00:22:38.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.448+0000 7f87a2a82b80 1 -- 172.21.15.12:0/1606469271 wait complete. 2024-05-21T00:22:38.455 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.448+0000 7f87a2a82b80 20 client.16191 trim_cache size 0 max 16384 2024-05-21T00:22:38.455 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:22:38.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.448+0000 7f8798000700 1 -- 172.21.15.12:0/1515666552 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f87780b2880 msgr2=0x7f87780b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:38.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.448+0000 7f8798000700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f87780b2880 0x7f87780b4d40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8788009fd0 tx=0x7f8788009330 comp rx=0 tx=0).stop 2024-05-21T00:22:38.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.448+0000 7f8798000700 1 -- 172.21.15.12:0/1515666552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8790076090 msgr2=0x7f879019c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:38.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.448+0000 7f8798000700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8790076090 0x7f879019c330 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f877c00e950 tx=0x7f877c00ec60 comp rx=0 tx=0).stop 2024-05-21T00:22:38.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.449+0000 7f8798000700 1 -- 172.21.15.12:0/1515666552 shutdown_connections 2024-05-21T00:22:38.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.449+0000 7f8798000700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f879010ff40 0x7f87901a06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.449+0000 7f8798000700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f87780b2880 0x7f87780b4d40 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.449+0000 7f8798000700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8790075770 0x7f879019bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.449+0000 7f8798000700 1 --2- 172.21.15.12:0/1515666552 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8790076090 0x7f879019c330 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:38.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.449+0000 7f8798000700 1 -- 172.21.15.12:0/1515666552 >> 172.21.15.12:0/1515666552 conn(0x7f879007a6a0 msgr2=0x7f87901006d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:38.456 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.449+0000 7f8798000700 1 -- 172.21.15.12:0/1515666552 shutdown_connections 2024-05-21T00:22:38.457 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:38.449+0000 7f8798000700 1 -- 172.21.15.12:0/1515666552 wait complete. 2024-05-21T00:22:39.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:39 smithi077 ceph-mon[36377]: pgmap v606: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:22:39.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:38 smithi012 ceph-mon[31403]: pgmap v606: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:22:39.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:39 smithi060 ceph-mon[36426]: pgmap v606: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:22:39.547 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-05-21T00:22:40.013 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:41.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:41 smithi077 ceph-mon[36377]: pgmap v607: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:22:41.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:41 smithi012 ceph-mon[31403]: pgmap v607: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:22:41.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:41 smithi060 ceph-mon[36426]: pgmap v607: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:22:42.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.262+0000 7f42b4c00700 1 -- 172.21.15.12:0/3787395976 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b010a440 msgr2=0x7f42b01168e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:42.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.262+0000 7f42b4c00700 1 --2- 172.21.15.12:0/3787395976 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b010a440 0x7f42b01168e0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f42a80098f0 tx=0x7f42a8009c00 comp rx=0 tx=0).stop 2024-05-21T00:22:42.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.262+0000 7f42b4c00700 1 -- 172.21.15.12:0/3787395976 shutdown_connections 2024-05-21T00:22:42.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.262+0000 7f42b4c00700 1 --2- 172.21.15.12:0/3787395976 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b010a440 0x7f42b01168e0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.262+0000 7f42b4c00700 1 --2- 172.21.15.12:0/3787395976 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f42b010e950 0x7f42b010ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.265 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.262+0000 7f42b4c00700 1 --2- 172.21.15.12:0/3787395976 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f42b0109a80 0x7f42b0109f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.262+0000 7f42b4c00700 1 -- 172.21.15.12:0/3787395976 >> 172.21.15.12:0/3787395976 conn(0x7f42b00792d0 msgr2=0x7f42b0108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:42.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.262+0000 7f42b4c00700 1 -- 172.21.15.12:0/3787395976 shutdown_connections 2024-05-21T00:22:42.266 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.262+0000 7f42b4c00700 1 -- 172.21.15.12:0/3787395976 wait complete. 2024-05-21T00:22:42.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.263+0000 7f42b4c00700 1 Processor -- start 2024-05-21T00:22:42.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.264+0000 7f42b4c00700 1 -- start start 2024-05-21T00:22:42.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.264+0000 7f42b4c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b0109a80 0x7f42b01a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.264+0000 7f42b4c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f42b010a440 0x7f42b01a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.264+0000 7f42b4c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f42b010e950 0x7f42b01a49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.264+0000 7f42b4c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f42b0119c80 con 0x7f42b010a440 2024-05-21T00:22:42.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.264+0000 7f42b4c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f42b0119b00 con 0x7f42b010e950 2024-05-21T00:22:42.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.264+0000 7f42b4c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f42b0119e00 con 0x7f42b0109a80 2024-05-21T00:22:42.267 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.264+0000 7f42af400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b0109a80 0x7f42b01a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.264+0000 7f42a6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f42b010a440 0x7f42b01a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.264+0000 7f42af400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b0109a80 0x7f42b01a0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:48162/0 (socket says 172.21.15.12:48162) 2024-05-21T00:22:42.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.264+0000 7f42af400700 1 -- 172.21.15.12:0/2988379196 learned_addr learned my addr 172.21.15.12:0/2988379196 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:42.268 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.265+0000 7f42afe00700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f42b010e950 0x7f42b01a49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.265+0000 7f42af400700 1 -- 172.21.15.12:0/2988379196 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f42b010e950 msgr2=0x7f42b01a49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:42.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.265+0000 7f42af400700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f42b010e950 0x7f42b01a49d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.265+0000 7f42af400700 1 -- 172.21.15.12:0/2988379196 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f42b010a440 msgr2=0x7f42b01a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:42.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.265+0000 7f42af400700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f42b010a440 0x7f42b01a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.265+0000 7f42af400700 1 -- 172.21.15.12:0/2988379196 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42b01a5110 con 0x7f42b0109a80 2024-05-21T00:22:42.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.265+0000 7f42afe00700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f42b010e950 0x7f42b01a49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-05-21T00:22:42.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.265+0000 7f42af400700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b0109a80 0x7f42b01a0150 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f42a000eb30 tx=0x7f42a000ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:42.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.265+0000 7f42acc00700 1 -- 172.21.15.12:0/2988379196 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42a000cc90 con 0x7f42b0109a80 2024-05-21T00:22:42.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.266+0000 7f42b4c00700 1 -- 172.21.15.12:0/2988379196 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42b01a5400 con 0x7f42b0109a80 2024-05-21T00:22:42.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.266+0000 7f42acc00700 1 -- 172.21.15.12:0/2988379196 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f42a00044d0 con 0x7f42b0109a80 2024-05-21T00:22:42.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.266+0000 7f42acc00700 1 -- 172.21.15.12:0/2988379196 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42a0010430 con 0x7f42b0109a80 2024-05-21T00:22:42.269 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.266+0000 7f42b4c00700 1 -- 172.21.15.12:0/2988379196 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42b01acc80 con 0x7f42b0109a80 2024-05-21T00:22:42.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.269+0000 7f42acc00700 1 -- 172.21.15.12:0/2988379196 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f42a0003ea0 con 0x7f42b0109a80 2024-05-21T00:22:42.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.270+0000 7f42c0ba3b80 1 Processor -- start 2024-05-21T00:22:42.272 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.270+0000 7f42c0ba3b80 1 -- start start 2024-05-21T00:22:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.271+0000 7f42c0ba3b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbaba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.271+0000 7f42c0ba3b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edb4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.271+0000 7f42c0ba3b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edb57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.271+0000 7f42c0ba3b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556b8ed12e40 con 0x556b8edb5390 2024-05-21T00:22:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.271+0000 7f42c0ba3b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x556b8ed029e0 con 0x556b8edba7c0 2024-05-21T00:22:42.273 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.271+0000 7f42c0ba3b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x556b8ed06a20 con 0x556b8edbb0e0 2024-05-21T00:22:42.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.271+0000 7f42af400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edb4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.271+0000 7f42afe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbaba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.271+0000 7f42afe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbaba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53080/0 (socket says 172.21.15.12:53080) 2024-05-21T00:22:42.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.271+0000 7f42afe00700 1 -- 172.21.15.12:0/4202036156 learned_addr learned my addr 172.21.15.12:0/4202036156 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:42.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.271+0000 7f42a6a00700 1 --2- 172.21.15.12:0/4202036156 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edb57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.274 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.271+0000 7f42acc00700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f42940b2900 0x7f42940b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.272+0000 7f42afe00700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f42940b2900 0x7f42940b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.272+0000 7f42af400700 1 -- 172.21.15.12:0/4202036156 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 msgr2=0x556b8edbaba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:42.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.272+0000 7f42af400700 1 --2- 172.21.15.12:0/4202036156 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbaba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.272+0000 7f42af400700 1 -- 172.21.15.12:0/4202036156 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 msgr2=0x556b8edb57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:42.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.272+0000 7f42af400700 1 --2- 172.21.15.12:0/4202036156 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edb57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.272+0000 7f42af400700 1 -- 172.21.15.12:0/4202036156 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b8eccb420 con 0x556b8edbb0e0 2024-05-21T00:22:42.275 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.272+0000 7f42acc00700 1 -- 172.21.15.12:0/2988379196 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f42a00e23e0 con 0x7f42b0109a80 2024-05-21T00:22:42.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.272+0000 7f42af400700 1 --2- 172.21.15.12:0/4202036156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edb4d70 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f42a00a9960 tx=0x7f42a00a3fe0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9daf5c7bd1069d22 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:42.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.272+0000 7f42a4c00700 1 -- 172.21.15.12:0/4202036156 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42a0016330 con 0x556b8edbb0e0 2024-05-21T00:22:42.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.272+0000 7f42a4c00700 1 -- 172.21.15.12:0/4202036156 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f42a0009500 con 0x556b8edbb0e0 2024-05-21T00:22:42.276 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.272+0000 7f42a4c00700 1 -- 172.21.15.12:0/4202036156 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42a00a5890 con 0x556b8edbb0e0 2024-05-21T00:22:42.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.273+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/4202036156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 msgr2=0x556b8edb4d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:42.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.273+0000 7f42afe00700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f42940b2900 0x7f42940b4dc0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f42a8009230 tx=0x7f42a8009c00 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:42.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.273+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/4202036156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edb4d70 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f42a00a9960 tx=0x7f42a00a3fe0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.273+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/4202036156 shutdown_connections 2024-05-21T00:22:42.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.273+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/4202036156 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edb57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.273+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/4202036156 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbaba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.273+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/4202036156 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edb4d70 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.273+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/4202036156 >> 172.21.15.12:0/4202036156 conn(0x556b8ece2be0 msgr2=0x556b8edaf810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:42.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.274+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/4202036156 shutdown_connections 2024-05-21T00:22:42.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.274+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/4202036156 wait complete. 2024-05-21T00:22:42.277 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.274+0000 7f42c0ba3b80 1 -- start start 2024-05-21T00:22:42.278 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.274+0000 7f42c0ba3b80 1 Processor -- start 2024-05-21T00:22:42.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.275+0000 7f42c0ba3b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edc0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.275+0000 7f42c0ba3b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbe160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.275+0000 7f42c0ba3b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edbe6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.275+0000 7f42c0ba3b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x556b8ec08fa0 con 0x556b8edb5390 2024-05-21T00:22:42.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.275+0000 7f42c0ba3b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x556b8eca3760 con 0x556b8edba7c0 2024-05-21T00:22:42.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.275+0000 7f42c0ba3b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x556b8edc1b40 con 0x556b8edbb0e0 2024-05-21T00:22:42.279 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.275+0000 7f42c0ba3b80 10 client.0 _ll_register_callbacks cb 0x556b8ecacc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.275+0000 7f42a6a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbe160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.275+0000 7f42af400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edc0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.275+0000 7f42a6a00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbe160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:53084/0 (socket says 172.21.15.12:53084) 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.275+0000 7f42af400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edc0dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38458/0 (socket says 172.21.15.12:38458) 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.275+0000 7f42a6a00700 1 -- 172.21.15.12:0/3188404043 learned_addr learned my addr 172.21.15.12:0/3188404043 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.275+0000 7f42afe00700 1 --2- 172.21.15.12:0/3188404043 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edbe6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.276+0000 7f42af400700 1 -- 172.21.15.12:0/3188404043 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 msgr2=0x556b8edbe6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.276+0000 7f42af400700 1 --2- 172.21.15.12:0/3188404043 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edbe6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.276+0000 7f42af400700 1 -- 172.21.15.12:0/3188404043 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 msgr2=0x556b8edbe160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.276+0000 7f42af400700 1 --2- 172.21.15.12:0/3188404043 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbe160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.276+0000 7f42af400700 1 -- 172.21.15.12:0/3188404043 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b8ec528d0 con 0x556b8edb5390 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.276+0000 7f42af400700 1 --2- 172.21.15.12:0/3188404043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edc0dc0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f42a00a5a50 tx=0x7f42a00038b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4548a49333381928 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.276+0000 7f429d600700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.276+0000 7f429d600700 1 -- 172.21.15.12:0/3188404043 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42a00c3060 con 0x556b8edb5390 2024-05-21T00:22:42.280 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.277+0000 7f429d600700 1 -- 172.21.15.12:0/3188404043 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f42a00a9c30 con 0x556b8edb5390 2024-05-21T00:22:42.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.277+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/3188404043 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f42a0009500 con 0x556b8edb5390 2024-05-21T00:22:42.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.277+0000 7f429d600700 1 -- 172.21.15.12:0/3188404043 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f42a0013190 con 0x556b8edb5390 2024-05-21T00:22:42.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.277+0000 7f42c0ba3b80 10 client.16203 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:42.281 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.277+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/3188404043 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556b8ecd3060 con 0x556b8edb5390 2024-05-21T00:22:42.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.277+0000 7f429d600700 1 -- 172.21.15.12:0/3188404043 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f42a0086020 con 0x556b8edb5390 2024-05-21T00:22:42.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.277+0000 7f429d600700 1 -- 172.21.15.12:0/3188404043 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f42a00b23a0 con 0x556b8edb5390 2024-05-21T00:22:42.282 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.277+0000 7f42c0ba3b80 10 client.16203 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:42.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.277+0000 7f42c0ba3b80 10 client.16203 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:22:42.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.277+0000 7f42c0ba3b80 20 client.16203 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:42.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.277+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/3188404043 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x556b8edce4c0 0x556b8edd08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.278+0000 7f42c0ba3b80 4 client.16203 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-05-21T00:22:42.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.278+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/3188404043 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556b8ed14d90 con 0x556b8edce4c0 2024-05-21T00:22:42.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.278+0000 7f42a6a00700 1 --2- 172.21.15.12:0/3188404043 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x556b8edce4c0 0x556b8edd08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.278+0000 7f42a6a00700 1 --2- 172.21.15.12:0/3188404043 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x556b8edce4c0 0x556b8edd08b0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=311af1f1fb997b9f server_cookie=15479fe9cd8c215 in_seq=0 out_seq=0 2024-05-21T00:22:42.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.278+0000 7f429d600700 10 client.16203 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:42.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.279+0000 7f429d600700 1 -- 172.21.15.12:0/3188404043 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24041 (crc 0 0 0) 0x556b8ed14d90 con 0x556b8edce4c0 2024-05-21T00:22:42.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.279+0000 7f429d600700 10 client.16203 handle_command_reply: tid=0 2024-05-21T00:22:42.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.279+0000 7f42c0ba3b80 1 client.16203 shutdown 2024-05-21T00:22:42.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.280+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/3188404043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 msgr2=0x556b8edc0dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:42.283 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.280+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/3188404043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edc0dc0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f42a00a5a50 tx=0x7f42a00038b0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.280+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/3188404043 shutdown_connections 2024-05-21T00:22:42.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.280+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/3188404043 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x556b8edce4c0 0x556b8edd08b0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.280+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/3188404043 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edbe6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.280+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/3188404043 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edc0dc0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.280+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/3188404043 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbe160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.280+0000 7f429d600700 0 client.16203 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:42.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.280+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/3188404043 >> 172.21.15.12:0/3188404043 conn(0x556b8ece2be0 msgr2=0x556b8edaefc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:42.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.280+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/3188404043 shutdown_connections 2024-05-21T00:22:42.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.280+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/3188404043 wait complete. 2024-05-21T00:22:42.284 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.280+0000 7f42c0ba3b80 20 client.16203 trim_cache size 0 max 16384 2024-05-21T00:22:42.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.297+0000 7f42c0ba3b80 1 Processor -- start 2024-05-21T00:22:42.299 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.297+0000 7f42c0ba3b80 1 -- start start 2024-05-21T00:22:42.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.297+0000 7f42c0ba3b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edb4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.297+0000 7f42c0ba3b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbd400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.297+0000 7f42c0ba3b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edbe5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.297+0000 7f42c0ba3b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f42b01b3f70 con 0x556b8edb5390 2024-05-21T00:22:42.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.297+0000 7f42c0ba3b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f42b01b5ab0 con 0x556b8edba7c0 2024-05-21T00:22:42.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.297+0000 7f42c0ba3b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f42b01b4640 con 0x556b8edbb0e0 2024-05-21T00:22:42.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.298+0000 7f42af400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edb4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.298+0000 7f42af400700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edb4d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38462/0 (socket says 172.21.15.12:38462) 2024-05-21T00:22:42.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.298+0000 7f42af400700 1 -- 172.21.15.12:0/1905468753 learned_addr learned my addr 172.21.15.12:0/1905468753 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:42.300 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.298+0000 7f42afe00700 1 --2- 172.21.15.12:0/1905468753 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edbe5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.298+0000 7f42a6a00700 1 --2- 172.21.15.12:0/1905468753 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbd400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.298+0000 7f42af400700 1 -- 172.21.15.12:0/1905468753 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 msgr2=0x556b8edbe5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:42.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.298+0000 7f42af400700 1 --2- 172.21.15.12:0/1905468753 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edbe5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.298+0000 7f42af400700 1 -- 172.21.15.12:0/1905468753 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 msgr2=0x556b8edbd400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:42.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.298+0000 7f42af400700 1 --2- 172.21.15.12:0/1905468753 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbd400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.301 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.298+0000 7f42af400700 1 -- 172.21.15.12:0/1905468753 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b8edc1ae0 con 0x556b8edb5390 2024-05-21T00:22:42.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.298+0000 7f42af400700 1 --2- 172.21.15.12:0/1905468753 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edb4d70 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f42a000eb00 tx=0x7f42a000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73911039233d9a43 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:42.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.299+0000 7f429fe00700 1 -- 172.21.15.12:0/1905468753 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42a00b2170 con 0x556b8edb5390 2024-05-21T00:22:42.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.299+0000 7f429fe00700 1 -- 172.21.15.12:0/1905468753 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f42a0086040 con 0x556b8edb5390 2024-05-21T00:22:42.302 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.299+0000 7f429fe00700 1 -- 172.21.15.12:0/1905468753 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42a00add80 con 0x556b8edb5390 2024-05-21T00:22:42.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.299+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/1905468753 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 msgr2=0x556b8edb4d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:42.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.299+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/1905468753 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edb4d70 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f42a000eb00 tx=0x7f42a000ce30 comp rx=0 tx=0).stop 2024-05-21T00:22:42.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.299+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/1905468753 shutdown_connections 2024-05-21T00:22:42.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.299+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/1905468753 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edbe5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.299+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/1905468753 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edb5390 0x556b8edb4d70 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.299+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/1905468753 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edba7c0 0x556b8edbd400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.299+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/1905468753 >> 172.21.15.12:0/1905468753 conn(0x556b8ece2be0 msgr2=0x556b8edb9290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:42.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.300+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/1905468753 shutdown_connections 2024-05-21T00:22:42.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.300+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/1905468753 wait complete. 2024-05-21T00:22:42.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.300+0000 7f42c0ba3b80 1 -- start start 2024-05-21T00:22:42.303 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.300+0000 7f42c0ba3b80 1 Processor -- start 2024-05-21T00:22:42.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.301+0000 7f42c0ba3b80 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edb5390 0x556b8edc7370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.304 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.301+0000 7f42c0ba3b80 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edba7c0 0x556b8edd55d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.301+0000 7f42c0ba3b80 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edd5b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.301+0000 7f42c0ba3b80 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f42b01b53e0 con 0x556b8edba7c0 2024-05-21T00:22:42.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.301+0000 7f42c0ba3b80 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f42b01b4d10 con 0x556b8edb5390 2024-05-21T00:22:42.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.301+0000 7f42c0ba3b80 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f42b01b1f30 con 0x556b8edbb0e0 2024-05-21T00:22:42.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.301+0000 7f42c0ba3b80 10 client.0 _ll_register_callbacks cb 0x556b8ecacc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-05-21T00:22:42.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.301+0000 7f42a6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edba7c0 0x556b8edd55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.301+0000 7f42afe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edd5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.301+0000 7f42af400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edb5390 0x556b8edc7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.301+0000 7f42a6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edba7c0 0x556b8edd55d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38470/0 (socket says 172.21.15.12:38470) 2024-05-21T00:22:42.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.301+0000 7f42afe00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edd5b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:48190/0 (socket says 172.21.15.12:48190) 2024-05-21T00:22:42.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.301+0000 7f42a6a00700 1 -- 172.21.15.12:0/1142294966 learned_addr learned my addr 172.21.15.12:0/1142294966 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:42.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.302+0000 7f42a6a00700 1 -- 172.21.15.12:0/1142294966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 msgr2=0x556b8edd5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:42.305 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.302+0000 7f42a6a00700 1 --2- 172.21.15.12:0/1142294966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edd5b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.302+0000 7f42a6a00700 1 -- 172.21.15.12:0/1142294966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edb5390 msgr2=0x556b8edc7370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-05-21T00:22:42.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.302+0000 7f42a6a00700 1 --2- 172.21.15.12:0/1142294966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edb5390 0x556b8edc7370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.302+0000 7f42a6a00700 1 -- 172.21.15.12:0/1142294966 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b8edd6210 con 0x556b8edba7c0 2024-05-21T00:22:42.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.302+0000 7f42afe00700 1 --2- 172.21.15.12:0/1142294966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edd5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:42.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.302+0000 7f42af400700 1 --2- 172.21.15.12:0/1142294966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edb5390 0x556b8edc7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:42.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.302+0000 7f42a6a00700 1 --2- 172.21.15.12:0/1142294966 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edba7c0 0x556b8edd55d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x556b8edd0e20 tx=0x7f429800b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b97d556bc0f3c0ad server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:42.306 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.302+0000 7f429d600700 10 client.0 ms_handle_connect on v2:172.21.15.12:3300/0 2024-05-21T00:22:42.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.302+0000 7f429d600700 1 -- 172.21.15.12:0/1142294966 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42980207b0 con 0x556b8edba7c0 2024-05-21T00:22:42.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.303+0000 7f429d600700 1 -- 172.21.15.12:0/1142294966 <== mon.0 v2:172.21.15.12:3300/0 2 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f4298020950 con 0x556b8edba7c0 2024-05-21T00:22:42.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.303+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/1142294966 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f42a0086040 con 0x556b8edba7c0 2024-05-21T00:22:42.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.303+0000 7f429d600700 1 -- 172.21.15.12:0/1142294966 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4298030050 con 0x556b8edba7c0 2024-05-21T00:22:42.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.303+0000 7f42c0ba3b80 10 client.16209 fetch_fsmap learned FSMap version 29 2024-05-21T00:22:42.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.303+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/1142294966 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556b8ee38d00 con 0x556b8edba7c0 2024-05-21T00:22:42.308 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.303+0000 7f429d600700 1 -- 172.21.15.12:0/1142294966 <== mon.0 v2:172.21.15.12:3300/0 4 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f42a0086040 con 0x556b8edba7c0 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.303+0000 7f429d600700 1 -- 172.21.15.12:0/1142294966 <== mon.0 v2:172.21.15.12:3300/0 5 ==== fsmap(e 29) ==== 8354+0+0 (secure 0 0 0) 0x7f4298017cd0 con 0x556b8edba7c0 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.303+0000 7f42c0ba3b80 10 client.16209 fetch_fsmap finished waiting for FSMap version 29 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.303+0000 7f42c0ba3b80 10 client.16209 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.a 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.303+0000 7f42c0ba3b80 20 client.16209 populate_metadata read hostname 'smithi012' 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.303+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/1142294966 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x556b8ee393f0 0x556b8ee3b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.303+0000 7f42c0ba3b80 4 client.16209 mds_command: new command op to 24538 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.303+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/1142294966 --> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556b8ed0e570 con 0x556b8ee393f0 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.304+0000 7f42af400700 1 --2- 172.21.15.12:0/1142294966 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x556b8ee393f0 0x556b8ee3b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.304+0000 7f42af400700 1 --2- 172.21.15.12:0/1142294966 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x556b8ee393f0 0x556b8ee3b810 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dda455d3296f3be server_cookie=78dd013507823c8a in_seq=0 out_seq=0 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.304+0000 7f429d600700 10 client.16209 ms_handle_connect on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f429d600700 1 -- 172.21.15.12:0/1142294966 <== mds.0 v2:172.21.15.12:6840/3145827492 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556b8ed0e570 con 0x556b8ee393f0 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f429d600700 10 client.16209 handle_command_reply: tid=0 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f42c0ba3b80 1 client.16209 shutdown 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/1142294966 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edba7c0 msgr2=0x556b8edd55d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:42.309 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/1142294966 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edba7c0 0x556b8edd55d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x556b8edd0e20 tx=0x7f429800b040 comp rx=0 tx=0).stop 2024-05-21T00:22:42.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/1142294966 shutdown_connections 2024-05-21T00:22:42.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/1142294966 >> [v2:172.21.15.12:6840/3145827492,v1:172.21.15.12:6841/3145827492] conn(0x556b8ee393f0 0x556b8ee3b810 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/1142294966 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x556b8edbb0e0 0x556b8edd5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/1142294966 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x556b8edb5390 0x556b8edc7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f42c0ba3b80 1 --2- 172.21.15.12:0/1142294966 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x556b8edba7c0 0x556b8edd55d0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/1142294966 >> 172.21.15.12:0/1142294966 conn(0x556b8ece2be0 msgr2=0x556b8edbbc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:42.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f429d600700 0 client.16209 ms_handle_reset on v2:172.21.15.12:6840/3145827492 2024-05-21T00:22:42.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/1142294966 shutdown_connections 2024-05-21T00:22:42.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f42c0ba3b80 1 -- 172.21.15.12:0/1142294966 wait complete. 2024-05-21T00:22:42.310 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.305+0000 7f42c0ba3b80 20 client.16209 trim_cache size 0 max 16384 2024-05-21T00:22:42.311 INFO:teuthology.orchestra.run.smithi012.stdout:[] 2024-05-21T00:22:42.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.306+0000 7f42b4c00700 1 -- 172.21.15.12:0/2988379196 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f42940b2900 msgr2=0x7f42940b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:42.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.306+0000 7f42b4c00700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f42940b2900 0x7f42940b4dc0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f42a8009230 tx=0x7f42a8009c00 comp rx=0 tx=0).stop 2024-05-21T00:22:42.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.306+0000 7f42b4c00700 1 -- 172.21.15.12:0/2988379196 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b0109a80 msgr2=0x7f42b01a0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:42.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.306+0000 7f42b4c00700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b0109a80 0x7f42b01a0150 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f42a000eb30 tx=0x7f42a000ee40 comp rx=0 tx=0).stop 2024-05-21T00:22:42.311 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.306+0000 7f42b4c00700 1 -- 172.21.15.12:0/2988379196 shutdown_connections 2024-05-21T00:22:42.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.306+0000 7f42b4c00700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f42b010e950 0x7f42b01a49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.306+0000 7f42b4c00700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f42b0109a80 0x7f42b01a0150 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.306+0000 7f42b4c00700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f42940b2900 0x7f42940b4dc0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.306+0000 7f42b4c00700 1 --2- 172.21.15.12:0/2988379196 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f42b010a440 0x7f42b01a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:42.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.306+0000 7f42b4c00700 1 -- 172.21.15.12:0/2988379196 >> 172.21.15.12:0/2988379196 conn(0x7f42b00792d0 msgr2=0x7f42b0079930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:42.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.306+0000 7f42b4c00700 1 -- 172.21.15.12:0/2988379196 shutdown_connections 2024-05-21T00:22:42.312 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:42.306+0000 7f42b4c00700 1 -- 172.21.15.12:0/2988379196 wait complete. 2024-05-21T00:22:43.233 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_b772be9bbd810236a4ab405b6b221a45c687051f/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_b772be9bbd810236a4ab405b6b221a45c687051f/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph-c_b772be9bbd810236a4ab405b6b221a45c687051f/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-05-21T00:22:43.234 INFO:tasks.fwd_scrub:done joining 2024-05-21T00:22:43.234 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-05-21T00:22:43.246 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-05-21T00:22:43.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:43 smithi077 ceph-mon[36377]: pgmap v608: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:22:43.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:43 smithi012 ceph-mon[31403]: pgmap v608: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:22:43.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.468+0000 7f78d9800640 1 -- 172.21.15.12:0/2528700502 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78d410a860 msgr2=0x7f78d410ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:43.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.468+0000 7f78d9800640 1 --2- 172.21.15.12:0/2528700502 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78d410a860 0x7f78d410ccf0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f78cc009ca0 tx=0x7f78cc02a8b0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.469+0000 7f78d9800640 1 -- 172.21.15.12:0/2528700502 shutdown_connections 2024-05-21T00:22:43.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.469+0000 7f78d9800640 1 --2- 172.21.15.12:0/2528700502 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78d410a860 0x7f78d410ccf0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.469+0000 7f78d9800640 1 --2- 172.21.15.12:0/2528700502 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78d40754b0 0x7f78d4075930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.471 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.469+0000 7f78d9800640 1 --2- 172.21.15.12:0/2528700502 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f78d4076a90 0x7f78d4074ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.469+0000 7f78d9800640 1 -- 172.21.15.12:0/2528700502 >> 172.21.15.12:0/2528700502 conn(0x7f78d40fdf10 msgr2=0x7f78d4100350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:43.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.469+0000 7f78d9800640 1 -- 172.21.15.12:0/2528700502 shutdown_connections 2024-05-21T00:22:43.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.469+0000 7f78d9800640 1 -- 172.21.15.12:0/2528700502 wait complete. 2024-05-21T00:22:43.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.470+0000 7f78d9800640 1 Processor -- start 2024-05-21T00:22:43.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.470+0000 7f78d9800640 1 -- start start 2024-05-21T00:22:43.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.470+0000 7f78d9800640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78d40754b0 0x7f78d419ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:43.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.470+0000 7f78d9800640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f78d4076a90 0x7f78d419b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:43.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.470+0000 7f78d9800640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78d410a860 0x7f78d41a22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:43.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.470+0000 7f78d9800640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f78d41106e0 con 0x7f78d410a860 2024-05-21T00:22:43.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.470+0000 7f78d9800640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f78d4110560 con 0x7f78d40754b0 2024-05-21T00:22:43.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.470+0000 7f78d9800640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f78d4110860 con 0x7f78d4076a90 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.471+0000 7f78d8e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78d410a860 0x7f78d41a22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.471+0000 7f78d8e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78d410a860 0x7f78d41a22c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38488/0 (socket says 172.21.15.12:38488) 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.471+0000 7f78d8e00640 1 -- 172.21.15.12:0/604809355 learned_addr learned my addr 172.21.15.12:0/604809355 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.471+0000 7f78d3400640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f78d4076a90 0x7f78d419b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.471+0000 7f78d3e00640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78d40754b0 0x7f78d419ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.471+0000 7f78d8e00640 1 -- 172.21.15.12:0/604809355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f78d4076a90 msgr2=0x7f78d419b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.471+0000 7f78d8e00640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f78d4076a90 0x7f78d419b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.471+0000 7f78d8e00640 1 -- 172.21.15.12:0/604809355 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78d40754b0 msgr2=0x7f78d419ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.471+0000 7f78d8e00640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78d40754b0 0x7f78d419ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.471+0000 7f78d8e00640 1 -- 172.21.15.12:0/604809355 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78d41a2960 con 0x7f78d410a860 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.471+0000 7f78d3e00640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78d40754b0 0x7f78d419ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.472+0000 7f78d8e00640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78d410a860 0x7f78d41a22c0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f78cc003bd0 tx=0x7f78cc003c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.472+0000 7f78d0c00640 1 -- 172.21.15.12:0/604809355 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78cc004450 con 0x7f78d410a860 2024-05-21T00:22:43.475 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.472+0000 7f78d9800640 1 -- 172.21.15.12:0/604809355 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78d41a2bf0 con 0x7f78d410a860 2024-05-21T00:22:43.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.472+0000 7f78d0c00640 1 -- 172.21.15.12:0/604809355 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f78cc040070 con 0x7f78d410a860 2024-05-21T00:22:43.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.472+0000 7f78d0c00640 1 -- 172.21.15.12:0/604809355 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78cc031b30 con 0x7f78d410a860 2024-05-21T00:22:43.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.472+0000 7f78d9800640 1 -- 172.21.15.12:0/604809355 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78d41a3140 con 0x7f78d410a860 2024-05-21T00:22:43.476 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.473+0000 7f78d9800640 1 -- 172.21.15.12:0/604809355 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78d4109590 con 0x7f78d410a860 2024-05-21T00:22:43.478 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.476+0000 7f78d0c00640 1 -- 172.21.15.12:0/604809355 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f78cc031cf0 con 0x7f78d410a860 2024-05-21T00:22:43.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:43 smithi060 ceph-mon[36426]: pgmap v608: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:22:43.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.478+0000 7f78d0c00640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f78b80b27e0 0x7f78b80b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:43.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.478+0000 7f78d0c00640 1 -- 172.21.15.12:0/604809355 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f78cc103590 con 0x7f78d410a860 2024-05-21T00:22:43.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.479+0000 7f78d3e00640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f78b80b27e0 0x7f78b80b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:43.481 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.479+0000 7f78d3e00640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f78b80b27e0 0x7f78b80b4ca0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f78d419c220 tx=0x7f78c4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:43.486 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.483+0000 7f78d0c00640 1 -- 172.21.15.12:0/604809355 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f78cc0cb280 con 0x7f78d410a860 2024-05-21T00:22:43.701 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.698+0000 7f78d9800640 1 -- 172.21.15.12:0/604809355 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f78d4063650 con 0x7f78d410a860 2024-05-21T00:22:43.703 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.701+0000 7f78d0c00640 1 -- 172.21.15.12:0/604809355 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22452 (secure 0 0 0) 0x7f78cc0cab80 con 0x7f78d410a860 2024-05-21T00:22:43.704 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:22:43.704 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","created":"2024-05-21T00:03:31.857871+0000","modified":"2024-05-21T00:13:48.805372+0000","last_up_change":"2024-05-21T00:11:45.298954+0000","last_in_change":"2024-05-21T00:11:25.604086+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:07:33.533592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:12:51.199495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:12:55.743028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eb262230-57ca-4f86-9c2b-480a80166146","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6803","nonce":555322069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6805","nonce":555322069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6809","nonce":555322069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6807","nonce":555322069}]},"public_addr":"172.21.15.12:6803/555322069","cluster_addr":"172.21.15.12:6805/555322069","heartbeat_back_addr":"172.21.15.12:6809/555322069","heartbeat_front_addr":"172.21.15.12:6807/555322069","state":["exists","up"]},{"osd":1,"uuid":"4a47cb31-071b-46be-9a26-4a6312ddaaca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6801","nonce":1346604098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6803","nonce":1346604098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6807","nonce":1346604098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6805","nonce":1346604098}]},"public_addr":"172.21.15.60:6801/1346604098","cluster_addr":"172.21.15.60:6803/1346604098","heartbeat_back_addr":"172.21.15.60:6807/1346604098","heartbeat_front_addr":"172.21.15.60:6805/1346604098","state":["exists","up"]},{"osd":2,"uuid":"f29f0f11-f36c-4603-a4e7-3294eb5e9568","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6801","nonce":2955000302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6803","nonce":2955000302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6807","nonce":2955000302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6805","nonce":2955000302}]},"public_addr":"172.21.15.77:6801/2955000302","cluster_addr":"172.21.15.77:6803/2955000302","heartbeat_back_addr":"172.21.15.77:6807/2955000302","heartbeat_front_addr":"172.21.15.77:6805/2955000302","state":["exists","up"]},{"osd":3,"uuid":"671ae43b-4ee1-4c5f-8c8d-12c5807af59c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6811","nonce":2515804940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6813","nonce":2515804940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6817","nonce":2515804940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6815","nonce":2515804940}]},"public_addr":"172.21.15.12:6811/2515804940","cluster_addr":"172.21.15.12:6813/2515804940","heartbeat_back_addr":"172.21.15.12:6817/2515804940","heartbeat_front_addr":"172.21.15.12:6815/2515804940","state":["exists","up"]},{"osd":4,"uuid":"527f3934-7fb5-4e65-8ef9-e5921bc5ba65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6809","nonce":2773894843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6811","nonce":2773894843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6815","nonce":2773894843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6813","nonce":2773894843}]},"public_addr":"172.21.15.60:6809/2773894843","cluster_addr":"172.21.15.60:6811/2773894843","heartbeat_back_addr":"172.21.15.60:6815/2773894843","heartbeat_front_addr":"172.21.15.60:6813/2773894843","state":["exists","up"]},{"osd":5,"uuid":"2c37b2c3-a9c0-47b3-9023-84566d18e0af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6809","nonce":202950059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6811","nonce":202950059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6815","nonce":202950059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6813","nonce":202950059}]},"public_addr":"172.21.15.77:6809/202950059","cluster_addr":"172.21.15.77:6811/202950059","heartbeat_back_addr":"172.21.15.77:6815/202950059","heartbeat_front_addr":"172.21.15.77:6813/202950059","state":["exists","up"]},{"osd":6,"uuid":"68c18062-e034-421d-b135-ab35d7d4bd25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6819","nonce":1511296628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6821","nonce":1511296628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6825","nonce":1511296628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6823","nonce":1511296628}]},"public_addr":"172.21.15.12:6819/1511296628","cluster_addr":"172.21.15.12:6821/1511296628","heartbeat_back_addr":"172.21.15.12:6825/1511296628","heartbeat_front_addr":"172.21.15.12:6823/1511296628","state":["exists","up"]},{"osd":7,"uuid":"0ac8383b-1578-44f1-8ebe-420d79511dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6817","nonce":4203237802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6819","nonce":4203237802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6823","nonce":4203237802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6821","nonce":4203237802}]},"public_addr":"172.21.15.60:6817/4203237802","cluster_addr":"172.21.15.60:6819/4203237802","heartbeat_back_addr":"172.21.15.60:6823/4203237802","heartbeat_front_addr":"172.21.15.60:6821/4203237802","state":["exists","up"]},{"osd":8,"uuid":"65362b50-2bba-422b-a5c9-1584cf55583d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6817","nonce":1939530536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6819","nonce":1939530536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6823","nonce":1939530536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6821","nonce":1939530536}]},"public_addr":"172.21.15.77:6817/1939530536","cluster_addr":"172.21.15.77:6819/1939530536","heartbeat_back_addr":"172.21.15.77:6823/1939530536","heartbeat_front_addr":"172.21.15.77:6821/1939530536","state":["exists","up"]},{"osd":9,"uuid":"9572a8a5-22f1-49ac-8b92-9e88dfac6dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6827","nonce":849418735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6829","nonce":849418735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6833","nonce":849418735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6831","nonce":849418735}]},"public_addr":"172.21.15.12:6827/849418735","cluster_addr":"172.21.15.12:6829/849418735","heartbeat_back_addr":"172.21.15.12:6833/849418735","heartbeat_front_addr":"172.21.15.12:6831/849418735","state":["exists","up"]},{"osd":10,"uuid":"9a42dca5-3dfa-4d8e-a33d-385ca25a8728","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6825","nonce":1376044245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6827","nonce":1376044245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6831","nonce":1376044245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6829","nonce":1376044245}]},"public_addr":"172.21.15.60:6825/1376044245","cluster_addr":"172.21.15.60:6827/1376044245","heartbeat_back_addr":"172.21.15.60:6831/1376044245","heartbeat_front_addr":"172.21.15.60:6829/1376044245","state":["exists","up"]},{"osd":11,"uuid":"856d5711-f90b-4619-abff-071e87b9d9cd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6825","nonce":3670550862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6827","nonce":3670550862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6831","nonce":3670550862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6829","nonce":3670550862}]},"public_addr":"172.21.15.77:6825/3670550862","cluster_addr":"172.21.15.77:6827/3670550862","heartbeat_back_addr":"172.21.15.77:6831/3670550862","heartbeat_front_addr":"172.21.15.77:6829/3670550862","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:06:41.613797+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:07.131615+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:31.297626+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:04.225630+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:29.488657+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:53.416655+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:27.501283+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:52.564404+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:17.639136+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:51.369821+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:18.024792+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:43.603806+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2206749889":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/840755370":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6800/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/2890553385":"2024-05-22T00:04:13.638637+0000","172.21.15.12:6800/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/3618065373":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/3942652702":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/1867303420":"2024-05-22T00:04:13.638637+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:22:43.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.704+0000 7f78d9800640 1 -- 172.21.15.12:0/604809355 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f78b80b27e0 msgr2=0x7f78b80b4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:43.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.704+0000 7f78d9800640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f78b80b27e0 0x7f78b80b4ca0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f78d419c220 tx=0x7f78c4005f90 comp rx=0 tx=0).stop 2024-05-21T00:22:43.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.704+0000 7f78d9800640 1 -- 172.21.15.12:0/604809355 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78d410a860 msgr2=0x7f78d41a22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:43.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.704+0000 7f78d9800640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78d410a860 0x7f78d41a22c0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f78cc003bd0 tx=0x7f78cc003c00 comp rx=0 tx=0).stop 2024-05-21T00:22:43.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.704+0000 7f78d9800640 1 -- 172.21.15.12:0/604809355 shutdown_connections 2024-05-21T00:22:43.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.704+0000 7f78d9800640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f78b80b27e0 0x7f78b80b4ca0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.704+0000 7f78d9800640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f78d410a860 0x7f78d41a22c0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.704+0000 7f78d9800640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f78d4076a90 0x7f78d419b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.704+0000 7f78d9800640 1 --2- 172.21.15.12:0/604809355 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f78d40754b0 0x7f78d419ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.704+0000 7f78d9800640 1 -- 172.21.15.12:0/604809355 >> 172.21.15.12:0/604809355 conn(0x7f78d40fdf10 msgr2=0x7f78d4106760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:43.707 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.704+0000 7f78d9800640 1 -- 172.21.15.12:0/604809355 shutdown_connections 2024-05-21T00:22:43.708 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.704+0000 7f78d9800640 1 -- 172.21.15.12:0/604809355 wait complete. 2024-05-21T00:22:43.727 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-21T00:07:33.533592+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-05-21T00:12:51.199495+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-05-21T00:12:55.743028+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '79', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-21T00:22:43.727 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-05-21T00:22:43.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.945+0000 7fc688e00640 1 -- 172.21.15.12:0/3298086354 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc684106680 msgr2=0x7fc68410cf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:43.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.945+0000 7fc688e00640 1 --2- 172.21.15.12:0/3298086354 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc684106680 0x7fc68410cf10 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fc67c009900 tx=0x7fc67c02a410 comp rx=0 tx=0).stop 2024-05-21T00:22:43.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.946+0000 7fc688e00640 1 -- 172.21.15.12:0/3298086354 shutdown_connections 2024-05-21T00:22:43.948 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.946+0000 7fc688e00640 1 --2- 172.21.15.12:0/3298086354 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc684106680 0x7fc68410cf10 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.946+0000 7fc688e00640 1 --2- 172.21.15.12:0/3298086354 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc684105cc0 0x7fc684106140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.946+0000 7fc688e00640 1 --2- 172.21.15.12:0/3298086354 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc684104ad0 0x7fc684104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.946+0000 7fc688e00640 1 -- 172.21.15.12:0/3298086354 >> 172.21.15.12:0/3298086354 conn(0x7fc684100060 msgr2=0x7fc684102480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:43.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.946+0000 7fc688e00640 1 -- 172.21.15.12:0/3298086354 shutdown_connections 2024-05-21T00:22:43.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.946+0000 7fc688e00640 1 -- 172.21.15.12:0/3298086354 wait complete. 2024-05-21T00:22:43.949 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.947+0000 7fc688e00640 1 Processor -- start 2024-05-21T00:22:43.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.947+0000 7fc688e00640 1 -- start start 2024-05-21T00:22:43.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.947+0000 7fc688e00640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc684104ad0 0x7fc68419ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:43.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.947+0000 7fc688e00640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc684105cc0 0x7fc68419b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:43.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.947+0000 7fc688e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc684106680 0x7fc6841a2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:43.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.947+0000 7fc688e00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fc684110600 con 0x7fc684106680 2024-05-21T00:22:43.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.947+0000 7fc688e00640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fc684110480 con 0x7fc684105cc0 2024-05-21T00:22:43.950 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.947+0000 7fc688e00640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fc684110780 con 0x7fc684104ad0 2024-05-21T00:22:43.951 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.948+0000 7fc683400640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc684104ad0 0x7fc68419ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:43.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.948+0000 7fc67aa00640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc684105cc0 0x7fc68419b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:43.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.948+0000 7fc683400640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc684104ad0 0x7fc68419ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:48226/0 (socket says 172.21.15.12:48226) 2024-05-21T00:22:43.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.948+0000 7fc683400640 1 -- 172.21.15.12:0/158803304 learned_addr learned my addr 172.21.15.12:0/158803304 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:43.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.948+0000 7fc683e00640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc684106680 0x7fc6841a2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:43.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.948+0000 7fc67aa00640 1 -- 172.21.15.12:0/158803304 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc684104ad0 msgr2=0x7fc68419ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:43.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.948+0000 7fc67aa00640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc684104ad0 0x7fc68419ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.948+0000 7fc67aa00640 1 -- 172.21.15.12:0/158803304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc684106680 msgr2=0x7fc6841a2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:43.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.948+0000 7fc67aa00640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc684106680 0x7fc6841a2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:43.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.948+0000 7fc67aa00640 1 -- 172.21.15.12:0/158803304 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6841a2930 con 0x7fc684105cc0 2024-05-21T00:22:43.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.948+0000 7fc683400640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc684104ad0 0x7fc68419ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:43.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.948+0000 7fc683e00640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc684106680 0x7fc6841a2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:43.952 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.949+0000 7fc67aa00640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc684105cc0 0x7fc68419b260 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc66c00e9f0 tx=0x7fc66c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:43.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.949+0000 7fc680c00640 1 -- 172.21.15.12:0/158803304 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc66c00ccc0 con 0x7fc684105cc0 2024-05-21T00:22:43.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.949+0000 7fc680c00640 1 -- 172.21.15.12:0/158803304 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fc66c0108e0 con 0x7fc684105cc0 2024-05-21T00:22:43.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.949+0000 7fc688e00640 1 -- 172.21.15.12:0/158803304 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6841a2c20 con 0x7fc684105cc0 2024-05-21T00:22:43.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.949+0000 7fc680c00640 1 -- 172.21.15.12:0/158803304 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc66c018880 con 0x7fc684105cc0 2024-05-21T00:22:43.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.949+0000 7fc688e00640 1 -- 172.21.15.12:0/158803304 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6841a31c0 con 0x7fc684105cc0 2024-05-21T00:22:43.953 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.950+0000 7fc688e00640 1 -- 172.21.15.12:0/158803304 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc68410bf10 con 0x7fc684105cc0 2024-05-21T00:22:43.955 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.953+0000 7fc680c00640 1 -- 172.21.15.12:0/158803304 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fc66c010430 con 0x7fc684105cc0 2024-05-21T00:22:43.956 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.954+0000 7fc680c00640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6680b2870 0x7fc6680b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:43.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.954+0000 7fc680c00640 1 -- 172.21.15.12:0/158803304 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fc66c0e29c0 con 0x7fc684105cc0 2024-05-21T00:22:43.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.954+0000 7fc683400640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6680b2870 0x7fc6680b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:43.957 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.955+0000 7fc683400640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6680b2870 0x7fc6680b4d30 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fc68419c1f0 tx=0x7fc674009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:43.959 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:43.956+0000 7fc680c00640 1 -- 172.21.15.12:0/158803304 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fc66c0aa060 con 0x7fc684105cc0 2024-05-21T00:22:44.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.172+0000 7fc688e00640 1 -- 172.21.15.12:0/158803304 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc68402dd30 con 0x7fc684105cc0 2024-05-21T00:22:44.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.173+0000 7fc680c00640 1 -- 172.21.15.12:0/158803304 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) ==== 93+0+10 (secure 0 0 0) 0x7fc66c0ae360 con 0x7fc684105cc0 2024-05-21T00:22:44.176 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 1 2024-05-21T00:22:44.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.176+0000 7fc688e00640 1 -- 172.21.15.12:0/158803304 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6680b2870 msgr2=0x7fc6680b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:44.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.176+0000 7fc688e00640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6680b2870 0x7fc6680b4d30 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fc68419c1f0 tx=0x7fc674009500 comp rx=0 tx=0).stop 2024-05-21T00:22:44.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.176+0000 7fc688e00640 1 -- 172.21.15.12:0/158803304 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc684105cc0 msgr2=0x7fc68419b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:44.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.176+0000 7fc688e00640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc684105cc0 0x7fc68419b260 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fc66c00e9f0 tx=0x7fc66c00eeb0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.176+0000 7fc688e00640 1 -- 172.21.15.12:0/158803304 shutdown_connections 2024-05-21T00:22:44.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.176+0000 7fc688e00640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fc6680b2870 0x7fc6680b4d30 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.176+0000 7fc688e00640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fc684106680 0x7fc6841a2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.176+0000 7fc688e00640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fc684105cc0 0x7fc68419b260 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.176+0000 7fc688e00640 1 --2- 172.21.15.12:0/158803304 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fc684104ad0 0x7fc68419ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.176+0000 7fc688e00640 1 -- 172.21.15.12:0/158803304 >> 172.21.15.12:0/158803304 conn(0x7fc684100060 msgr2=0x7fc6841090e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:44.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.176+0000 7fc688e00640 1 -- 172.21.15.12:0/158803304 shutdown_connections 2024-05-21T00:22:44.179 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.176+0000 7fc688e00640 1 -- 172.21.15.12:0/158803304 wait complete. 2024-05-21T00:22:44.198 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-05-21T00:22:44.270 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:44 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/604809355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:22:44.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:44 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/604809355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:22:44.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.414+0000 7f12b3200640 1 -- 172.21.15.12:0/4178392931 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12b4105cc0 msgr2=0x7f12b4106140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:44.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.414+0000 7f12b3200640 1 --2- 172.21.15.12:0/4178392931 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12b4105cc0 0x7f12b4106140 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f129c009900 tx=0x7f129c02a3f0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.414+0000 7f12b3200640 1 -- 172.21.15.12:0/4178392931 shutdown_connections 2024-05-21T00:22:44.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.414+0000 7f12b3200640 1 --2- 172.21.15.12:0/4178392931 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12b4106680 0x7f12b410cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.414+0000 7f12b3200640 1 --2- 172.21.15.12:0/4178392931 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12b4105cc0 0x7f12b4106140 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.414+0000 7f12b3200640 1 --2- 172.21.15.12:0/4178392931 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f12b4104ad0 0x7f12b4104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.414+0000 7f12b3200640 1 -- 172.21.15.12:0/4178392931 >> 172.21.15.12:0/4178392931 conn(0x7f12b4100060 msgr2=0x7f12b4102480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:44.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.414+0000 7f12b3200640 1 -- 172.21.15.12:0/4178392931 shutdown_connections 2024-05-21T00:22:44.417 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.414+0000 7f12b3200640 1 -- 172.21.15.12:0/4178392931 wait complete. 2024-05-21T00:22:44.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.415+0000 7f12b3200640 1 Processor -- start 2024-05-21T00:22:44.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.415+0000 7f12b3200640 1 -- start start 2024-05-21T00:22:44.419 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b3200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12b4104ad0 0x7f12b419ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:44.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b3200640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f12b4105cc0 0x7f12b419b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:44.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b3200640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12b4106680 0x7f12b41a2320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:44.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b3200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f12b4110650 con 0x7f12b4104ad0 2024-05-21T00:22:44.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b3200640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f12b41104d0 con 0x7f12b4105cc0 2024-05-21T00:22:44.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b3200640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f12b41107d0 con 0x7f12b4106680 2024-05-21T00:22:44.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b1e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12b4104ad0 0x7f12b419ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:44.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b1e00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12b4104ad0 0x7f12b419ad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38514/0 (socket says 172.21.15.12:38514) 2024-05-21T00:22:44.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b1e00640 1 -- 172.21.15.12:0/4001369674 learned_addr learned my addr 172.21.15.12:0/4001369674 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:44.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12a9400640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f12b4105cc0 0x7f12b419b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:44.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b2800640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12b4106680 0x7f12b41a2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:44.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b1e00640 1 -- 172.21.15.12:0/4001369674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12b4106680 msgr2=0x7f12b41a2320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:44.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b1e00640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12b4106680 0x7f12b41a2320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.420 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b1e00640 1 -- 172.21.15.12:0/4001369674 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f12b4105cc0 msgr2=0x7f12b419b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:44.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b1e00640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f12b4105cc0 0x7f12b419b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b1e00640 1 -- 172.21.15.12:0/4001369674 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b41a2990 con 0x7f12b4104ad0 2024-05-21T00:22:44.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.416+0000 7f12b2800640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12b4106680 0x7f12b41a2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-05-21T00:22:44.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.417+0000 7f12b1e00640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12b4104ad0 0x7f12b419ad70 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f12a400e9c0 tx=0x7f12a400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:44.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.417+0000 7f12ab400640 1 -- 172.21.15.12:0/4001369674 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a400cd80 con 0x7f12b4104ad0 2024-05-21T00:22:44.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.417+0000 7f12ab400640 1 -- 172.21.15.12:0/4001369674 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f12a40035f0 con 0x7f12b4104ad0 2024-05-21T00:22:44.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.417+0000 7f12b3200640 1 -- 172.21.15.12:0/4001369674 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12b41a2c80 con 0x7f12b4104ad0 2024-05-21T00:22:44.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.417+0000 7f12ab400640 1 -- 172.21.15.12:0/4001369674 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a4010690 con 0x7f12b4104ad0 2024-05-21T00:22:44.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.417+0000 7f12b3200640 1 -- 172.21.15.12:0/4001369674 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12b41a31a0 con 0x7f12b4104ad0 2024-05-21T00:22:44.421 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.418+0000 7f12b3200640 1 -- 172.21.15.12:0/4001369674 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12b410beb0 con 0x7f12b4104ad0 2024-05-21T00:22:44.423 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.421+0000 7f12ab400640 1 -- 172.21.15.12:0/4001369674 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f12a4004000 con 0x7f12b4104ad0 2024-05-21T00:22:44.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.422+0000 7f12ab400640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f12980b2870 0x7f12980b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:44.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.423+0000 7f12ab400640 1 -- 172.21.15.12:0/4001369674 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f12a40e2740 con 0x7f12b4104ad0 2024-05-21T00:22:44.425 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.423+0000 7f12a9400640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f12980b2870 0x7f12980b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:44.426 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.424+0000 7f12a9400640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f12980b2870 0x7f12980b4d30 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f129c031500 tx=0x7f129c005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:44.429 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.427+0000 7f12ab400640 1 -- 172.21.15.12:0/4001369674 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f12a40aa430 con 0x7f12b4104ad0 2024-05-21T00:22:44.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:44 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/604809355' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:22:44.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.638+0000 7f12b3200640 1 -- 172.21.15.12:0/4001369674 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f12b40636f0 con 0x7f12b4104ad0 2024-05-21T00:22:44.641 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.639+0000 7f12ab400640 1 -- 172.21.15.12:0/4001369674 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v81) ==== 104+0+11 (secure 0 0 0) 0x7f12a40a9d30 con 0x7f12b4104ad0 2024-05-21T00:22:44.642 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 32 2024-05-21T00:22:44.644 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.642+0000 7f12b3200640 1 -- 172.21.15.12:0/4001369674 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f12980b2870 msgr2=0x7f12980b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:44.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.642+0000 7f12b3200640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f12980b2870 0x7f12980b4d30 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f129c031500 tx=0x7f129c005a20 comp rx=0 tx=0).stop 2024-05-21T00:22:44.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.642+0000 7f12b3200640 1 -- 172.21.15.12:0/4001369674 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12b4104ad0 msgr2=0x7f12b419ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:44.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.642+0000 7f12b3200640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12b4104ad0 0x7f12b419ad70 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f12a400e9c0 tx=0x7f12a400ee80 comp rx=0 tx=0).stop 2024-05-21T00:22:44.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.642+0000 7f12b3200640 1 -- 172.21.15.12:0/4001369674 shutdown_connections 2024-05-21T00:22:44.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.642+0000 7f12b3200640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f12980b2870 0x7f12980b4d30 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.642+0000 7f12b3200640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f12b4106680 0x7f12b41a2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.642+0000 7f12b3200640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f12b4105cc0 0x7f12b419b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.642+0000 7f12b3200640 1 --2- 172.21.15.12:0/4001369674 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f12b4104ad0 0x7f12b419ad70 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.645 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.642+0000 7f12b3200640 1 -- 172.21.15.12:0/4001369674 >> 172.21.15.12:0/4001369674 conn(0x7f12b4100060 msgr2=0x7f12b4109080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:44.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.643+0000 7f12b3200640 1 -- 172.21.15.12:0/4001369674 shutdown_connections 2024-05-21T00:22:44.646 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.643+0000 7f12b3200640 1 -- 172.21.15.12:0/4001369674 wait complete. 2024-05-21T00:22:44.667 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-05-21T00:22:44.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.887+0000 7f6f1f200640 1 -- 172.21.15.12:0/75581832 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f2010a060 msgr2=0x7f6f2010a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:44.889 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.887+0000 7f6f1f200640 1 --2- 172.21.15.12:0/75581832 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f2010a060 0x7f6f2010a4e0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6f08009900 tx=0x7f6f0802a400 comp rx=0 tx=0).stop 2024-05-21T00:22:44.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.887+0000 7f6f1f200640 1 -- 172.21.15.12:0/75581832 shutdown_connections 2024-05-21T00:22:44.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.887+0000 7f6f1f200640 1 --2- 172.21.15.12:0/75581832 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f2010aa20 0x7f6f20111340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.887+0000 7f6f1f200640 1 --2- 172.21.15.12:0/75581832 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f2010a060 0x7f6f2010a4e0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.887+0000 7f6f1f200640 1 --2- 172.21.15.12:0/75581832 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6f20108e80 0x7f6f201092a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.887+0000 7f6f1f200640 1 -- 172.21.15.12:0/75581832 >> 172.21.15.12:0/75581832 conn(0x7f6f20077e90 msgr2=0x7f6f2007a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:44.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.887+0000 7f6f1f200640 1 -- 172.21.15.12:0/75581832 shutdown_connections 2024-05-21T00:22:44.890 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.887+0000 7f6f1f200640 1 -- 172.21.15.12:0/75581832 wait complete. 2024-05-21T00:22:44.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.888+0000 7f6f1f200640 1 Processor -- start 2024-05-21T00:22:44.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.888+0000 7f6f1f200640 1 -- start start 2024-05-21T00:22:44.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.889+0000 7f6f1f200640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f20108e80 0x7f6f2019f160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:44.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.889+0000 7f6f1f200640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6f2010a060 0x7f6f2019f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:44.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.889+0000 7f6f1f200640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f2010aa20 0x7f6f201a6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:44.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.889+0000 7f6f1f200640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f6f20114a70 con 0x7f6f20108e80 2024-05-21T00:22:44.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.889+0000 7f6f1f200640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f6f201148f0 con 0x7f6f2010aa20 2024-05-21T00:22:44.892 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.889+0000 7f6f1f200640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f6f20114bf0 con 0x7f6f2010a060 2024-05-21T00:22:44.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.889+0000 7f6f1de00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f20108e80 0x7f6f2019f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:44.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.889+0000 7f6f17e00640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6f2010a060 0x7f6f2019f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:44.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.889+0000 7f6f1de00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f20108e80 0x7f6f2019f160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:38530/0 (socket says 172.21.15.12:38530) 2024-05-21T00:22:44.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.889+0000 7f6f1de00640 1 -- 172.21.15.12:0/4170362483 learned_addr learned my addr 172.21.15.12:0/4170362483 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:44.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.889+0000 7f6f1e800640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f2010aa20 0x7f6f201a6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:44.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.890+0000 7f6f17e00640 1 -- 172.21.15.12:0/4170362483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f2010aa20 msgr2=0x7f6f201a6710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:44.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.890+0000 7f6f17e00640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f2010aa20 0x7f6f201a6710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.890+0000 7f6f17e00640 1 -- 172.21.15.12:0/4170362483 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f20108e80 msgr2=0x7f6f2019f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:44.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.890+0000 7f6f17e00640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f20108e80 0x7f6f2019f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:44.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.890+0000 7f6f17e00640 1 -- 172.21.15.12:0/4170362483 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f201a6d80 con 0x7f6f2010a060 2024-05-21T00:22:44.893 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.890+0000 7f6f1de00640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f20108e80 0x7f6f2019f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:44.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.890+0000 7f6f17e00640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6f2010a060 0x7f6f2019f6a0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6f0802a9f0 tx=0x7f6f08003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:44.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.890+0000 7f6f16a00640 1 -- 172.21.15.12:0/4170362483 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f0803f070 con 0x7f6f2010a060 2024-05-21T00:22:44.894 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.890+0000 7f6f1f200640 1 -- 172.21.15.12:0/4170362483 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f201a7010 con 0x7f6f2010a060 2024-05-21T00:22:44.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.890+0000 7f6f16a00640 1 -- 172.21.15.12:0/4170362483 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f6f08031c50 con 0x7f6f2010a060 2024-05-21T00:22:44.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.890+0000 7f6f16a00640 1 -- 172.21.15.12:0/4170362483 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f08035030 con 0x7f6f2010a060 2024-05-21T00:22:44.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.891+0000 7f6f1f200640 1 -- 172.21.15.12:0/4170362483 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f201a7520 con 0x7f6f2010a060 2024-05-21T00:22:44.895 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.892+0000 7f6f1f200640 1 -- 172.21.15.12:0/4170362483 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f201102f0 con 0x7f6f2010a060 2024-05-21T00:22:44.896 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.894+0000 7f6f16a00640 1 -- 172.21.15.12:0/4170362483 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f6f08042070 con 0x7f6f2010a060 2024-05-21T00:22:44.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.895+0000 7f6f16a00640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6f040b2870 0x7f6f040b4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:44.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.896+0000 7f6f16a00640 1 -- 172.21.15.12:0/4170362483 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f6f08103170 con 0x7f6f2010a060 2024-05-21T00:22:44.898 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.896+0000 7f6f1de00640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6f040b2870 0x7f6f040b4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:44.899 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.897+0000 7f6f1de00640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6f040b2870 0x7f6f040b4d30 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6f100058c0 tx=0x7f6f10005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:44.900 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:44.898+0000 7f6f16a00640 1 -- 172.21.15.12:0/4170362483 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f6f080ca810 con 0x7f6f2010a060 2024-05-21T00:22:45.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.114+0000 7f6f1f200640 1 -- 172.21.15.12:0/4170362483 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f6f2002ddf0 con 0x7f6f2010a060 2024-05-21T00:22:45.117 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.115+0000 7f6f16a00640 1 -- 172.21.15.12:0/4170362483 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v81) ==== 100+0+11 (secure 0 0 0) 0x7f6f080ceb10 con 0x7f6f2010a060 2024-05-21T00:22:45.117 INFO:teuthology.orchestra.run.smithi012.stdout:pg_num: 64 2024-05-21T00:22:45.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.117+0000 7f6f1f200640 1 -- 172.21.15.12:0/4170362483 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6f040b2870 msgr2=0x7f6f040b4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:45.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.117+0000 7f6f1f200640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6f040b2870 0x7f6f040b4d30 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6f100058c0 tx=0x7f6f10005f90 comp rx=0 tx=0).stop 2024-05-21T00:22:45.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.117+0000 7f6f1f200640 1 -- 172.21.15.12:0/4170362483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6f2010a060 msgr2=0x7f6f2019f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:45.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.117+0000 7f6f1f200640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6f2010a060 0x7f6f2019f6a0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f6f0802a9f0 tx=0x7f6f08003c10 comp rx=0 tx=0).stop 2024-05-21T00:22:45.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.117+0000 7f6f1f200640 1 -- 172.21.15.12:0/4170362483 shutdown_connections 2024-05-21T00:22:45.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.117+0000 7f6f1f200640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f6f040b2870 0x7f6f040b4d30 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:45.120 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.117+0000 7f6f1f200640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f6f2010aa20 0x7f6f201a6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:45.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.117+0000 7f6f1f200640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f6f2010a060 0x7f6f2019f6a0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:45.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.117+0000 7f6f1f200640 1 --2- 172.21.15.12:0/4170362483 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f6f20108e80 0x7f6f2019f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:45.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.117+0000 7f6f1f200640 1 -- 172.21.15.12:0/4170362483 >> 172.21.15.12:0/4170362483 conn(0x7f6f20077e90 msgr2=0x7f6f2010d4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:45.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.118+0000 7f6f1f200640 1 -- 172.21.15.12:0/4170362483 shutdown_connections 2024-05-21T00:22:45.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.118+0000 7f6f1f200640 1 -- 172.21.15.12:0/4170362483 wait complete. 2024-05-21T00:22:45.139 DEBUG:teuthology.orchestra.run.smithi012:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-05-21T00:22:45.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:45 smithi077 ceph-mon[36377]: pgmap v609: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:22:45.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:45 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/158803304' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:22:45.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:45 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/4001369674' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T00:22:45.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:45 smithi012 ceph-mon[31403]: pgmap v609: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:22:45.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:45 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/158803304' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:22:45.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:45 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/4001369674' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T00:22:45.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.350+0000 7f283cc00640 1 -- 172.21.15.12:0/106748337 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2838078650 msgr2=0x7f2838078ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:45.352 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.350+0000 7f283cc00640 1 --2- 172.21.15.12:0/106748337 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2838078650 0x7f2838078ab0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f2824009900 tx=0x7f282402a3f0 comp rx=0 tx=0).stop 2024-05-21T00:22:45.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.350+0000 7f283cc00640 1 -- 172.21.15.12:0/106748337 shutdown_connections 2024-05-21T00:22:45.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.350+0000 7f283cc00640 1 --2- 172.21.15.12:0/106748337 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2838078ff0 0x7f2838079890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:45.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.350+0000 7f283cc00640 1 --2- 172.21.15.12:0/106748337 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2838078650 0x7f2838078ab0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:45.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.350+0000 7f283cc00640 1 --2- 172.21.15.12:0/106748337 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2838077410 0x7f2838077830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:45.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.350+0000 7f283cc00640 1 -- 172.21.15.12:0/106748337 >> 172.21.15.12:0/106748337 conn(0x7f2838100120 msgr2=0x7f2838102540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:45.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.350+0000 7f283cc00640 1 -- 172.21.15.12:0/106748337 shutdown_connections 2024-05-21T00:22:45.353 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.350+0000 7f283cc00640 1 -- 172.21.15.12:0/106748337 wait complete. 2024-05-21T00:22:45.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.351+0000 7f283cc00640 1 Processor -- start 2024-05-21T00:22:45.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.351+0000 7f283cc00640 1 -- start start 2024-05-21T00:22:45.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.351+0000 7f283cc00640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2838077410 0x7f283819f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:45.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.351+0000 7f283cc00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2838078650 0x7f283819f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:45.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.351+0000 7f283cc00640 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2838078ff0 0x7f28381a67b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:45.354 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.351+0000 7f283cc00640 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f2838114ad0 con 0x7f2838078650 2024-05-21T00:22:45.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.351+0000 7f283cc00640 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f2838114950 con 0x7f2838077410 2024-05-21T00:22:45.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.351+0000 7f283cc00640 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f2838114c50 con 0x7f2838078ff0 2024-05-21T00:22:45.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.352+0000 7f2836a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2838078650 0x7f283819f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:45.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.352+0000 7f2837400640 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2838077410 0x7f283819f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:45.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.352+0000 7f2836a00640 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2838078650 0x7f283819f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:44220/0 (socket says 172.21.15.12:44220) 2024-05-21T00:22:45.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.352+0000 7f2836a00640 1 -- 172.21.15.12:0/2231315083 learned_addr learned my addr 172.21.15.12:0/2231315083 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:22:45.355 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.352+0000 7f2837e00640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2838078ff0 0x7f28381a67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:45.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.352+0000 7f2836a00640 1 -- 172.21.15.12:0/2231315083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2838078ff0 msgr2=0x7f28381a67b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:45.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.352+0000 7f2836a00640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2838078ff0 0x7f28381a67b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:45.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.352+0000 7f2836a00640 1 -- 172.21.15.12:0/2231315083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2838077410 msgr2=0x7f283819f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:45.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.352+0000 7f2836a00640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2838077410 0x7f283819f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:45.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.352+0000 7f2836a00640 1 -- 172.21.15.12:0/2231315083 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28381a6e20 con 0x7f2838078650 2024-05-21T00:22:45.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.352+0000 7f2837400640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2838077410 0x7f283819f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:22:45.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.353+0000 7f2836a00640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2838078650 0x7f283819f740 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f2824005940 tx=0x7f28240042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:45.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.353+0000 7f282fe00640 1 -- 172.21.15.12:0/2231315083 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f282403f030 con 0x7f2838078650 2024-05-21T00:22:45.356 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.353+0000 7f282fe00640 1 -- 172.21.15.12:0/2231315083 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f2824003cb0 con 0x7f2838078650 2024-05-21T00:22:45.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.353+0000 7f282fe00640 1 -- 172.21.15.12:0/2231315083 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2824035070 con 0x7f2838078650 2024-05-21T00:22:45.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.353+0000 7f283cc00640 1 -- 172.21.15.12:0/2231315083 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28381a70b0 con 0x7f2838078650 2024-05-21T00:22:45.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.353+0000 7f283cc00640 1 -- 172.21.15.12:0/2231315083 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28381a7550 con 0x7f2838078650 2024-05-21T00:22:45.357 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.354+0000 7f283cc00640 1 -- 172.21.15.12:0/2231315083 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2838111500 con 0x7f2838078650 2024-05-21T00:22:45.359 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.356+0000 7f282fe00640 1 -- 172.21.15.12:0/2231315083 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f2824042030 con 0x7f2838078650 2024-05-21T00:22:45.360 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.358+0000 7f282fe00640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f281c0b2860 0x7f281c0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:22:45.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.358+0000 7f282fe00640 1 -- 172.21.15.12:0/2231315083 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f2824102c30 con 0x7f2838078650 2024-05-21T00:22:45.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.358+0000 7f2837400640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f281c0b2860 0x7f281c0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:22:45.361 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.359+0000 7f2837400640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f281c0b2860 0x7f281c0b4d20 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2828009fc0 tx=0x7f2828005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:22:45.362 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.360+0000 7f282fe00640 1 -- 172.21.15.12:0/2231315083 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f2824003e60 con 0x7f2838078650 2024-05-21T00:22:45.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:45 smithi060 ceph-mon[36426]: pgmap v609: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:22:45.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:45 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/158803304' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-21T00:22:45.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:45 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/4001369674' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-05-21T00:22:45.627 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.624+0000 7f283cc00640 1 -- 172.21.15.12:0/2231315083 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f283802de10 con 0x7f2838078650 2024-05-21T00:22:45.660 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.658+0000 7f282fe00640 1 -- 172.21.15.12:0/2231315083 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v18) ==== 81+0+815642 (secure 0 0 0) 0x7f28240ca2d0 con 0x7f2838078650 2024-05-21T00:22:45.673 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:22:45.673 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:22:45.673 INFO:teuthology.orchestra.run.smithi012.stdout: "epoch": 18, 2024-05-21T00:22:45.673 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.673 INFO:teuthology.orchestra.run.smithi012.stdout: "active_gid": 14152, 2024-05-21T00:22:45.673 INFO:teuthology.orchestra.run.smithi012.stdout: "active_name": "x", 2024-05-21T00:22:45.673 INFO:teuthology.orchestra.run.smithi012.stdout: "active_addrs": { 2024-05-21T00:22:45.673 INFO:teuthology.orchestra.run.smithi012.stdout: "addrvec": [ 2024-05-21T00:22:45.673 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.673 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v2", 2024-05-21T00:22:45.673 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:6800", 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 2419480299 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v1", 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:6801", 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 2419480299 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: "active_addr": "172.21.15.12:6801/2419480299", 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: "active_change": "2024-05-21T00:04:47.378606+0000", 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: "active_mgr_features": 4540701547738038271, 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: "available": true, 2024-05-21T00:22:45.674 INFO:teuthology.orchestra.run.smithi012.stdout: "standbys": [ 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: "gid": 24109, 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "z", 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr_features": 4540701547738038271, 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: "available_modules": [ 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "alerts", 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.675 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.676 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.676 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:45.676 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.676 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.676 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.676 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How frequently to reexamine health status", 2024-05-21T00:22:45.676 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.676 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.676 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.676 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.676 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.676 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.676 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.677 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.677 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.677 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.677 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.677 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.677 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.677 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.677 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.677 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.677 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.677 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.677 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.677 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.678 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.679 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.680 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_destination": { 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_destination", 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.681 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Email address to send alerts to", 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_from_name": { 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_from_name", 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.682 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "Ceph", 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Email From: name", 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_host": { 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_host", 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.683 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP server", 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_password": { 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_password", 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.684 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Password to authenticate with", 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_port": { 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_port", 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "465", 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.685 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP port", 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_sender": { 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_sender", 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.686 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP envelope sender", 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_ssl": { 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_ssl", 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.687 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_user": { 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_user", 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "User to authenticate as", 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.688 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.689 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "balancer", 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: "active": { 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "active", 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.690 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically balance PGs across cluster", 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "begin_time": { 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "begin_time", 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0000", 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.691 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "beginning time of day to automatically balance", 2024-05-21T00:22:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T00:22:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: "begin_weekday": { 2024-05-21T00:22:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "begin_weekday", 2024-05-21T00:22:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.692 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0", 2024-05-21T00:22:45.693 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "6", 2024-05-21T00:22:45.693 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.693 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-21T00:22:45.693 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T00:22:45.693 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.693 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.693 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.693 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_max_iterations": { 2024-05-21T00:22:45.693 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_max_iterations", 2024-05-21T00:22:45.693 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:45.693 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.693 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.693 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "25", 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "250", 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_metrics": { 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_metrics", 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.694 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "pgs,objects,bytes", 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_step": { 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_step", 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0.5", 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0.001", 2024-05-21T00:22:45.695 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "0.999", 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "aggressiveness of optimization", 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: "end_time": { 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "end_time", 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "2359", 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.696 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.697 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.697 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "ending time of day to automatically balance", 2024-05-21T00:22:45.697 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T00:22:45.697 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.697 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.697 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.697 INFO:teuthology.orchestra.run.smithi012.stdout: "end_weekday": { 2024-05-21T00:22:45.697 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "end_weekday", 2024-05-21T00:22:45.697 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:45.697 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.697 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.697 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.697 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0", 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "6", 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.698 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.699 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.700 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.700 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.700 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.700 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.700 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.700 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.700 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.700 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.700 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.700 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.700 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.700 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.700 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.701 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.702 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: "min_score": { 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "min_score", 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.703 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": { 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mode", 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "upmap", 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.704 INFO:teuthology.orchestra.run.smithi012.stdout: "crush-compat", 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "none", 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "read", 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap", 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap-read" 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Balancer mode", 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "pool_ids": { 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pool_ids", 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.705 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.706 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.707 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap_max_deviation": { 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "upmap_max_deviation", 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-05-21T00:22:45.708 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap_max_optimizations": { 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "upmap_max_optimizations", 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.709 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cephadm", 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_down_multiplier": { 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_down_multiplier", 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.710 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3.0", 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_refresh_rate": { 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_refresh_rate", 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.711 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "20", 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_starting_port": { 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_starting_port", 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.712 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "4721", 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_ptrace": { 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_ptrace", 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.713 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "autotune_interval": { 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "autotune_interval", 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.714 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "autotune_memory_target_ratio": { 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "autotune_memory_target_ratio", 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0.7", 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.715 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm_log_destination": { 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cephadm_log_destination", 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "file", 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "file,syslog", 2024-05-21T00:22:45.716 INFO:teuthology.orchestra.run.smithi012.stdout: "syslog" 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: "cgroups_split": { 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cgroups_split", 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.717 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "config_checks_enabled": { 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_checks_enabled", 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.718 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "config_dashboard": { 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_dashboard", 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-21T00:22:45.719 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_alertmanager": { 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_alertmanager", 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.720 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_base": { 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_base", 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Container image name, without the tag", 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.721 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_elasticsearch": { 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_elasticsearch", 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "elasticsearch container image", 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.722 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_grafana": { 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_grafana", 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_haproxy": { 2024-05-21T00:22:45.723 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_haproxy", 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "HAproxy container image", 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_agent": { 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_agent", 2024-05-21T00:22:45.724 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger agent container image", 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_collector": { 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_collector", 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.725 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger collector container image", 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_query": { 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_query", 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.726 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger query container image", 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_keepalived": { 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_keepalived", 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.727 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Keepalived container image", 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_loki": { 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_loki", 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.728 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Loki container image", 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_node_exporter": { 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_node_exporter", 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-05-21T00:22:45.729 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_nvmeof": { 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_nvmeof", 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Nvme-of container image", 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.730 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_prometheus": { 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_prometheus", 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.731 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_promtail": { 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_promtail", 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Promtail container image", 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.732 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_samba": { 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_samba", 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Samba/SMB container image", 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.733 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_snmp_gateway": { 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_snmp_gateway", 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SNMP Gateway container image", 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "container_init": { 2024-05-21T00:22:45.734 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_init", 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Run podman/docker with `--init`", 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "daemon_cache_timeout": { 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "daemon_cache_timeout", 2024-05-21T00:22:45.735 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "default_cephadm_command_timeout": { 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "default_cephadm_command_timeout", 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.736 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "900", 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: "default_registry": { 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "default_registry", 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.737 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io", 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "device_cache_timeout": { 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_cache_timeout", 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.738 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1800", 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache device inventory", 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: "device_enhanced_scan": { 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_enhanced_scan", 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.739 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "facts_cache_timeout": { 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "facts_cache_timeout", 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.740 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache host facts data", 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "grafana_dashboards_path": { 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "grafana_dashboards_path", 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.741 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "host_check_interval": { 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "host_check_interval", 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to perform a host check", 2024-05-21T00:22:45.742 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "hw_monitoring": { 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "hw_monitoring", 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.743 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: "inventory_list_all": { 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "inventory_list_all", 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.744 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.745 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "log_refresh_metadata": { 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_refresh_metadata", 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.746 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.747 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.748 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.749 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.750 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "*", 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.751 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "max_count_per_host": { 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_count_per_host", 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "max number of daemons per service per host", 2024-05-21T00:22:45.752 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "max_osd_draining_count": { 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_osd_draining_count", 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.753 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "migration_current": { 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "migration_current", 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "internal - do not modify", 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.754 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": { 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mode", 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "root", 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm-package", 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "root" 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "mode for remote execution of cephadm", 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.755 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "oob_default_addr": { 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "oob_default_addr", 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "169.254.1.1", 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.756 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: "prometheus_alerts_path": { 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prometheus_alerts_path", 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.757 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_insecure": { 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_insecure", 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.758 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_password": { 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_password", 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_url": { 2024-05-21T00:22:45.759 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_url", 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_username": { 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_username", 2024-05-21T00:22:45.760 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "secure_monitoring_stack": { 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "secure_monitoring_stack", 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.761 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "service_discovery_port": { 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "service_discovery_port", 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.762 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8765", 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "cephadm service discovery port", 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.763 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "ssh_config_file": { 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssh_config_file", 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.764 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "use_agent": { 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "use_agent", 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-21T00:22:45.765 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "use_repo_digest": { 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "use_repo_digest", 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.766 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_failed_host_check": { 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_failed_host_check", 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if the host check fails", 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.767 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_stray_daemons": { 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_stray_daemons", 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.768 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_stray_hosts": { 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_stray_hosts", 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.769 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crash", 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.770 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.771 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.772 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.773 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.774 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: "retain_interval": { 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "retain_interval", 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "31536000", 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.775 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.776 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_recent_interval": { 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_recent_interval", 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1209600", 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.777 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.778 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.778 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.778 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.778 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "dashboard", 2024-05-21T00:22:45.778 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.778 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.778 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.778 INFO:teuthology.orchestra.run.smithi012.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-21T00:22:45.778 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-21T00:22:45.778 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.778 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.778 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.778 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: "ALERTMANAGER_API_HOST": { 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.779 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.780 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.780 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.780 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.780 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.780 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.780 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.780 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.780 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.780 INFO:teuthology.orchestra.run.smithi012.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-21T00:22:45.780 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-21T00:22:45.780 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.780 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.780 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "AUDIT_API_ENABLED": { 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "AUDIT_API_ENABLED", 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.781 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.782 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.782 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.782 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.782 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.782 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.782 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.782 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.782 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.782 INFO:teuthology.orchestra.run.smithi012.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-21T00:22:45.782 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-21T00:22:45.782 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.782 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "ENABLE_BROWSABLE_API": { 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.783 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.784 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.785 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.786 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.787 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.788 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.789 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.790 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.791 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_PASSWORD": { 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-05-21T00:22:45.792 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.793 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.793 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.793 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.793 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.793 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.793 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.793 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.793 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-21T00:22:45.793 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-21T00:22:45.793 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.793 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.793 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.794 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.794 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.794 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.794 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.794 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.794 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.794 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.794 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.794 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.794 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_URL": { 2024-05-21T00:22:45.794 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_URL", 2024-05-21T00:22:45.794 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.794 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_USERNAME": { 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.795 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.796 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.797 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.798 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.799 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "[]", 2024-05-21T00:22:45.800 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "MULTICLUSTER_CONFIG": { 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "{}", 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.801 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.802 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.802 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.802 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.802 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.802 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.802 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.802 INFO:teuthology.orchestra.run.smithi012.stdout: "PROMETHEUS_API_HOST": { 2024-05-21T00:22:45.802 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-21T00:22:45.802 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.802 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.802 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.802 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.802 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.803 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.804 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.805 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.806 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.806 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.806 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.806 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-21T00:22:45.806 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-21T00:22:45.806 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.806 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.806 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.806 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.806 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.806 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.806 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.807 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.808 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.808 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.808 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.808 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.808 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-21T00:22:45.808 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-21T00:22:45.808 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.808 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.808 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.808 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.808 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.808 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.808 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.809 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.810 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_ENABLED": { 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.811 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.812 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.813 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.814 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.814 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.814 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.814 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.814 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-21T00:22:45.814 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-21T00:22:45.814 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.814 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.814 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.814 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8", 2024-05-21T00:22:45.814 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.814 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.814 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "45", 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.815 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_ACCESS_KEY": { 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.816 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.817 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.818 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.818 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.818 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.818 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_SECRET_KEY": { 2024-05-21T00:22:45.818 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-21T00:22:45.818 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.818 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.818 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.818 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.818 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.818 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.818 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.818 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_SSL_VERIFY": { 2024-05-21T00:22:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-21T00:22:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.819 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "UNSAFE_TLS_v1_2": { 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.820 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.821 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.822 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.823 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "cross_origin_url": { 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cross_origin_url", 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.824 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: "crt_file": { 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crt_file", 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.825 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: "debug": { 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "debug", 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.826 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable/disable debug options", 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "jwt_token_ttl": { 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "jwt_token_ttl", 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "28800", 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.827 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "key_file": { 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "key_file", 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.828 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.829 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.830 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.831 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.832 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.832 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.832 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.832 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.832 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.832 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.832 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.832 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.832 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.832 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.832 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.832 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.833 INFO:teuthology.orchestra.run.smithi012.stdout: "motd": { 2024-05-21T00:22:45.834 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "motd", 2024-05-21T00:22:45.834 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.834 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.834 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.834 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.834 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.834 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.834 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.834 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "The message of the day", 2024-05-21T00:22:45.834 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.834 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.834 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.834 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "redirect_resolve_ip_addr": { 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "redirect_resolve_ip_addr", 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.835 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "::", 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.836 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8080", 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.837 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl": { 2024-05-21T00:22:45.838 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl", 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl_server_port": { 2024-05-21T00:22:45.839 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl_server_port", 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8443", 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_behaviour": { 2024-05-21T00:22:45.840 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_behaviour", 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "redirect", 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: "redirect" 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.841 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_error_status_code": { 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_error_status_code", 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "500", 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "400", 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "599", 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.842 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.843 INFO:teuthology.orchestra.run.smithi012.stdout: "url_prefix": { 2024-05-21T00:22:45.845 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "url_prefix", 2024-05-21T00:22:45.846 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.846 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.846 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.846 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.846 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.846 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.846 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.846 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.846 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.846 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.846 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.846 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.846 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "devicehealth", 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: "enable_monitoring": { 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enable_monitoring", 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.847 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "monitor device health metrics", 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.848 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.849 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.850 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.851 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.852 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: "mark_out_threshold": { 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mark_out_threshold", 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.853 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "2419200", 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: "pool_name": { 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pool_name", 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.854 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "device_health_metrics", 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "retention_period": { 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "retention_period", 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15552000", 2024-05-21T00:22:45.855 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long to retain device health metrics", 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "scrape_frequency": { 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "scrape_frequency", 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "86400", 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.856 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: "self_heal": { 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "self_heal", 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.857 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.858 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to wake up and check device health", 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.859 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_threshold": { 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_threshold", 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "7257600", 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.860 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "diskprediction_local", 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.861 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.862 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.863 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.864 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.865 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "predict_interval": { 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "predict_interval", 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "86400", 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.866 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "predictor_model": { 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "predictor_model", 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "prophetstor", 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.867 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.868 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.869 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.870 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.870 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.870 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.870 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.870 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "influx", 2024-05-21T00:22:45.870 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": false, 2024-05-21T00:22:45.870 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "influxdb python module not found", 2024-05-21T00:22:45.870 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.870 INFO:teuthology.orchestra.run.smithi012.stdout: "batch_size": { 2024-05-21T00:22:45.870 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "batch_size", 2024-05-21T00:22:45.870 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.870 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.870 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5000", 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "database": { 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "database", 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "ceph", 2024-05-21T00:22:45.871 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "hostname": { 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "hostname", 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.872 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB server hostname", 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "30", 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "5", 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.873 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-21T00:22:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.874 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.875 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.876 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.877 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.878 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "password": { 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "password", 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "password of InfluxDB server user", 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.879 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "port": { 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "port", 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8086", 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB server port", 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.880 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.881 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl": { 2024-05-21T00:22:45.882 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl", 2024-05-21T00:22:45.882 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.882 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.882 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.882 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "false", 2024-05-21T00:22:45.882 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.882 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.882 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.882 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T00:22:45.882 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.882 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.882 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.882 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "threads": { 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "threads", 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "32", 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.883 INFO:teuthology.orchestra.run.smithi012.stdout: "username": { 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "username", 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "username of InfluxDB server user", 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "verify_ssl": { 2024-05-21T00:22:45.884 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "verify_ssl", 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "true", 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.885 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "insights", 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.886 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.887 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.887 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.887 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.887 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.887 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.887 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.887 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.887 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.887 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.887 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.887 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.887 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.888 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.889 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.889 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.889 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.889 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.889 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.889 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.889 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.889 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.889 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.889 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.889 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.889 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.889 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.890 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.890 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.890 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.890 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.890 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.890 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.890 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.890 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.890 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.890 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.890 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.890 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.890 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.891 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "iostat", 2024-05-21T00:22:45.892 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.893 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.893 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.893 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.893 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.893 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.893 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.893 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.893 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.893 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.893 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.893 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.893 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.893 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.894 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.895 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.896 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.897 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.898 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.898 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.898 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.898 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.898 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.898 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.898 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.898 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.898 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.898 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.898 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.898 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.898 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "k8sevents", 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_event_retention_days": { 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ceph_event_retention_days", 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.899 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "7", 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: "config_check_secs": { 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_check_secs", 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.900 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.901 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.901 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:45.901 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "10", 2024-05-21T00:22:45.901 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.901 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.901 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-21T00:22:45.901 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.901 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.901 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.901 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.901 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.901 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.901 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.902 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.903 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.904 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.905 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.906 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "localpool", 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.907 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "failure_domain": { 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "failure_domain", 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "host", 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "failure domain for any created local pool", 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.908 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.909 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.910 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.911 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.912 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "min_size": { 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "min_size", 2024-05-21T00:22:45.913 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default min_size for any created local pool", 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: "num_rep": { 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "num_rep", 2024-05-21T00:22:45.914 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3", 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default replica count for any created local pool", 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_num": { 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pg_num", 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.915 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "128", 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default pg_num for any created local pool", 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: "prefix": { 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prefix", 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.916 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "name prefix for any created local pool", 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.917 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: "subtree": { 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "subtree", 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.918 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "rack", 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mds_autoscaler", 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.919 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.920 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.920 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.920 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.920 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.920 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.920 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.920 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.920 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.920 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.920 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.920 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.920 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.920 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.921 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.922 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.923 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.924 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.925 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mirroring", 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.926 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.927 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.928 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.929 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.930 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.931 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "nfs", 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.932 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.933 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.934 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.935 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.936 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.937 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.938 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.938 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.938 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.938 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.938 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.938 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "orchestrator", 2024-05-21T00:22:45.938 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.938 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.938 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.938 INFO:teuthology.orchestra.run.smithi012.stdout: "fail_fs": { 2024-05-21T00:22:45.938 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "fail_fs", 2024-05-21T00:22:45.938 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.938 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.939 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.940 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.941 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.942 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.942 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.942 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.942 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.942 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.942 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.942 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.942 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.942 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.942 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.942 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.942 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.942 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.943 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator": { 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "orchestrator", 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.944 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm", 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "rook", 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "test_orchestrator" 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Orchestrator backend", 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.945 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "osd_perf_query", 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.946 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.947 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.948 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.949 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.950 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.951 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "osd_support", 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.952 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.953 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.954 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.954 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.954 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.954 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.954 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.954 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.954 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.954 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.954 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.954 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.954 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.954 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.954 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.955 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.956 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.957 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.958 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pg_autoscaler", 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.959 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.960 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.961 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.962 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.962 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.962 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.962 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.962 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.962 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.962 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.962 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.962 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.962 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.962 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.962 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.962 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.963 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.964 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.965 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: "threshold": { 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "threshold", 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3.0", 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1.0", 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "scaling threshold", 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-21T00:22:45.966 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "progress", 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_pg_recovery_event": { 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_pg_recovery_event", 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.967 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: "enabled": { 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enabled", 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.968 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.969 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.970 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.970 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.970 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.970 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.970 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.970 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.970 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.970 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.970 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.970 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.970 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.970 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.970 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.971 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.972 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.973 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.974 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.974 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.974 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.974 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.974 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.974 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.974 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.974 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.974 INFO:teuthology.orchestra.run.smithi012.stdout: "max_completed_events": { 2024-05-21T00:22:45.974 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_completed_events", 2024-05-21T00:22:45.974 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.974 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.974 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "50", 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "number of past completed events to remember", 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.975 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long the module is going to sleep", 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.976 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prometheus", 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.977 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.978 INFO:teuthology.orchestra.run.smithi012.stdout: "cache": { 2024-05-21T00:22:45.978 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cache", 2024-05-21T00:22:45.978 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.978 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.978 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.978 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.978 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.978 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.978 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.978 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.978 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.978 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.978 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "exclude_perf_counters": { 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "exclude_perf_counters", 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.979 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.980 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.980 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.980 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.980 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.980 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.980 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.980 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.980 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.980 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.980 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.980 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.980 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.981 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.981 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.981 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.981 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.981 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.981 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.981 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.981 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.981 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.981 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.981 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.981 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.982 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.982 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.982 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.982 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.982 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.982 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.982 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.982 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.982 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.982 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.982 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.982 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.982 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.983 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.984 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_stats_pools": { 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_stats_pools", 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.985 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "300", 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.986 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "scrape_interval": { 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "scrape_interval", 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15.0", 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.987 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "::", 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-05-21T00:22:45.988 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "9283", 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:45.989 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: "stale_cache_strategy": { 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "stale_cache_strategy", 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.990 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "log", 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_behaviour": { 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_behaviour", 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "default", 2024-05-21T00:22:45.991 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: "default", 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: "error" 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_error_status_code": { 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_error_status_code", 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.992 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.993 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "500", 2024-05-21T00:22:45.993 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "400", 2024-05-21T00:22:45.993 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "599", 2024-05-21T00:22:45.993 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.993 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.993 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.993 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.993 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.993 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.993 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:45.993 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.993 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:45.993 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_support", 2024-05-21T00:22:45.994 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:45.994 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:45.994 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:45.994 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:45.994 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:45.994 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.994 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.994 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.994 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:45.994 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.994 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.994 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.994 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:45.995 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.996 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.997 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.998 INFO:teuthology.orchestra.run.smithi012.stdout: "max_concurrent_snap_create": { 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_concurrent_snap_create", 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "mirror_snapshot_schedule": { 2024-05-21T00:22:45.999 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mirror_snapshot_schedule", 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.000 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.001 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.001 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.001 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.001 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.001 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.001 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.001 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.001 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.001 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.001 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.001 INFO:teuthology.orchestra.run.smithi012.stdout: "trash_purge_schedule": { 2024-05-21T00:22:46.001 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "trash_purge_schedule", 2024-05-21T00:22:46.001 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.002 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "restful", 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "enable_auth": { 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enable_auth", 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.003 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "key_file": { 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "key_file", 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.004 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.005 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.006 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.007 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.008 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.009 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.010 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.011 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rgw", 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.012 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.013 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.014 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.015 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.016 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.017 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rook", 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.018 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.019 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.020 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.021 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.022 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.023 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "storage_class": { 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "storage_class", 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "local", 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.024 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "selftest", 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.025 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.026 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.027 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.028 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.029 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.030 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.030 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.030 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.030 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.030 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.030 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.030 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.030 INFO:teuthology.orchestra.run.smithi012.stdout: "roption1": { 2024-05-21T00:22:46.030 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "roption1", 2024-05-21T00:22:46.030 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.030 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.030 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.030 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "roption2": { 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "roption2", 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "xyz", 2024-05-21T00:22:46.031 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption1": { 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption1", 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.032 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption2": { 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption2", 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.033 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.034 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.034 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.034 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.034 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.034 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.034 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.034 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.034 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption3": { 2024-05-21T00:22:46.034 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption3", 2024-05-21T00:22:46.034 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.034 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.034 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.034 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption4": { 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption4", 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.035 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption5": { 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption5", 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.036 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption6": { 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption6", 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.037 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.038 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.038 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.038 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.038 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.038 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.038 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.038 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.038 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption7": { 2024-05-21T00:22:46.038 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption7", 2024-05-21T00:22:46.038 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.038 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.038 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.038 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "42", 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.039 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "testkey": { 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testkey", 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.040 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: "testlkey": { 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testlkey", 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.041 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "testnewline": { 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testnewline", 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.042 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smb", 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.043 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.044 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.045 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.046 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.047 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.048 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "update_orchestration": { 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "update_orchestration", 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.049 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.050 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.050 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.050 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.050 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-21T00:22:46.050 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.050 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.050 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.050 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.050 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.050 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.050 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.050 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snap_schedule", 2024-05-21T00:22:46.050 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_m_granularity": { 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_m_granularity", 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow minute scheduled snapshots", 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.051 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "dump_on_update": { 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "dump_on_update", 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "dump database to debug log on update", 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.052 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.053 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.054 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.054 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.054 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.054 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.054 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.054 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.054 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.054 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.054 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.054 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.054 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.054 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.054 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.055 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.056 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.057 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.058 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "stats", 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.059 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.060 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.061 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.062 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.063 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.064 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "status", 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.065 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.066 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.067 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.068 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.069 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.070 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "telegraf", 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "address": { 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "address", 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.071 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15", 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.072 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.073 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.074 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.075 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.076 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.077 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.078 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "telemetry", 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_basic": { 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_basic", 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.079 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_crash": { 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_crash", 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.080 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_device": { 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_device", 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_ident": { 2024-05-21T00:22:46.081 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_ident", 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_perf": { 2024-05-21T00:22:46.082 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_perf", 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "contact": { 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "contact", 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.083 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "description": { 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "description", 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.084 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "device_url": { 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_url", 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.085 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: "enabled": { 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enabled", 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.086 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "24", 2024-05-21T00:22:46.087 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "8", 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "last_opt_revision": { 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "last_opt_revision", 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1", 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.088 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "leaderboard": { 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "leaderboard", 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.089 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: "leaderboard_description": { 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "leaderboard_description", 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.090 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.091 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.092 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.093 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.094 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.095 INFO:teuthology.orchestra.run.smithi012.stdout: "organization": { 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "organization", 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "proxy": { 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "proxy", 2024-05-21T00:22:46.096 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.097 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: "url": { 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "url", 2024-05-21T00:22:46.098 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "test_orchestrator", 2024-05-21T00:22:46.099 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.100 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.101 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.102 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.103 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.104 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "volumes", 2024-05-21T00:22:46.105 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.106 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.107 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.108 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.109 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "max_concurrent_clones": { 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_concurrent_clones", 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.110 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "4", 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "periodic_async_work": { 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "periodic_async_work", 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.111 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Periodically check for async work", 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "snapshot_clone_delay": { 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snapshot_clone_delay", 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.112 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "snapshot_clone_no_wait": { 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snapshot_clone_no_wait", 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.113 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.114 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix", 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: "discovery_interval": { 2024-05-21T00:22:46.115 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "discovery_interval", 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "100", 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "identifier": { 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "identifier", 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.116 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:46.117 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.118 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.119 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.120 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.121 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.122 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.123 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_host": { 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_host", 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_port": { 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_port", 2024-05-21T00:22:46.124 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10051", 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_sender": { 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_sender", 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.125 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.126 INFO:teuthology.orchestra.run.smithi012.stdout: "gid": 24116, 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "y", 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "mgr_features": 4540701547738038271, 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "available_modules": [ 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "alerts", 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:46.127 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How frequently to reexamine health status", 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.128 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.129 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.130 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.131 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.132 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_destination": { 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_destination", 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Email address to send alerts to", 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_from_name": { 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_from_name", 2024-05-21T00:22:46.133 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "Ceph", 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Email From: name", 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_host": { 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_host", 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.134 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP server", 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_password": { 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_password", 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.135 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Password to authenticate with", 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_port": { 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_port", 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.136 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "465", 2024-05-21T00:22:46.137 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.137 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.137 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.137 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP port", 2024-05-21T00:22:46.137 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.137 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.137 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.137 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.137 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_sender": { 2024-05-21T00:22:46.137 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_sender", 2024-05-21T00:22:46.137 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.137 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.137 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP envelope sender", 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_ssl": { 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_ssl", 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.138 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.139 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.139 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.139 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.139 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.139 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-21T00:22:46.139 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.139 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.139 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.139 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.139 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_user": { 2024-05-21T00:22:46.139 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_user", 2024-05-21T00:22:46.139 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.139 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "User to authenticate as", 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.140 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "balancer", 2024-05-21T00:22:46.141 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.142 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.142 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.142 INFO:teuthology.orchestra.run.smithi012.stdout: "active": { 2024-05-21T00:22:46.142 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "active", 2024-05-21T00:22:46.142 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.142 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.142 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.142 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.142 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.142 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.142 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.142 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically balance PGs across cluster", 2024-05-21T00:22:46.142 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "begin_time": { 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "begin_time", 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0000", 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "beginning time of day to automatically balance", 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T00:22:46.143 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: "begin_weekday": { 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "begin_weekday", 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0", 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "6", 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T00:22:46.144 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_max_iterations": { 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_max_iterations", 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "25", 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "250", 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.145 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_metrics": { 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_metrics", 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "pgs,objects,bytes", 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.146 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_step": { 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_step", 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0.5", 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0.001", 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "0.999", 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "aggressiveness of optimization", 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.147 INFO:teuthology.orchestra.run.smithi012.stdout: "end_time": { 2024-05-21T00:22:46.148 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "end_time", 2024-05-21T00:22:46.148 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.148 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.148 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.148 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "2359", 2024-05-21T00:22:46.148 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.148 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.148 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.148 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "ending time of day to automatically balance", 2024-05-21T00:22:46.148 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T00:22:46.148 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.148 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.148 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "end_weekday": { 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "end_weekday", 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0", 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "6", 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.149 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.150 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.150 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.150 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.150 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.150 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.150 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.150 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.150 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.150 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.150 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.150 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.150 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.150 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.151 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.152 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.153 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "min_score": { 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "min_score", 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.154 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": { 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mode", 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "upmap", 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.155 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "crush-compat", 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "none", 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "read", 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap", 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap-read" 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Balancer mode", 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "pool_ids": { 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pool_ids", 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.156 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.157 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:46.158 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.158 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.158 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.158 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-21T00:22:46.158 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.158 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.158 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.158 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.158 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.158 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.158 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.158 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.158 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap_max_deviation": { 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "upmap_max_deviation", 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.159 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap_max_optimizations": { 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "upmap_max_optimizations", 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.160 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cephadm", 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.161 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_down_multiplier": { 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_down_multiplier", 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3.0", 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.162 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_refresh_rate": { 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_refresh_rate", 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "20", 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_starting_port": { 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_starting_port", 2024-05-21T00:22:46.163 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "4721", 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_ptrace": { 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_ptrace", 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.164 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "autotune_interval": { 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "autotune_interval", 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:46.165 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: "autotune_memory_target_ratio": { 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "autotune_memory_target_ratio", 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0.7", 2024-05-21T00:22:46.166 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm_log_destination": { 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cephadm_log_destination", 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.167 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "file", 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "file,syslog", 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "syslog" 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "cgroups_split": { 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cgroups_split", 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.168 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "config_checks_enabled": { 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_checks_enabled", 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.169 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: "config_dashboard": { 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_dashboard", 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.170 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_alertmanager": { 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_alertmanager", 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-21T00:22:46.171 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_base": { 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_base", 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.172 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Container image name, without the tag", 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_elasticsearch": { 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_elasticsearch", 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.173 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "elasticsearch container image", 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_grafana": { 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_grafana", 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-05-21T00:22:46.174 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_haproxy": { 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_haproxy", 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "HAproxy container image", 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.175 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_agent": { 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_agent", 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger agent container image", 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.176 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_collector": { 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_collector", 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger collector container image", 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_query": { 2024-05-21T00:22:46.177 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_query", 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger query container image", 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_keepalived": { 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_keepalived", 2024-05-21T00:22:46.178 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Keepalived container image", 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_loki": { 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_loki", 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.179 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Loki container image", 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_node_exporter": { 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_node_exporter", 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-21T00:22:46.180 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_nvmeof": { 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_nvmeof", 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.181 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Nvme-of container image", 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_prometheus": { 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_prometheus", 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.182 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_promtail": { 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_promtail", 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.183 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Promtail container image", 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_samba": { 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_samba", 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Samba/SMB container image", 2024-05-21T00:22:46.184 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_snmp_gateway": { 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_snmp_gateway", 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SNMP Gateway container image", 2024-05-21T00:22:46.185 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.186 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.186 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.186 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.186 INFO:teuthology.orchestra.run.smithi012.stdout: "container_init": { 2024-05-21T00:22:46.186 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_init", 2024-05-21T00:22:46.186 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.186 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.186 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.186 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.186 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.186 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.186 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.186 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Run podman/docker with `--init`", 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "daemon_cache_timeout": { 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "daemon_cache_timeout", 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-21T00:22:46.187 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "default_cephadm_command_timeout": { 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "default_cephadm_command_timeout", 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "900", 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.188 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: "default_registry": { 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "default_registry", 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io", 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.189 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: "device_cache_timeout": { 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_cache_timeout", 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1800", 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache device inventory", 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.190 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "device_enhanced_scan": { 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_enhanced_scan", 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.191 INFO:teuthology.orchestra.run.smithi012.stdout: "facts_cache_timeout": { 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "facts_cache_timeout", 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache host facts data", 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "grafana_dashboards_path": { 2024-05-21T00:22:46.192 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "grafana_dashboards_path", 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: "host_check_interval": { 2024-05-21T00:22:46.193 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "host_check_interval", 2024-05-21T00:22:46.194 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.194 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.194 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.194 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:46.194 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.194 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.194 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.194 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to perform a host check", 2024-05-21T00:22:46.194 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.194 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.194 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "hw_monitoring": { 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "hw_monitoring", 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.195 INFO:teuthology.orchestra.run.smithi012.stdout: "inventory_list_all": { 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "inventory_list_all", 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.196 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.197 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: "log_refresh_metadata": { 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_refresh_metadata", 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-21T00:22:46.198 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.199 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.200 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.201 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.202 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.202 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.202 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.202 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.202 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.202 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.202 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.202 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.202 INFO:teuthology.orchestra.run.smithi012.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-21T00:22:46.202 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-21T00:22:46.202 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.202 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.202 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "*", 2024-05-21T00:22:46.203 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "max_count_per_host": { 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_count_per_host", 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.204 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "max number of daemons per service per host", 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "max_osd_draining_count": { 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_osd_draining_count", 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.205 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: "migration_current": { 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "migration_current", 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.206 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "internal - do not modify", 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": { 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mode", 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "root", 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm-package", 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: "root" 2024-05-21T00:22:46.207 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "mode for remote execution of cephadm", 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: "oob_default_addr": { 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "oob_default_addr", 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "169.254.1.1", 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.208 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "prometheus_alerts_path": { 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prometheus_alerts_path", 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.209 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_insecure": { 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_insecure", 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.210 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_password": { 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_password", 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-21T00:22:46.211 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_url": { 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_url", 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.212 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.213 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.213 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_username": { 2024-05-21T00:22:46.213 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_username", 2024-05-21T00:22:46.213 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.213 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.213 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.213 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.213 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.213 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.213 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.213 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-21T00:22:46.213 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.213 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "secure_monitoring_stack": { 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "secure_monitoring_stack", 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.214 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "service_discovery_port": { 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "service_discovery_port", 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8765", 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "cephadm service discovery port", 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.215 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "ssh_config_file": { 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssh_config_file", 2024-05-21T00:22:46.216 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "use_agent": { 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "use_agent", 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.217 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: "use_repo_digest": { 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "use_repo_digest", 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.218 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_failed_host_check": { 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_failed_host_check", 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.219 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if the host check fails", 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_stray_daemons": { 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_stray_daemons", 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.220 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_stray_hosts": { 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_stray_hosts", 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.221 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crash", 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.222 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.223 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.224 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.225 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.226 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "retain_interval": { 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "retain_interval", 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "31536000", 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.227 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.228 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_recent_interval": { 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_recent_interval", 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1209600", 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.229 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "dashboard", 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.230 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "ALERTMANAGER_API_HOST": { 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.231 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.232 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "AUDIT_API_ENABLED": { 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "AUDIT_API_ENABLED", 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.233 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.234 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "ENABLE_BROWSABLE_API": { 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.235 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-21T00:22:46.236 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-21T00:22:46.236 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.236 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.236 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.236 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.236 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.236 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.236 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.236 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.236 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.236 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.236 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.236 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-21T00:22:46.237 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-21T00:22:46.238 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.238 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.238 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.238 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.238 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.238 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.238 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.238 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.238 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.238 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.238 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.238 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.238 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-21T00:22:46.239 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.240 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.241 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.242 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.242 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.242 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.242 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.242 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.242 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.242 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.242 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.242 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.242 INFO:teuthology.orchestra.run.smithi012.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-21T00:22:46.242 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-21T00:22:46.242 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_PASSWORD": { 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-21T00:22:46.243 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.244 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_URL": { 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_URL", 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.245 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.246 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.246 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.246 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.246 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.246 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.246 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.246 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.246 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.246 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.246 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_USERNAME": { 2024-05-21T00:22:46.246 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-21T00:22:46.246 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.246 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.247 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.248 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.249 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.250 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.250 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.250 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.250 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.250 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.250 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.250 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.250 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.250 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.250 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.250 INFO:teuthology.orchestra.run.smithi012.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-21T00:22:46.250 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-21T00:22:46.250 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.251 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.251 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.251 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.254 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.254 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.254 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.254 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.254 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.254 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.254 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.254 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.254 INFO:teuthology.orchestra.run.smithi012.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-21T00:22:46.254 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-21T00:22:46.254 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.255 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.255 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.255 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "[]", 2024-05-21T00:22:46.255 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.255 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.255 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.255 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.255 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.255 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.255 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.255 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.255 INFO:teuthology.orchestra.run.smithi012.stdout: "MULTICLUSTER_CONFIG": { 2024-05-21T00:22:46.255 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "{}", 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "PROMETHEUS_API_HOST": { 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-21T00:22:46.256 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.257 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.258 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.259 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.260 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.261 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.262 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.262 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.262 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.262 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.262 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.262 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.262 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-21T00:22:46.262 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-21T00:22:46.262 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.262 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.262 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.262 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.262 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.263 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.263 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.263 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.263 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.263 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.263 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.263 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.263 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-21T00:22:46.263 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-21T00:22:46.263 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.263 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.263 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.264 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_ENABLED": { 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.265 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.266 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.266 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.266 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.266 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.266 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.266 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.266 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.266 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-21T00:22:46.266 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-21T00:22:46.266 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.266 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.266 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.266 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.267 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8", 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.268 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "45", 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.269 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_ACCESS_KEY": { 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.270 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.271 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_SECRET_KEY": { 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.272 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_SSL_VERIFY": { 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.273 INFO:teuthology.orchestra.run.smithi012.stdout: "UNSAFE_TLS_v1_2": { 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.274 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-21T00:22:46.275 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-21T00:22:46.276 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.277 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.277 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.277 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-05-21T00:22:46.277 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.277 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.277 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.277 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.277 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.277 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.277 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.277 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.277 INFO:teuthology.orchestra.run.smithi012.stdout: "cross_origin_url": { 2024-05-21T00:22:46.277 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cross_origin_url", 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: "crt_file": { 2024-05-21T00:22:46.278 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crt_file", 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "debug": { 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "debug", 2024-05-21T00:22:46.279 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable/disable debug options", 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: "jwt_token_ttl": { 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "jwt_token_ttl", 2024-05-21T00:22:46.280 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "28800", 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: "key_file": { 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "key_file", 2024-05-21T00:22:46.281 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.282 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.283 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.283 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.283 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.283 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.283 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.283 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.283 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.283 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.283 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.283 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.283 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.283 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.283 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.284 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.285 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.286 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: "motd": { 2024-05-21T00:22:46.287 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "motd", 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "The message of the day", 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "redirect_resolve_ip_addr": { 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "redirect_resolve_ip_addr", 2024-05-21T00:22:46.288 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.289 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.290 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.290 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "::", 2024-05-21T00:22:46.290 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.290 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.290 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.290 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.290 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.290 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.290 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.290 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.290 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-05-21T00:22:46.290 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-05-21T00:22:46.290 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8080", 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.291 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl": { 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl", 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.292 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl_server_port": { 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl_server_port", 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.293 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8443", 2024-05-21T00:22:46.294 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.294 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.294 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.294 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.294 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.294 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.294 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.294 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.294 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_behaviour": { 2024-05-21T00:22:46.294 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_behaviour", 2024-05-21T00:22:46.294 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.294 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.294 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "redirect", 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: "redirect" 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_error_status_code": { 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_error_status_code", 2024-05-21T00:22:46.295 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "500", 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "400", 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "599", 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "url_prefix": { 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "url_prefix", 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.296 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "devicehealth", 2024-05-21T00:22:46.297 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.298 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.298 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.298 INFO:teuthology.orchestra.run.smithi012.stdout: "enable_monitoring": { 2024-05-21T00:22:46.298 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enable_monitoring", 2024-05-21T00:22:46.298 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.298 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.298 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.298 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.298 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.298 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.298 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.298 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "monitor device health metrics", 2024-05-21T00:22:46.298 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.299 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.300 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.301 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.302 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.302 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.302 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.302 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.302 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.302 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.302 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.302 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.302 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.302 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.302 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.302 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.302 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.303 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: "mark_out_threshold": { 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mark_out_threshold", 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "2419200", 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-21T00:22:46.304 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "pool_name": { 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pool_name", 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "device_health_metrics", 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.305 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "retention_period": { 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "retention_period", 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15552000", 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long to retain device health metrics", 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.306 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "scrape_frequency": { 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "scrape_frequency", 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "86400", 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.307 INFO:teuthology.orchestra.run.smithi012.stdout: "self_heal": { 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "self_heal", 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:46.308 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:46.309 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.309 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.309 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.309 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:46.309 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.309 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.309 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.309 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to wake up and check device health", 2024-05-21T00:22:46.309 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.309 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.309 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.309 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.309 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_threshold": { 2024-05-21T00:22:46.310 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_threshold", 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "7257600", 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.311 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "diskprediction_local", 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.312 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.313 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.314 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.314 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.314 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.314 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.314 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.314 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.314 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.314 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.314 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.314 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.314 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.314 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.314 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.315 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.316 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "predict_interval": { 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "predict_interval", 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "86400", 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.317 INFO:teuthology.orchestra.run.smithi012.stdout: "predictor_model": { 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "predictor_model", 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "prophetstor", 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:46.318 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.319 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.320 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "influx", 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": false, 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "influxdb python module not found", 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "batch_size": { 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "batch_size", 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5000", 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.321 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-21T00:22:46.322 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.322 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.322 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.322 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.322 INFO:teuthology.orchestra.run.smithi012.stdout: "database": { 2024-05-21T00:22:46.322 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "database", 2024-05-21T00:22:46.322 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.322 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.322 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.322 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "ceph", 2024-05-21T00:22:46.322 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.322 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.322 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "hostname": { 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "hostname", 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.323 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB server hostname", 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "30", 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "5", 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.324 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.325 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.326 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.326 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.326 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.326 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.326 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.326 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.326 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.326 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.326 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.326 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.326 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.326 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.326 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.327 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.328 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.329 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "password": { 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "password", 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "password of InfluxDB server user", 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.330 INFO:teuthology.orchestra.run.smithi012.stdout: "port": { 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "port", 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8086", 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB server port", 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.331 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl": { 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl", 2024-05-21T00:22:46.332 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "false", 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: "threads": { 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "threads", 2024-05-21T00:22:46.333 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "32", 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: "username": { 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "username", 2024-05-21T00:22:46.334 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "username of InfluxDB server user", 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "verify_ssl": { 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "verify_ssl", 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.335 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "true", 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "insights", 2024-05-21T00:22:46.336 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.337 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.338 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.339 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.339 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.339 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.339 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.339 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.339 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.339 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.339 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.339 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.339 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.339 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.339 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.339 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.340 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.341 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.342 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "iostat", 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.343 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.344 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.345 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.346 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.347 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.348 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.349 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.349 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.349 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.349 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.349 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.349 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.349 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.349 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.349 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.349 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "k8sevents", 2024-05-21T00:22:46.349 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.349 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.349 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.350 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_event_retention_days": { 2024-05-21T00:22:46.350 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ceph_event_retention_days", 2024-05-21T00:22:46.350 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.350 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.350 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.350 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "7", 2024-05-21T00:22:46.350 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.350 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.350 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.350 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-21T00:22:46.350 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.350 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.350 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: "config_check_secs": { 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_check_secs", 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "10", 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.351 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.352 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.353 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.354 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.355 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.356 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.357 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "localpool", 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "failure_domain": { 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "failure_domain", 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "host", 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.358 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "failure domain for any created local pool", 2024-05-21T00:22:46.359 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-21T00:22:46.359 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.359 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.359 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.359 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.359 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.359 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.359 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.359 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.359 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.359 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.359 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.359 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.360 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.361 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.362 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.362 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.362 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.362 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.362 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.362 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.362 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.362 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.362 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.362 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.362 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.362 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.362 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.363 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: "min_size": { 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "min_size", 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.364 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default min_size for any created local pool", 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "num_rep": { 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "num_rep", 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3", 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.365 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default replica count for any created local pool", 2024-05-21T00:22:46.366 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.366 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.366 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.366 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.366 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_num": { 2024-05-21T00:22:46.366 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pg_num", 2024-05-21T00:22:46.366 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.366 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.366 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.366 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "128", 2024-05-21T00:22:46.366 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.366 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.366 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.367 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default pg_num for any created local pool", 2024-05-21T00:22:46.367 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.367 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.367 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.367 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.367 INFO:teuthology.orchestra.run.smithi012.stdout: "prefix": { 2024-05-21T00:22:46.367 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prefix", 2024-05-21T00:22:46.367 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.367 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.367 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.367 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.367 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.367 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "name prefix for any created local pool", 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.368 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "subtree": { 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "subtree", 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "rack", 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.369 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mds_autoscaler", 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.370 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.371 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.372 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.373 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.374 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.375 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mirroring", 2024-05-21T00:22:46.376 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.377 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.378 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.379 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.380 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.381 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.382 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "nfs", 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.383 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.384 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.385 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.386 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.387 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.388 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.389 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "orchestrator", 2024-05-21T00:22:46.389 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.389 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.389 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.389 INFO:teuthology.orchestra.run.smithi012.stdout: "fail_fs": { 2024-05-21T00:22:46.389 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "fail_fs", 2024-05-21T00:22:46.389 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.389 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.389 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.389 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.389 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.389 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.389 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.390 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.391 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.392 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.393 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.394 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.394 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.394 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.394 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.394 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.394 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.394 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.394 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.394 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.394 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.394 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.394 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.394 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator": { 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "orchestrator", 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.395 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm", 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: "rook", 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: "test_orchestrator" 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Orchestrator backend", 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.396 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "osd_perf_query", 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.397 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.398 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.399 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.399 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.399 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.399 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.399 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.399 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.399 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.399 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.399 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.399 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.399 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.399 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.399 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.400 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.401 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.402 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.403 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "osd_support", 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.404 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.405 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.405 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.405 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.405 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.405 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.405 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.405 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.405 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.405 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.405 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.405 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.405 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.405 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.406 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.407 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.408 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.409 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.410 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.410 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.410 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.410 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.410 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.410 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.410 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.410 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.410 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.410 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.410 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pg_autoscaler", 2024-05-21T00:22:46.410 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.410 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.411 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.412 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.413 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.414 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.415 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.416 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.417 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.417 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.417 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.417 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.417 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.417 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.417 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.417 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.417 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.417 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.417 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.417 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.417 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.418 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.418 INFO:teuthology.orchestra.run.smithi012.stdout: "threshold": { 2024-05-21T00:22:46.418 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "threshold", 2024-05-21T00:22:46.418 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.418 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.418 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.418 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3.0", 2024-05-21T00:22:46.418 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1.0", 2024-05-21T00:22:46.418 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.418 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.418 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "scaling threshold", 2024-05-21T00:22:46.418 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "progress", 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_pg_recovery_event": { 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_pg_recovery_event", 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.419 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: "enabled": { 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enabled", 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.420 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.421 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.422 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.423 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.424 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.425 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: "max_completed_events": { 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_completed_events", 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "50", 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.426 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "number of past completed events to remember", 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.427 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long the module is going to sleep", 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.428 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prometheus", 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: "cache": { 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cache", 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.429 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.430 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.430 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.430 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.430 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.430 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.430 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.430 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.430 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.430 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.430 INFO:teuthology.orchestra.run.smithi012.stdout: "exclude_perf_counters": { 2024-05-21T00:22:46.430 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "exclude_perf_counters", 2024-05-21T00:22:46.430 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.430 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.431 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.431 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.431 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.431 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.431 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.431 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-21T00:22:46.431 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-21T00:22:46.431 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.431 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.431 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.431 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.431 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.431 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.432 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.433 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.434 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.435 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_stats_pools": { 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_stats_pools", 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.436 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.437 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "300", 2024-05-21T00:22:46.438 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.438 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.438 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.438 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.438 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.438 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.438 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.438 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.438 INFO:teuthology.orchestra.run.smithi012.stdout: "scrape_interval": { 2024-05-21T00:22:46.438 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "scrape_interval", 2024-05-21T00:22:46.438 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.438 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.438 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15.0", 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.439 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "::", 2024-05-21T00:22:46.440 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.440 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.440 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.440 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-21T00:22:46.440 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.440 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.440 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.440 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.440 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-05-21T00:22:46.440 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-05-21T00:22:46.440 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.440 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.440 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "9283", 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.441 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: "stale_cache_strategy": { 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "stale_cache_strategy", 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.442 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.443 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "log", 2024-05-21T00:22:46.443 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.443 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.443 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.443 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.443 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.443 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.443 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.443 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.443 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_behaviour": { 2024-05-21T00:22:46.443 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_behaviour", 2024-05-21T00:22:46.443 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "default", 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: "default", 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: "error" 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.444 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_error_status_code": { 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_error_status_code", 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "500", 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "400", 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "599", 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.445 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.446 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.446 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.446 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_support", 2024-05-21T00:22:46.446 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.446 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.446 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.446 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.446 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.446 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.446 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.446 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.446 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.446 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.447 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.448 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.449 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.450 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.450 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.450 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.450 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.450 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.450 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.450 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.450 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.450 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.450 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.450 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.450 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.450 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: "max_concurrent_snap_create": { 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_concurrent_snap_create", 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.451 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: "mirror_snapshot_schedule": { 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mirror_snapshot_schedule", 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.452 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.453 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "trash_purge_schedule": { 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "trash_purge_schedule", 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.454 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "restful", 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: "enable_auth": { 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enable_auth", 2024-05-21T00:22:46.455 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "key_file": { 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "key_file", 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.456 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.457 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.458 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.459 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.460 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.461 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.462 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.463 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.464 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rgw", 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.465 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.466 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.467 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.468 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.469 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.470 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.470 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.470 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.470 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.470 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.470 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.470 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.470 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.470 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.470 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.470 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.470 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.470 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rook", 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.471 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.472 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.473 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.474 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.475 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.476 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: "storage_class": { 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "storage_class", 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.477 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "local", 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.478 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "selftest", 2024-05-21T00:22:46.479 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.479 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.479 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.479 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.479 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.479 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.479 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.479 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.479 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.479 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.479 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.479 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.479 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.480 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.481 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.482 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.483 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.483 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.483 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.483 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.483 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.483 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.483 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.483 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.483 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.483 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.483 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.483 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.483 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: "roption1": { 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "roption1", 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.484 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "roption2": { 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "roption2", 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "xyz", 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.485 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption1": { 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption1", 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.486 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption2": { 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption2", 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.487 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption3": { 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption3", 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.488 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption4": { 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption4", 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.489 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.490 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.490 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.490 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption5": { 2024-05-21T00:22:46.490 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption5", 2024-05-21T00:22:46.490 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.490 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.490 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.490 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.490 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.490 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.490 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.490 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.490 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption6": { 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption6", 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.491 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption7": { 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption7", 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "42", 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.492 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.493 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.494 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.494 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.494 INFO:teuthology.orchestra.run.smithi012.stdout: "testkey": { 2024-05-21T00:22:46.494 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testkey", 2024-05-21T00:22:46.494 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.494 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.494 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.494 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.494 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.494 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.494 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.494 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.494 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: "testlkey": { 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testlkey", 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.495 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "testnewline": { 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testnewline", 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.496 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smb", 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.497 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.498 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.499 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.499 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.499 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.499 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.499 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.499 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.499 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.499 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.499 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.499 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.499 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.499 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.499 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.500 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.501 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.502 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.502 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.502 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.502 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.502 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.502 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.502 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.502 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.502 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.502 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.502 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.502 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.502 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: "update_orchestration": { 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "update_orchestration", 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.503 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snap_schedule", 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.504 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_m_granularity": { 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_m_granularity", 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow minute scheduled snapshots", 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.505 INFO:teuthology.orchestra.run.smithi012.stdout: "dump_on_update": { 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "dump_on_update", 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "dump database to debug log on update", 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.506 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.507 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.508 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.509 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.510 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.511 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "stats", 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.512 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.513 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.513 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.513 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.513 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.513 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.513 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.513 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.513 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.513 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.513 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.513 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.513 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.513 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.514 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.514 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.514 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.514 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.514 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.514 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.514 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.514 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.514 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.514 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.514 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.514 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.514 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.515 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.516 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.517 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.518 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "status", 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.519 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.520 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.521 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.522 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.523 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.524 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "telegraf", 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: "address": { 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "address", 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-21T00:22:46.525 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15", 2024-05-21T00:22:46.526 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.527 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.528 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.529 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.530 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.530 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.530 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.530 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.530 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.530 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.530 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.530 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.530 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.530 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.530 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.530 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.530 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.531 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.532 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "telemetry", 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_basic": { 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_basic", 2024-05-21T00:22:46.533 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_crash": { 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_crash", 2024-05-21T00:22:46.534 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.535 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.535 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.535 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.535 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.535 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.535 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.535 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-21T00:22:46.535 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.535 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.535 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.535 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.535 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_device": { 2024-05-21T00:22:46.535 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_device", 2024-05-21T00:22:46.536 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.536 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.536 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.536 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.536 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.536 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.536 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.536 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-21T00:22:46.536 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.536 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.536 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.536 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.536 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_ident": { 2024-05-21T00:22:46.537 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_ident", 2024-05-21T00:22:46.537 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.537 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.537 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.537 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.537 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.537 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.537 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.537 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-21T00:22:46.537 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.537 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.537 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.537 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_perf": { 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_perf", 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.538 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: "contact": { 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "contact", 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.539 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: "description": { 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "description", 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.540 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "device_url": { 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_url", 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "enabled": { 2024-05-21T00:22:46.541 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enabled", 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:46.542 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "24", 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "8", 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "last_opt_revision": { 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "last_opt_revision", 2024-05-21T00:22:46.543 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1", 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: "leaderboard": { 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "leaderboard", 2024-05-21T00:22:46.544 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "leaderboard_description": { 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "leaderboard_description", 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.545 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.546 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.547 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.548 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.549 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.550 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.550 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.550 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.550 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.550 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.550 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.550 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.550 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.550 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.550 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.550 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.550 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.550 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "organization": { 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "organization", 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.551 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "proxy": { 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "proxy", 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.552 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.553 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.553 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.553 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.553 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.553 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.553 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.553 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.553 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.553 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.553 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.553 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.553 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.553 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: "url": { 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "url", 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.554 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "test_orchestrator", 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.555 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.556 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.557 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.558 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.558 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.558 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.558 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.558 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.558 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.558 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.558 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.558 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.558 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.558 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.558 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.558 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.559 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.560 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "volumes", 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.561 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.562 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.562 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.562 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.562 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.562 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.562 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.562 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.562 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.562 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.562 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.562 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.562 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.562 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.563 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.564 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.565 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.565 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.565 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.565 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.565 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.565 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.565 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.565 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.565 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.565 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.565 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.565 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.565 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.566 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.566 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.566 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.566 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.566 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.566 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.566 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.566 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.566 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.566 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.566 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.566 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.566 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: "max_concurrent_clones": { 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_concurrent_clones", 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "4", 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.567 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.568 INFO:teuthology.orchestra.run.smithi012.stdout: "periodic_async_work": { 2024-05-21T00:22:46.568 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "periodic_async_work", 2024-05-21T00:22:46.568 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.568 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.568 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.568 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.568 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.568 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.568 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.568 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Periodically check for async work", 2024-05-21T00:22:46.568 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.568 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.568 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.569 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.569 INFO:teuthology.orchestra.run.smithi012.stdout: "snapshot_clone_delay": { 2024-05-21T00:22:46.569 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snapshot_clone_delay", 2024-05-21T00:22:46.569 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.569 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.569 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.569 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.569 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.569 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.569 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.569 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-21T00:22:46.569 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.569 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: "snapshot_clone_no_wait": { 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snapshot_clone_no_wait", 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.570 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.571 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.572 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.572 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.572 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.572 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.572 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.572 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix", 2024-05-21T00:22:46.572 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.572 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.572 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.572 INFO:teuthology.orchestra.run.smithi012.stdout: "discovery_interval": { 2024-05-21T00:22:46.572 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "discovery_interval", 2024-05-21T00:22:46.572 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:46.572 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "100", 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "identifier": { 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "identifier", 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.573 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.574 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.574 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.574 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.574 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.574 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.574 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.574 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.574 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.574 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.574 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:46.574 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:46.574 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.574 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.575 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.576 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.577 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.578 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.578 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.578 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.578 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.578 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.578 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.578 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.578 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.578 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.578 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.578 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.578 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.579 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.580 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_host": { 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_host", 2024-05-21T00:22:46.581 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.582 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.582 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.582 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.582 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.582 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.582 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.582 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.582 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.582 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.582 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.582 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.582 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_port": { 2024-05-21T00:22:46.582 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_port", 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10051", 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_sender": { 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_sender", 2024-05-21T00:22:46.583 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-05-21T00:22:46.584 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.585 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.585 INFO:teuthology.orchestra.run.smithi012.stdout: "modules": [ 2024-05-21T00:22:46.585 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm", 2024-05-21T00:22:46.585 INFO:teuthology.orchestra.run.smithi012.stdout: "dashboard", 2024-05-21T00:22:46.585 INFO:teuthology.orchestra.run.smithi012.stdout: "iostat", 2024-05-21T00:22:46.585 INFO:teuthology.orchestra.run.smithi012.stdout: "nfs", 2024-05-21T00:22:46.585 INFO:teuthology.orchestra.run.smithi012.stdout: "restful" 2024-05-21T00:22:46.585 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.585 INFO:teuthology.orchestra.run.smithi012.stdout: "available_modules": [ 2024-05-21T00:22:46.585 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.585 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "alerts", 2024-05-21T00:22:46.585 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How frequently to reexamine health status", 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.586 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.587 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.588 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.589 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.590 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.591 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_destination": { 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_destination", 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Email address to send alerts to", 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.592 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_from_name": { 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_from_name", 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "Ceph", 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Email From: name", 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.593 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_host": { 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_host", 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP server", 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.594 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_password": { 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_password", 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Password to authenticate with", 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.595 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_port": { 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_port", 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "465", 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP port", 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.596 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_sender": { 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_sender", 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SMTP envelope sender", 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.597 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_ssl": { 2024-05-21T00:22:46.598 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_ssl", 2024-05-21T00:22:46.598 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.598 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.598 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.598 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.598 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.598 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.598 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.598 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use SSL to connect to SMTP server", 2024-05-21T00:22:46.598 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.598 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.598 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.598 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: "smtp_user": { 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smtp_user", 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "User to authenticate as", 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.599 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.600 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "balancer", 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: "active": { 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "active", 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.601 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically balance PGs across cluster", 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: "begin_time": { 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "begin_time", 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0000", 2024-05-21T00:22:46.602 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.603 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.603 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.603 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "beginning time of day to automatically balance", 2024-05-21T00:22:46.603 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T00:22:46.603 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.603 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.603 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.603 INFO:teuthology.orchestra.run.smithi012.stdout: "begin_weekday": { 2024-05-21T00:22:46.603 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "begin_weekday", 2024-05-21T00:22:46.603 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:46.603 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.603 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.603 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0", 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "6", 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_max_iterations": { 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_max_iterations", 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.604 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "25", 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "250", 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_metrics": { 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_metrics", 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.605 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "pgs,objects,bytes", 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: "crush_compat_step": { 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crush_compat_step", 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.606 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0.5", 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0.001", 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "0.999", 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "aggressiveness of optimization", 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: "end_time": { 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "end_time", 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.607 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "2359", 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "ending time of day to automatically balance", 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: "end_weekday": { 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "end_weekday", 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.608 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.609 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "0", 2024-05-21T00:22:46.609 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "6", 2024-05-21T00:22:46.609 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.609 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-05-21T00:22:46.609 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-05-21T00:22:46.609 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.609 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.609 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.609 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.609 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.609 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.609 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.609 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.610 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.610 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.610 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.610 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.610 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.610 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.610 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.610 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.610 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.610 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.610 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.610 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.610 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.611 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.612 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.613 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: "min_score": { 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "min_score", 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.614 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.615 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.615 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.615 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.615 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-05-21T00:22:46.615 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.615 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.615 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.615 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.615 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": { 2024-05-21T00:22:46.615 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mode", 2024-05-21T00:22:46.615 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.615 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.615 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "upmap", 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: "crush-compat", 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: "none", 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: "read", 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap", 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap-read" 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Balancer mode", 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.616 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: "pool_ids": { 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pool_ids", 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.617 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.618 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.618 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:46.618 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:46.618 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.618 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.618 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.618 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:46.618 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.618 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.618 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.618 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-05-21T00:22:46.618 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.618 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.619 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.619 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.619 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.619 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.619 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.619 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.619 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.619 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.619 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.619 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.619 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.619 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.619 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap_max_deviation": { 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "upmap_max_deviation", 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "deviation below which no optimization is attempted", 2024-05-21T00:22:46.620 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: "upmap_max_optimizations": { 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "upmap_max_optimizations", 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-05-21T00:22:46.621 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cephadm", 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_down_multiplier": { 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_down_multiplier", 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.622 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.623 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.623 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3.0", 2024-05-21T00:22:46.623 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.623 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.623 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.623 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-05-21T00:22:46.623 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.623 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.623 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.623 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.623 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_refresh_rate": { 2024-05-21T00:22:46.623 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_refresh_rate", 2024-05-21T00:22:46.623 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "20", 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: "agent_starting_port": { 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "agent_starting_port", 2024-05-21T00:22:46.624 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "4721", 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_ptrace": { 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_ptrace", 2024-05-21T00:22:46.625 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: "autotune_interval": { 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "autotune_interval", 2024-05-21T00:22:46.626 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.627 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.627 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.627 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:46.627 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.627 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.627 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.627 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to autotune daemon memory", 2024-05-21T00:22:46.627 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.627 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.627 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.627 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.627 INFO:teuthology.orchestra.run.smithi012.stdout: "autotune_memory_target_ratio": { 2024-05-21T00:22:46.627 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "autotune_memory_target_ratio", 2024-05-21T00:22:46.628 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.628 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.628 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.628 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0.7", 2024-05-21T00:22:46.628 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.628 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.628 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.628 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-05-21T00:22:46.628 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.628 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.628 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.628 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.628 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm_log_destination": { 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cephadm_log_destination", 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: "file", 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: "file,syslog", 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: "syslog" 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-05-21T00:22:46.629 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.630 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.630 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.630 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.630 INFO:teuthology.orchestra.run.smithi012.stdout: "cgroups_split": { 2024-05-21T00:22:46.630 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cgroups_split", 2024-05-21T00:22:46.630 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.630 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.630 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.630 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.630 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.630 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.630 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.630 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: "config_checks_enabled": { 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_checks_enabled", 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.631 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: "config_dashboard": { 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_dashboard", 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.632 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_alertmanager": { 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_alertmanager", 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.633 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_base": { 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_base", 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/ceph", 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.634 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Container image name, without the tag", 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_elasticsearch": { 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_elasticsearch", 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.635 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "elasticsearch container image", 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_grafana": { 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_grafana", 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.636 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_haproxy": { 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_haproxy", 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.637 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "HAproxy container image", 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_agent": { 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_agent", 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.638 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger agent container image", 2024-05-21T00:22:46.639 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.639 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.639 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.639 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.639 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_collector": { 2024-05-21T00:22:46.639 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_collector", 2024-05-21T00:22:46.639 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.639 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.639 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.639 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-05-21T00:22:46.639 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.639 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.639 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.640 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger collector container image", 2024-05-21T00:22:46.640 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.640 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.640 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.640 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.640 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_jaeger_query": { 2024-05-21T00:22:46.640 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_jaeger_query", 2024-05-21T00:22:46.640 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.640 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.640 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.640 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-05-21T00:22:46.640 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.640 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Jaeger query container image", 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_keepalived": { 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_keepalived", 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.641 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.642 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.642 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Keepalived container image", 2024-05-21T00:22:46.642 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.642 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.642 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.642 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.642 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_loki": { 2024-05-21T00:22:46.642 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_loki", 2024-05-21T00:22:46.642 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.642 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.642 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.642 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-05-21T00:22:46.642 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Loki container image", 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_node_exporter": { 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_node_exporter", 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-05-21T00:22:46.643 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.644 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.644 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.644 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-05-21T00:22:46.644 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.644 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.644 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.644 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.644 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_nvmeof": { 2024-05-21T00:22:46.644 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_nvmeof", 2024-05-21T00:22:46.644 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.644 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.644 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.644 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Nvme-of container image", 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_prometheus": { 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_prometheus", 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.645 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Prometheus container image", 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_promtail": { 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_promtail", 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.646 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-05-21T00:22:46.647 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.647 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.647 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.647 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Promtail container image", 2024-05-21T00:22:46.647 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.647 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.647 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.647 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.647 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_samba": { 2024-05-21T00:22:46.647 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_samba", 2024-05-21T00:22:46.647 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.647 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.647 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Samba/SMB container image", 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: "container_image_snmp_gateway": { 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_image_snmp_gateway", 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.648 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "SNMP Gateway container image", 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: "container_init": { 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "container_init", 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.649 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Run podman/docker with `--init`", 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: "daemon_cache_timeout": { 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "daemon_cache_timeout", 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.650 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: "default_cephadm_command_timeout": { 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "default_cephadm_command_timeout", 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.651 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "900", 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: "default_registry": { 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "default_registry", 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.652 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "docker.io", 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: "device_cache_timeout": { 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_cache_timeout", 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.653 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.654 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1800", 2024-05-21T00:22:46.654 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.654 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.654 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.654 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache device inventory", 2024-05-21T00:22:46.654 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.654 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.654 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.654 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.654 INFO:teuthology.orchestra.run.smithi012.stdout: "device_enhanced_scan": { 2024-05-21T00:22:46.654 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_enhanced_scan", 2024-05-21T00:22:46.654 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.654 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use libstoragemgmt during device scans", 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: "facts_cache_timeout": { 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "facts_cache_timeout", 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.655 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "seconds to cache host facts data", 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: "grafana_dashboards_path": { 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "grafana_dashboards_path", 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.656 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "host_check_interval": { 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "host_check_interval", 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.657 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.658 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:46.658 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.658 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.658 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.658 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to perform a host check", 2024-05-21T00:22:46.658 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.658 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.658 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.658 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.658 INFO:teuthology.orchestra.run.smithi012.stdout: "hw_monitoring": { 2024-05-21T00:22:46.658 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "hw_monitoring", 2024-05-21T00:22:46.662 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.662 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.662 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.662 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.662 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.662 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.662 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.662 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-05-21T00:22:46.662 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: "inventory_list_all": { 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "inventory_list_all", 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-05-21T00:22:46.663 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.664 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: "log_refresh_metadata": { 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_refresh_metadata", 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.665 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.666 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.666 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.666 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.666 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.666 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.666 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-05-21T00:22:46.666 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.666 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.666 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.666 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.666 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.666 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.666 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.667 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.668 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.669 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.670 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.670 INFO:teuthology.orchestra.run.smithi012.stdout: "manage_etc_ceph_ceph_conf": { 2024-05-21T00:22:46.670 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-05-21T00:22:46.670 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.670 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.670 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.670 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.670 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.670 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.670 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.670 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-05-21T00:22:46.670 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.670 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.671 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.671 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.671 INFO:teuthology.orchestra.run.smithi012.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-05-21T00:22:46.671 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-05-21T00:22:46.671 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.671 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.671 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.671 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "*", 2024-05-21T00:22:46.671 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.671 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.671 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.671 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-05-21T00:22:46.671 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: "max_count_per_host": { 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_count_per_host", 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "max number of daemons per service per host", 2024-05-21T00:22:46.672 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.673 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.673 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.673 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.673 INFO:teuthology.orchestra.run.smithi012.stdout: "max_osd_draining_count": { 2024-05-21T00:22:46.673 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_osd_draining_count", 2024-05-21T00:22:46.673 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.673 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.673 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.673 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.673 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.673 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.674 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.674 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-05-21T00:22:46.674 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.674 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.674 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.674 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.674 INFO:teuthology.orchestra.run.smithi012.stdout: "migration_current": { 2024-05-21T00:22:46.674 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "migration_current", 2024-05-21T00:22:46.674 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.674 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.674 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.674 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.674 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.675 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.675 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.675 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "internal - do not modify", 2024-05-21T00:22:46.675 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.675 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.675 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.675 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.675 INFO:teuthology.orchestra.run.smithi012.stdout: "mode": { 2024-05-21T00:22:46.675 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mode", 2024-05-21T00:22:46.675 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.675 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.675 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.675 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "root", 2024-05-21T00:22:46.676 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.676 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.676 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.676 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm-package", 2024-05-21T00:22:46.676 INFO:teuthology.orchestra.run.smithi012.stdout: "root" 2024-05-21T00:22:46.676 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.676 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "mode for remote execution of cephadm", 2024-05-21T00:22:46.676 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.676 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.676 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.676 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.676 INFO:teuthology.orchestra.run.smithi012.stdout: "oob_default_addr": { 2024-05-21T00:22:46.676 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "oob_default_addr", 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "169.254.1.1", 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Default address for RedFish API (oob management).", 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: "prometheus_alerts_path": { 2024-05-21T00:22:46.677 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prometheus_alerts_path", 2024-05-21T00:22:46.678 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.678 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.678 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.678 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-05-21T00:22:46.678 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.678 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.678 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.678 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-05-21T00:22:46.678 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.678 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.678 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.678 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.678 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_insecure": { 2024-05-21T00:22:46.679 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_insecure", 2024-05-21T00:22:46.679 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.679 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.679 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.679 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.679 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.679 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.679 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.679 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-05-21T00:22:46.679 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.679 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.679 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.679 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_password": { 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_password", 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.680 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_url": { 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_url", 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.681 INFO:teuthology.orchestra.run.smithi012.stdout: "registry_username": { 2024-05-21T00:22:46.682 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "registry_username", 2024-05-21T00:22:46.682 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.682 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.682 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.682 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.682 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.682 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.682 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.682 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-05-21T00:22:46.682 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.682 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.682 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.682 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: "secure_monitoring_stack": { 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "secure_monitoring_stack", 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.683 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "service_discovery_port": { 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "service_discovery_port", 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8765", 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "cephadm service discovery port", 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.684 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.685 INFO:teuthology.orchestra.run.smithi012.stdout: "ssh_config_file": { 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssh_config_file", 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.686 INFO:teuthology.orchestra.run.smithi012.stdout: "use_agent": { 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "use_agent", 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.687 INFO:teuthology.orchestra.run.smithi012.stdout: "use_repo_digest": { 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "use_repo_digest", 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_failed_host_check": { 2024-05-21T00:22:46.688 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_failed_host_check", 2024-05-21T00:22:46.689 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.689 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.689 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.689 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.689 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.689 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.689 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.689 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if the host check fails", 2024-05-21T00:22:46.689 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.689 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.689 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.689 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.689 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_stray_daemons": { 2024-05-21T00:22:46.690 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_stray_daemons", 2024-05-21T00:22:46.690 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.690 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.690 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.690 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.690 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.690 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.690 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.690 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-05-21T00:22:46.690 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.690 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.690 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.690 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_on_stray_hosts": { 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_on_stray_hosts", 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.691 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crash", 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.692 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.693 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.694 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.694 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.694 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.694 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.694 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.694 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.694 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.694 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.694 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.694 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.694 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.694 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.694 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.695 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.695 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.695 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.695 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.695 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.695 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.695 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.695 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.695 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.695 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.695 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.695 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.695 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.696 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "retain_interval": { 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "retain_interval", 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "31536000", 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.697 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.698 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.698 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long to retain crashes before pruning them", 2024-05-21T00:22:46.698 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.698 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.698 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.698 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.698 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.698 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.698 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.698 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.698 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.698 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.698 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_recent_interval": { 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_recent_interval", 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1209600", 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.699 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "time interval in which to warn about recent crashes", 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "dashboard", 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.700 INFO:teuthology.orchestra.run.smithi012.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.701 INFO:teuthology.orchestra.run.smithi012.stdout: "ALERTMANAGER_API_HOST": { 2024-05-21T00:22:46.702 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ALERTMANAGER_API_HOST", 2024-05-21T00:22:46.702 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.702 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.702 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.702 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.702 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.702 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.702 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.702 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.702 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.702 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.702 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.702 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.703 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: "AUDIT_API_ENABLED": { 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "AUDIT_API_ENABLED", 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.704 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.705 INFO:teuthology.orchestra.run.smithi012.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-05-21T00:22:46.705 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-05-21T00:22:46.705 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.705 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.705 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.705 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.705 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.705 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.705 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.705 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.705 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.705 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.705 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.706 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.706 INFO:teuthology.orchestra.run.smithi012.stdout: "ENABLE_BROWSABLE_API": { 2024-05-21T00:22:46.706 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ENABLE_BROWSABLE_API", 2024-05-21T00:22:46.706 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.706 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.706 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.706 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.706 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.706 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.706 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.706 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.706 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.706 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.707 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.708 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.708 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.708 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-05-21T00:22:46.708 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-05-21T00:22:46.708 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.708 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.708 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.708 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.708 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.708 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.708 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.708 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.708 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.709 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.710 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.711 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.711 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.711 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.711 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_NFS": { 2024-05-21T00:22:46.711 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-05-21T00:22:46.711 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.711 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.711 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.711 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.711 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.711 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.711 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.711 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_RBD": { 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.712 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: "FEATURE_TOGGLE_RGW": { 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.713 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.714 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.714 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.714 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.714 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.714 INFO:teuthology.orchestra.run.smithi012.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-05-21T00:22:46.714 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-05-21T00:22:46.714 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.714 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.714 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.714 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.714 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.714 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.714 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_PASSWORD": { 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_PASSWORD", 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.715 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.716 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.716 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.716 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.716 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.716 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.716 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-05-21T00:22:46.716 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-05-21T00:22:46.716 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.716 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.716 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.716 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.716 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.716 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_URL": { 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_URL", 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.717 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.718 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.718 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.718 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.718 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.718 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.718 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_API_USERNAME": { 2024-05-21T00:22:46.718 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_API_USERNAME", 2024-05-21T00:22:46.718 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.718 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.718 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.718 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-05-21T00:22:46.718 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.718 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.719 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.720 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.720 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.720 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.720 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.720 INFO:teuthology.orchestra.run.smithi012.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-05-21T00:22:46.720 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-05-21T00:22:46.720 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.720 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.720 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.720 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.720 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.720 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.720 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.721 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.721 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.721 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.721 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.721 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.721 INFO:teuthology.orchestra.run.smithi012.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-05-21T00:22:46.721 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-05-21T00:22:46.721 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.721 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.721 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.721 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.721 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.721 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.722 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.722 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.722 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.722 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.722 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.722 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.722 INFO:teuthology.orchestra.run.smithi012.stdout: "ISSUE_TRACKER_API_KEY": { 2024-05-21T00:22:46.722 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-05-21T00:22:46.722 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.722 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.722 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.722 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.722 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.723 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.723 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.723 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.723 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.723 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.723 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.723 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.723 INFO:teuthology.orchestra.run.smithi012.stdout: "MANAGED_BY_CLUSTERS": { 2024-05-21T00:22:46.723 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-05-21T00:22:46.723 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.723 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.723 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.723 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "[]", 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "MULTICLUSTER_CONFIG": { 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "MULTICLUSTER_CONFIG", 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "{}", 2024-05-21T00:22:46.724 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "PROMETHEUS_API_HOST": { 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PROMETHEUS_API_HOST", 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.725 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.726 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.726 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.726 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.726 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.726 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.726 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.726 INFO:teuthology.orchestra.run.smithi012.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-05-21T00:22:46.726 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-05-21T00:22:46.726 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.726 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.726 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.726 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.727 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.728 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.729 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.730 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.731 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.732 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.733 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.734 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.734 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.734 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.734 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.734 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.734 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.734 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_ENABLED": { 2024-05-21T00:22:46.734 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_ENABLED", 2024-05-21T00:22:46.734 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.734 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.734 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.734 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.734 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.735 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.736 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8", 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.737 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.738 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.738 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.738 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.738 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.738 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.738 INFO:teuthology.orchestra.run.smithi012.stdout: "REST_REQUESTS_TIMEOUT": { 2024-05-21T00:22:46.738 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-05-21T00:22:46.738 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.738 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.738 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.738 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "45", 2024-05-21T00:22:46.738 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.738 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.739 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.739 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.739 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.739 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.739 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.739 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.739 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_ACCESS_KEY": { 2024-05-21T00:22:46.739 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_ACCESS_KEY", 2024-05-21T00:22:46.739 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.739 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.739 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.739 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.739 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.740 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.740 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.740 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.740 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.740 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.740 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.740 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.740 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-05-21T00:22:46.740 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-05-21T00:22:46.740 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.740 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.740 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.740 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "admin", 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_SECRET_KEY": { 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_SECRET_KEY", 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.741 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.742 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.742 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.742 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.742 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.742 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.742 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.742 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.742 INFO:teuthology.orchestra.run.smithi012.stdout: "RGW_API_SSL_VERIFY": { 2024-05-21T00:22:46.742 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "RGW_API_SSL_VERIFY", 2024-05-21T00:22:46.742 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.742 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.742 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.742 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: "UNSAFE_TLS_v1_2": { 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "UNSAFE_TLS_v1_2", 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.743 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.744 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.745 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.745 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.745 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.745 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.745 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.745 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.745 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-05-21T00:22:46.745 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-05-21T00:22:46.745 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.745 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.745 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.745 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.745 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-05-21T00:22:46.746 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "cross_origin_url": { 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cross_origin_url", 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.747 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: "crt_file": { 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "crt_file", 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.748 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "debug": { 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "debug", 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.749 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.750 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Enable/disable debug options", 2024-05-21T00:22:46.750 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.750 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.750 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.750 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.750 INFO:teuthology.orchestra.run.smithi012.stdout: "jwt_token_ttl": { 2024-05-21T00:22:46.750 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "jwt_token_ttl", 2024-05-21T00:22:46.750 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.750 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.750 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.750 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "28800", 2024-05-21T00:22:46.750 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.750 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: "key_file": { 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "key_file", 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.751 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.752 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.753 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.753 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.753 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.753 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.753 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.753 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.753 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.753 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.753 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.753 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.753 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.753 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.754 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.755 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.756 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.757 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.757 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.757 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.757 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.757 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.757 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.757 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.757 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.757 INFO:teuthology.orchestra.run.smithi012.stdout: "motd": { 2024-05-21T00:22:46.757 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "motd", 2024-05-21T00:22:46.757 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.757 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.757 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "The message of the day", 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: "redirect_resolve_ip_addr": { 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "redirect_resolve_ip_addr", 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.758 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.759 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "::", 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.760 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8080", 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.761 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl": { 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl", 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.762 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl_server_port": { 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl_server_port", 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8443", 2024-05-21T00:22:46.763 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_behaviour": { 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_behaviour", 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "redirect", 2024-05-21T00:22:46.764 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: "redirect" 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_error_status_code": { 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_error_status_code", 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.765 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.766 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.766 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "500", 2024-05-21T00:22:46.766 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "400", 2024-05-21T00:22:46.766 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "599", 2024-05-21T00:22:46.766 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.766 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.766 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.766 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.766 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.766 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.766 INFO:teuthology.orchestra.run.smithi012.stdout: "url_prefix": { 2024-05-21T00:22:46.766 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "url_prefix", 2024-05-21T00:22:46.766 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "devicehealth", 2024-05-21T00:22:46.767 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "enable_monitoring": { 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enable_monitoring", 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "monitor device health metrics", 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.768 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.769 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.770 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.771 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.772 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: "mark_out_threshold": { 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mark_out_threshold", 2024-05-21T00:22:46.773 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.774 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.774 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.774 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "2419200", 2024-05-21T00:22:46.774 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.774 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.774 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.774 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-05-21T00:22:46.774 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.774 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.774 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.774 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.774 INFO:teuthology.orchestra.run.smithi012.stdout: "pool_name": { 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pool_name", 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "device_health_metrics", 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "name of pool in which to store device health metrics", 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "retention_period": { 2024-05-21T00:22:46.775 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "retention_period", 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15552000", 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long to retain device health metrics", 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "scrape_frequency": { 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "scrape_frequency", 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.776 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "86400", 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to scrape device health metrics", 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: "self_heal": { 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "self_heal", 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.777 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.778 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how frequently to wake up and check device health", 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.779 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "warn_threshold": { 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "warn_threshold", 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.780 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "7257600", 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "diskprediction_local", 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.781 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.782 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.783 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.783 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.783 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.783 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.783 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.783 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.783 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.783 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.783 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.783 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.783 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.783 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.783 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.784 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.785 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.786 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.786 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.786 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.786 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.786 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.786 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.786 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.786 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.786 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.786 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.786 INFO:teuthology.orchestra.run.smithi012.stdout: "predict_interval": { 2024-05-21T00:22:46.786 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "predict_interval", 2024-05-21T00:22:46.786 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "86400", 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "predictor_model": { 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "predictor_model", 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.787 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "prophetstor", 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.788 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "600", 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.789 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.790 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.790 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.790 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.790 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.790 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.790 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.790 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.790 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.790 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.790 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.790 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.790 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "influx", 2024-05-21T00:22:46.790 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": false, 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "influxdb python module not found", 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "batch_size": { 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "batch_size", 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5000", 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.791 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: "database": { 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "database", 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "ceph", 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.792 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: "hostname": { 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "hostname", 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB server hostname", 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.793 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "30", 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "5", 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.794 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.795 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.795 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.795 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.795 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.795 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.795 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.795 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.795 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.795 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.795 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.795 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.795 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.795 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.796 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.797 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.798 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.799 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "password": { 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "password", 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "password of InfluxDB server user", 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.800 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: "port": { 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "port", 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "8086", 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "InfluxDB server port", 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.801 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.802 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.802 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.802 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.802 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.802 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.802 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.802 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.802 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.802 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.802 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.802 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.802 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "ssl": { 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ssl", 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "false", 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.803 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.804 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.804 INFO:teuthology.orchestra.run.smithi012.stdout: "threads": { 2024-05-21T00:22:46.804 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "threads", 2024-05-21T00:22:46.804 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.804 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.804 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.804 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-05-21T00:22:46.804 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-05-21T00:22:46.804 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "32", 2024-05-21T00:22:46.804 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.804 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-05-21T00:22:46.804 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.804 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: "username": { 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "username", 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "username of InfluxDB server user", 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.805 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.806 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.806 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.806 INFO:teuthology.orchestra.run.smithi012.stdout: "verify_ssl": { 2024-05-21T00:22:46.806 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "verify_ssl", 2024-05-21T00:22:46.806 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.806 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.806 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.806 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "true", 2024-05-21T00:22:46.806 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.806 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.806 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.806 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-05-21T00:22:46.806 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "insights", 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.807 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.808 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.809 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.810 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.810 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.810 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.810 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.810 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.810 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.810 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.810 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.810 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.810 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.810 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.810 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.810 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.811 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.812 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.813 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.813 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.813 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.813 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.813 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.813 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.813 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.813 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.813 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.813 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.813 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "iostat", 2024-05-21T00:22:46.813 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.813 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.814 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.815 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.816 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.817 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.818 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.818 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.818 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.818 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.818 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.818 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.818 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.818 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.818 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.818 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.818 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.818 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.818 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.819 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "k8sevents", 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_event_retention_days": { 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "ceph_event_retention_days", 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "7", 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.820 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Days to hold ceph event information within local cache", 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "config_check_secs": { 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "config_check_secs", 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "10", 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.821 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.822 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.822 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.822 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.822 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.822 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.822 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.822 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.822 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.822 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.822 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.822 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.822 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.822 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.823 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.824 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.825 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.826 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.826 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.826 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.826 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.826 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.826 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.826 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.826 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.826 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.826 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.826 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.826 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.826 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.827 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.828 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.828 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.828 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "localpool", 2024-05-21T00:22:46.828 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.828 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.828 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.828 INFO:teuthology.orchestra.run.smithi012.stdout: "failure_domain": { 2024-05-21T00:22:46.828 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "failure_domain", 2024-05-21T00:22:46.828 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.828 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.828 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.828 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "host", 2024-05-21T00:22:46.828 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "failure domain for any created local pool", 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.829 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.830 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.831 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.832 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.833 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.833 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.833 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.833 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.833 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.833 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.833 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.833 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.833 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.833 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.833 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.833 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.833 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: "min_size": { 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "min_size", 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.834 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default min_size for any created local pool", 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: "num_rep": { 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "num_rep", 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3", 2024-05-21T00:22:46.835 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default replica count for any created local pool", 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_num": { 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pg_num", 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "128", 2024-05-21T00:22:46.836 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "default pg_num for any created local pool", 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: "prefix": { 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prefix", 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.837 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.838 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.838 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.838 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "name prefix for any created local pool", 2024-05-21T00:22:46.838 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.838 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.838 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.838 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.838 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.838 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.838 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.838 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.838 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.838 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "subtree": { 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "subtree", 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "rack", 2024-05-21T00:22:46.839 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.840 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.840 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.840 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "CRUSH level for which to create a local pool", 2024-05-21T00:22:46.840 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-05-21T00:22:46.840 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.840 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.840 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.840 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.840 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.840 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.840 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mds_autoscaler", 2024-05-21T00:22:46.840 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.840 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.841 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.842 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.843 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.844 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.845 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.846 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mirroring", 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.847 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.848 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.849 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.850 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.851 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.851 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.851 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.851 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.851 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.851 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.851 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.851 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.851 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.851 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.851 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.851 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.851 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.852 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "nfs", 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.853 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.854 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.855 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.856 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.857 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.858 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.858 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.858 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.858 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.858 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.858 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.858 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.858 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.858 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.858 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.858 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.858 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.858 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.859 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.859 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.859 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.859 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.859 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.859 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.859 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.859 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.859 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.859 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "orchestrator", 2024-05-21T00:22:46.859 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.859 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.859 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "fail_fs": { 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "fail_fs", 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.860 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.861 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.862 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.863 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.864 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator": { 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "orchestrator", 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.865 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.866 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.866 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.866 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.866 INFO:teuthology.orchestra.run.smithi012.stdout: "cephadm", 2024-05-21T00:22:46.866 INFO:teuthology.orchestra.run.smithi012.stdout: "rook", 2024-05-21T00:22:46.866 INFO:teuthology.orchestra.run.smithi012.stdout: "test_orchestrator" 2024-05-21T00:22:46.866 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.866 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Orchestrator backend", 2024-05-21T00:22:46.866 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.866 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.870 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.870 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.870 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.870 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.870 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.870 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.870 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.870 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.870 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.870 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.870 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "osd_perf_query", 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.871 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.872 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.873 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.873 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.873 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.873 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.873 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.873 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.873 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.873 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.873 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.873 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.873 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.873 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.873 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.874 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.875 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.875 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.875 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.875 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.875 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.875 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.875 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.875 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.875 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.875 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.875 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.875 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.875 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.876 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.876 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.876 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.876 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.876 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.876 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.876 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.876 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.876 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.876 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.876 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.876 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.876 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.877 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.878 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.878 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.878 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.878 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.878 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "osd_support", 2024-05-21T00:22:46.878 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.878 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.878 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.878 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.878 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.878 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.878 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.878 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.879 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.880 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.881 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.882 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.883 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "pg_autoscaler", 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.884 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.885 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.886 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.887 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.888 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.889 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.890 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.891 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: "threshold": { 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "threshold", 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "3.0", 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1.0", 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "scaling threshold", 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.892 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "progress", 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_pg_recovery_event": { 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_pg_recovery_event", 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.893 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.894 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.894 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow the module to show pg recovery progress", 2024-05-21T00:22:46.894 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.894 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.894 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.894 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.894 INFO:teuthology.orchestra.run.smithi012.stdout: "enabled": { 2024-05-21T00:22:46.894 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enabled", 2024-05-21T00:22:46.894 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.894 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.894 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.894 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.894 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.895 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.896 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.897 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.898 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.898 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.898 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.898 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.898 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.898 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.898 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.898 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.898 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.898 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.898 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.898 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.898 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.899 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "max_completed_events": { 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_completed_events", 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "50", 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.900 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "number of past completed events to remember", 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: "sleep_interval": { 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sleep_interval", 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "5", 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.901 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.902 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.902 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "how long the module is going to sleep", 2024-05-21T00:22:46.902 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.902 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.902 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.902 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.902 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.902 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.902 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.902 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.902 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.902 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.902 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "prometheus", 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.903 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "cache": { 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "cache", 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.904 INFO:teuthology.orchestra.run.smithi012.stdout: "exclude_perf_counters": { 2024-05-21T00:22:46.905 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "exclude_perf_counters", 2024-05-21T00:22:46.905 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.905 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.905 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.905 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.905 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.905 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.905 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.905 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-05-21T00:22:46.905 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-05-21T00:22:46.905 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.905 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.905 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.906 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.907 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.908 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.909 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.909 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.909 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.909 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.909 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.909 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.909 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.909 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.909 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.909 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.909 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.909 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.909 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.910 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_stats_pools": { 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_stats_pools", 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.911 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_stats_pools_refresh_interval": { 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "300", 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.912 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.913 INFO:teuthology.orchestra.run.smithi012.stdout: "scrape_interval": { 2024-05-21T00:22:46.913 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "scrape_interval", 2024-05-21T00:22:46.913 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.913 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.913 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.913 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15.0", 2024-05-21T00:22:46.913 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.913 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.913 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.913 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.913 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.913 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.913 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.914 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.914 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-05-21T00:22:46.914 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-05-21T00:22:46.914 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.914 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.914 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.914 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "::", 2024-05-21T00:22:46.914 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.914 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.914 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.914 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-05-21T00:22:46.914 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.914 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "9283", 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.915 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.916 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: "stale_cache_strategy": { 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "stale_cache_strategy", 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "log", 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.917 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.918 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_behaviour": { 2024-05-21T00:22:46.918 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_behaviour", 2024-05-21T00:22:46.918 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.918 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.918 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.918 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "default", 2024-05-21T00:22:46.918 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.918 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.918 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.918 INFO:teuthology.orchestra.run.smithi012.stdout: "default", 2024-05-21T00:22:46.918 INFO:teuthology.orchestra.run.smithi012.stdout: "error" 2024-05-21T00:22:46.918 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.918 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: "standby_error_status_code": { 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "standby_error_status_code", 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "500", 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "400", 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "599", 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.919 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_support", 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.920 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.921 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.922 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.922 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.922 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.922 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.922 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.922 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.922 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.922 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.922 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.922 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.922 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.922 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.922 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.923 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.924 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.925 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.925 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.925 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.925 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.925 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.925 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.925 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.925 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.925 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.925 INFO:teuthology.orchestra.run.smithi012.stdout: "max_concurrent_snap_create": { 2024-05-21T00:22:46.925 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_concurrent_snap_create", 2024-05-21T00:22:46.925 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.925 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10", 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: "mirror_snapshot_schedule": { 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "mirror_snapshot_schedule", 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.926 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.927 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.928 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.928 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.928 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.928 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.928 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.928 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.928 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.928 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.928 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.928 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.928 INFO:teuthology.orchestra.run.smithi012.stdout: "trash_purge_schedule": { 2024-05-21T00:22:46.928 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "trash_purge_schedule", 2024-05-21T00:22:46.928 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.929 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.930 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "restful", 2024-05-21T00:22:46.930 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.930 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.930 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.930 INFO:teuthology.orchestra.run.smithi012.stdout: "enable_auth": { 2024-05-21T00:22:46.930 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enable_auth", 2024-05-21T00:22:46.930 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.930 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.930 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.930 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.930 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.930 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.930 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: "key_file": { 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "key_file", 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.931 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.932 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.933 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.934 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.935 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.936 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: "server_addr": { 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_addr", 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.937 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.938 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.938 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.938 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.938 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.938 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.938 INFO:teuthology.orchestra.run.smithi012.stdout: "server_port": { 2024-05-21T00:22:46.938 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "server_port", 2024-05-21T00:22:46.938 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.938 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.938 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.938 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.938 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.938 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.939 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.939 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.939 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.939 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.939 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.939 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.939 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.939 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.939 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.939 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.939 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.939 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.939 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rgw", 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.940 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.941 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.941 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.941 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.941 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.941 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.941 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.941 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.941 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.941 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.941 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.941 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.941 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.941 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.942 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.942 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.942 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.942 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.942 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.942 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.942 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.942 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.942 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.942 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.942 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.942 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.942 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.943 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.944 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.944 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.944 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.944 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.944 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.944 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.944 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.944 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.944 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.944 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.944 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.944 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.944 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.945 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.945 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.945 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.945 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.945 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.945 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.945 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.945 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.945 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.945 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.945 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.945 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.945 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.946 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rook", 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.947 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.948 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.949 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.950 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.951 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.952 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "storage_class": { 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "storage_class", 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.953 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "local", 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "selftest", 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.954 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.955 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.956 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.957 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.957 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.957 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.957 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.957 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.957 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.957 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.957 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.957 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.957 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.957 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.957 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.957 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.958 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.959 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: "roption1": { 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "roption1", 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.960 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: "roption2": { 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "roption2", 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "xyz", 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.961 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.962 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.962 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.962 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption1": { 2024-05-21T00:22:46.962 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption1", 2024-05-21T00:22:46.962 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.962 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.962 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.962 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.962 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.962 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.962 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.962 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.962 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption2": { 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption2", 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.963 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption3": { 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption3", 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "float", 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.964 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption4": { 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption4", 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.965 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption5": { 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption5", 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.966 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption6": { 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption6", 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.967 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: "rwoption7": { 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rwoption7", 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "1", 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "42", 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.968 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.969 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: "testkey": { 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testkey", 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.970 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: "testlkey": { 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testlkey", 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.971 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "testnewline": { 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "testnewline", 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.972 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "smb", 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.973 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.974 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.975 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.976 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.977 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.977 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.977 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.977 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.977 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.977 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.977 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.977 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.977 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.977 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.977 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.977 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.977 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.978 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: "update_orchestration": { 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "update_orchestration", 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.979 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "automatically update orchestration when smb resources are changed", 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.980 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snap_schedule", 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "allow_m_granularity": { 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "allow_m_granularity", 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "allow minute scheduled snapshots", 2024-05-21T00:22:46.981 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: "dump_on_update": { 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "dump_on_update", 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "dump database to debug log on update", 2024-05-21T00:22:46.982 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.983 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.984 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.985 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.986 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.987 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.988 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "stats", 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.989 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.990 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.990 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.990 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.990 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.990 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.990 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.990 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.990 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.990 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.990 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.990 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.990 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.990 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.991 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.992 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.993 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.994 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.994 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.994 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.994 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.994 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.994 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.994 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.994 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.994 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.994 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:46.994 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:46.994 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:46.994 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:46.995 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "status", 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.996 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:46.997 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.998 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.998 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:46.998 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.998 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.998 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:46.998 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.998 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:46.998 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:46.998 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:46.998 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:46.998 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:46.998 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:46.998 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:46.999 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.000 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.001 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.002 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.002 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.002 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.002 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.002 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.002 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:47.002 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "telegraf", 2024-05-21T00:22:47.002 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:47.002 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:47.002 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:47.002 INFO:teuthology.orchestra.run.smithi012.stdout: "address": { 2024-05-21T00:22:47.002 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "address", 2024-05-21T00:22:47.002 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.003 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.003 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.003 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-05-21T00:22:47.003 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.003 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.003 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.003 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.003 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.003 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.003 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.003 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.003 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:47.003 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "15", 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:47.004 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.005 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.006 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:47.007 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:47.008 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:47.009 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.010 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "telemetry", 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_basic": { 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_basic", 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.011 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share basic cluster information (size, version)", 2024-05-21T00:22:47.012 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.012 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.012 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.012 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.012 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_crash": { 2024-05-21T00:22:47.012 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_crash", 2024-05-21T00:22:47.012 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.012 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.012 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.012 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:47.012 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.012 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.012 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_device": { 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_device", 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.013 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_ident": { 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_ident", 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.014 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.015 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-05-21T00:22:47.015 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.015 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.015 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.015 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.015 INFO:teuthology.orchestra.run.smithi012.stdout: "channel_perf": { 2024-05-21T00:22:47.015 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "channel_perf", 2024-05-21T00:22:47.015 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.015 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.015 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.015 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.015 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.015 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Share various performance metrics of a cluster", 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "contact": { 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "contact", 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.016 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: "description": { 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "description", 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.017 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.018 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.018 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.018 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.018 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.018 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.018 INFO:teuthology.orchestra.run.smithi012.stdout: "device_url": { 2024-05-21T00:22:47.018 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "device_url", 2024-05-21T00:22:47.018 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.018 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.018 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.018 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-05-21T00:22:47.018 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.018 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "enabled": { 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "enabled", 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.019 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "24", 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "8", 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.020 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.021 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.021 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.021 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.021 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.021 INFO:teuthology.orchestra.run.smithi012.stdout: "last_opt_revision": { 2024-05-21T00:22:47.021 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "last_opt_revision", 2024-05-21T00:22:47.021 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:47.021 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.021 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.021 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "1", 2024-05-21T00:22:47.021 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.021 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.021 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: "leaderboard": { 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "leaderboard", 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.022 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.023 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.023 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.023 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.023 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.023 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.023 INFO:teuthology.orchestra.run.smithi012.stdout: "leaderboard_description": { 2024-05-21T00:22:47.023 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "leaderboard_description", 2024-05-21T00:22:47.023 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.023 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.023 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.023 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:47.023 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.023 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.024 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.025 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.026 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:47.027 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.028 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: "organization": { 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "organization", 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.029 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.030 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.030 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.030 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.030 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.030 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.030 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.030 INFO:teuthology.orchestra.run.smithi012.stdout: "proxy": { 2024-05-21T00:22:47.030 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "proxy", 2024-05-21T00:22:47.030 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.030 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.030 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.030 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:47.030 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:47.031 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "url": { 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "url", 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.032 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "test_orchestrator", 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:47.033 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:47.034 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:47.034 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.034 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.034 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.034 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:47.034 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.034 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.034 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:47.034 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:47.034 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:47.034 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:47.034 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:47.034 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.035 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:47.036 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.037 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.038 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.039 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:47.039 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:47.039 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:47.039 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:47.039 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.039 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:47.039 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.039 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.039 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.039 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.039 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.039 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.039 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "volumes", 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:47.040 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.041 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.042 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:47.042 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:47.042 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.042 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.042 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.042 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.042 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.042 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.042 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.042 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.042 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.042 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.042 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:47.043 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.044 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: "max_concurrent_clones": { 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "max_concurrent_clones", 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.045 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "4", 2024-05-21T00:22:47.046 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.046 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.046 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.046 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Number of asynchronous cloner threads", 2024-05-21T00:22:47.046 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.046 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.046 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.046 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.046 INFO:teuthology.orchestra.run.smithi012.stdout: "periodic_async_work": { 2024-05-21T00:22:47.046 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "periodic_async_work", 2024-05-21T00:22:47.046 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.046 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.046 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Periodically check for async work", 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: "snapshot_clone_delay": { 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snapshot_clone_delay", 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.047 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: "snapshot_clone_no_wait": { 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "snapshot_clone_no_wait", 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.048 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "True", 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:47.049 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix", 2024-05-21T00:22:47.050 INFO:teuthology.orchestra.run.smithi012.stdout: "can_run": true, 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "error_string": "", 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "module_options": { 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "discovery_interval": { 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "discovery_interval", 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "uint", 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "100", 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.051 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: "identifier": { 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "identifier", 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.052 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: "interval": { 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "interval", 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "secs", 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "60", 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.053 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.054 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.054 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.054 INFO:teuthology.orchestra.run.smithi012.stdout: "log_level": { 2024-05-21T00:22:47.054 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_level", 2024-05-21T00:22:47.054 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.054 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.054 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.054 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:47.054 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.054 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.054 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:47.054 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:47.054 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster": { 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster", 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.055 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_cluster_level": { 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_cluster_level", 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.056 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "info", 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [ 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "", 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "critical", 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "debug", 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "error", 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "info", 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "warning" 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.057 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.058 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.058 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.058 INFO:teuthology.orchestra.run.smithi012.stdout: "log_to_file": { 2024-05-21T00:22:47.058 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "log_to_file", 2024-05-21T00:22:47.058 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "bool", 2024-05-21T00:22:47.058 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.058 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.058 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "False", 2024-05-21T00:22:47.058 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.058 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.058 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.058 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.058 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: "sqlite3_killpoint": { 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "sqlite3_killpoint", 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "dev", 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 1, 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "0", 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.059 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_host": { 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_host", 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "", 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.060 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_port": { 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_port", 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "int", 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "10051", 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.061 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: "zabbix_sender": { 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "zabbix_sender", 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "str", 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: "level": "advanced", 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: "flags": 0, 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: "min": "", 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: "max": "", 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: "enum_allowed": [], 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: "desc": "", 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: "long_desc": "", 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: "tags": [], 2024-05-21T00:22:47.062 INFO:teuthology.orchestra.run.smithi012.stdout: "see_also": [] 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: "services": { 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: "dashboard": "https://172.21.15.12:8443/" 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: "always_on_modules": { 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: "octopus": [ 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: "balancer", 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: "crash", 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: "devicehealth", 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator", 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_autoscaler", 2024-05-21T00:22:47.063 INFO:teuthology.orchestra.run.smithi012.stdout: "progress", 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_support", 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: "status", 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: "telemetry", 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: "volumes" 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: "pacific": [ 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: "balancer", 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: "crash", 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: "devicehealth", 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator", 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_autoscaler", 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: "progress", 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_support", 2024-05-21T00:22:47.064 INFO:teuthology.orchestra.run.smithi012.stdout: "status", 2024-05-21T00:22:47.065 INFO:teuthology.orchestra.run.smithi012.stdout: "telemetry", 2024-05-21T00:22:47.065 INFO:teuthology.orchestra.run.smithi012.stdout: "volumes" 2024-05-21T00:22:47.065 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.065 INFO:teuthology.orchestra.run.smithi012.stdout: "quincy": [ 2024-05-21T00:22:47.065 INFO:teuthology.orchestra.run.smithi012.stdout: "balancer", 2024-05-21T00:22:47.065 INFO:teuthology.orchestra.run.smithi012.stdout: "crash", 2024-05-21T00:22:47.065 INFO:teuthology.orchestra.run.smithi012.stdout: "devicehealth", 2024-05-21T00:22:47.065 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator", 2024-05-21T00:22:47.065 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_autoscaler", 2024-05-21T00:22:47.065 INFO:teuthology.orchestra.run.smithi012.stdout: "progress", 2024-05-21T00:22:47.065 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_support", 2024-05-21T00:22:47.065 INFO:teuthology.orchestra.run.smithi012.stdout: "status", 2024-05-21T00:22:47.065 INFO:teuthology.orchestra.run.smithi012.stdout: "telemetry", 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: "volumes" 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: "reef": [ 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: "balancer", 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: "crash", 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: "devicehealth", 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator", 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_autoscaler", 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: "progress", 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_support", 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: "status", 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: "telemetry", 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: "volumes" 2024-05-21T00:22:47.066 INFO:teuthology.orchestra.run.smithi012.stdout: ], 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: "squid": [ 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: "balancer", 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: "crash", 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: "devicehealth", 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: "orchestrator", 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: "pg_autoscaler", 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: "progress", 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: "rbd_support", 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: "status", 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: "telemetry", 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: "volumes" 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.067 INFO:teuthology.orchestra.run.smithi012.stdout: "last_failure_osd_epoch": 3, 2024-05-21T00:22:47.068 INFO:teuthology.orchestra.run.smithi012.stdout: "active_clients": [ 2024-05-21T00:22:47.068 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:47.068 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "devicehealth", 2024-05-21T00:22:47.068 INFO:teuthology.orchestra.run.smithi012.stdout: "addrvec": [ 2024-05-21T00:22:47.068 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:47.068 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v2", 2024-05-21T00:22:47.068 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:0", 2024-05-21T00:22:47.068 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 2849002277 2024-05-21T00:22:47.068 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.068 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-05-21T00:22:47.068 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.068 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "libcephsqlite", 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: "addrvec": [ 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v2", 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:0", 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 157132333 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "rbd_support", 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: "addrvec": [ 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:47.069 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v2", 2024-05-21T00:22:47.070 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:0", 2024-05-21T00:22:47.070 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 1203783457 2024-05-21T00:22:47.070 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.070 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-05-21T00:22:47.070 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:47.070 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:47.070 INFO:teuthology.orchestra.run.smithi012.stdout: "name": "volumes", 2024-05-21T00:22:47.070 INFO:teuthology.orchestra.run.smithi012.stdout: "addrvec": [ 2024-05-21T00:22:47.070 INFO:teuthology.orchestra.run.smithi012.stdout: { 2024-05-21T00:22:47.070 INFO:teuthology.orchestra.run.smithi012.stdout: "type": "v2", 2024-05-21T00:22:47.070 INFO:teuthology.orchestra.run.smithi012.stdout: "addr": "172.21.15.12:0", 2024-05-21T00:22:47.070 INFO:teuthology.orchestra.run.smithi012.stdout: "nonce": 3521024824 2024-05-21T00:22:47.070 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.071 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-05-21T00:22:47.071 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:47.071 INFO:teuthology.orchestra.run.smithi012.stdout: ] 2024-05-21T00:22:47.071 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:22:47.072 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:46 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/4170362483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T00:22:47.072 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:46 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2231315083' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-21T00:22:47.072 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:46 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/4170362483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T00:22:47.072 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:46 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2231315083' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-21T00:22:47.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.669+0000 7f283cc00640 1 -- 172.21.15.12:0/2231315083 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f281c0b2860 msgr2=0x7f281c0b4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:47.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.669+0000 7f283cc00640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f281c0b2860 0x7f281c0b4d20 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2828009fc0 tx=0x7f2828005f90 comp rx=0 tx=0).stop 2024-05-21T00:22:47.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.669+0000 7f283cc00640 1 -- 172.21.15.12:0/2231315083 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2838078650 msgr2=0x7f283819f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:22:47.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.669+0000 7f283cc00640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2838078650 0x7f283819f740 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f2824005940 tx=0x7f28240042f0 comp rx=0 tx=0).stop 2024-05-21T00:22:47.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.669+0000 7f283cc00640 1 -- 172.21.15.12:0/2231315083 shutdown_connections 2024-05-21T00:22:47.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.669+0000 7f283cc00640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f281c0b2860 0x7f281c0b4d20 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:47.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.669+0000 7f283cc00640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f2838078ff0 0x7f28381a67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:47.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.669+0000 7f283cc00640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f2838078650 0x7f283819f740 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:47.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.669+0000 7f283cc00640 1 --2- 172.21.15.12:0/2231315083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f2838077410 0x7f283819f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:22:47.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.669+0000 7f283cc00640 1 -- 172.21.15.12:0/2231315083 >> 172.21.15.12:0/2231315083 conn(0x7f2838100120 msgr2=0x7f2838103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:22:47.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.670+0000 7f283cc00640 1 -- 172.21.15.12:0/2231315083 shutdown_connections 2024-05-21T00:22:47.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:22:45.670+0000 7f283cc00640 1 -- 172.21.15.12:0/2231315083 wait complete. 2024-05-21T00:22:47.125 DEBUG:tasks.check_counter:Getting stats from a 2024-05-21T00:22:47.125 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph daemon mds.a perf dump 2024-05-21T00:22:47.125 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:46 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/4170362483' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-05-21T00:22:47.126 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:46 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2231315083' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-05-21T00:22:47.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:47 smithi012 ceph-mon[31403]: pgmap v610: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:22:47.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:47 smithi060 ceph-mon[36426]: pgmap v610: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:22:47.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:47 smithi077 ceph-mon[36377]: pgmap v610: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:22:47.616 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:49.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:49 smithi012 ceph-mon[31403]: pgmap v611: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:22:49.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:49 smithi060 ceph-mon[36426]: pgmap v611: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:22:49.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:49 smithi077 ceph-mon[36377]: pgmap v611: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:22:49.897 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:22:49.898 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:22:49.898 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 2715, 2024-05-21T00:22:49.898 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 2295, 2024-05-21T00:22:49.898 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 794538, 2024-05-21T00:22:49.898 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 1461781, 2024-05-21T00:22:49.898 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 18, 2024-05-21T00:22:49.898 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 5, 2024-05-21T00:22:49.898 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.585044219, 2024-05-21T00:22:49.898 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.252742804, 2024-05-21T00:22:49.898 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.179585922, 2024-05-21T00:22:49.898 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.127534745, 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 2290, 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 1.449452812, 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000632948 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 1792, 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000616105, 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000343 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 285392, 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 150464 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.899 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:22:49.900 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 2494, 2024-05-21T00:22:49.900 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 2513, 2024-05-21T00:22:49.900 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 674169, 2024-05-21T00:22:49.900 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 1064362, 2024-05-21T00:22:49.900 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 10, 2024-05-21T00:22:49.900 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 8, 2024-05-21T00:22:49.900 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.403873288, 2024-05-21T00:22:49.900 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.145078640, 2024-05-21T00:22:49.900 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.112342669, 2024-05-21T00:22:49.900 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.122219638, 2024-05-21T00:22:49.900 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:22:49.900 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 2509, 2024-05-21T00:22:49.900 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.669984126, 2024-05-21T00:22:49.901 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000267032 2024-05-21T00:22:49.901 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.901 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:22:49.901 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 839, 2024-05-21T00:22:49.901 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000407765, 2024-05-21T00:22:49.901 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000486 2024-05-21T00:22:49.901 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.901 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-05-21T00:22:49.901 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 303536 2024-05-21T00:22:49.901 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.901 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:22:49.901 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 2153, 2024-05-21T00:22:49.901 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 1906, 2024-05-21T00:22:49.902 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 1044999, 2024-05-21T00:22:49.902 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 1376774, 2024-05-21T00:22:49.902 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 69, 2024-05-21T00:22:49.902 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 7, 2024-05-21T00:22:49.902 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.434986359, 2024-05-21T00:22:49.902 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.143736702, 2024-05-21T00:22:49.902 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.205412103, 2024-05-21T00:22:49.902 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.093490727, 2024-05-21T00:22:49.902 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:22:49.902 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 1911, 2024-05-21T00:22:49.902 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.318587684, 2024-05-21T00:22:49.902 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000166712 2024-05-21T00:22:49.902 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 1736, 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000518363, 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000298 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 564512, 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 115360 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: "cct": { 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: "total_workers": 1, 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: "unhealthy_workers": 0 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: "finisher-MDSRank": { 2024-05-21T00:22:49.903 INFO:teuthology.orchestra.run.smithi012.stdout: "queue_len": 0, 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: "complete_latency": { 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 471, 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.284484784, 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000604001 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: "finisher-PurgeQueue": { 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: "queue_len": 0, 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: "complete_latency": { 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 3122, 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.168855871, 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000054085 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-05-21T00:22:49.904 INFO:teuthology.orchestra.run.smithi012.stdout: "request": 55, 2024-05-21T00:22:49.905 INFO:teuthology.orchestra.run.smithi012.stdout: "reply": 55, 2024-05-21T00:22:49.905 INFO:teuthology.orchestra.run.smithi012.stdout: "reply_latency": { 2024-05-21T00:22:49.905 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 55, 2024-05-21T00:22:49.905 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 33.785617747, 2024-05-21T00:22:49.905 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.614283959 2024-05-21T00:22:49.905 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.905 INFO:teuthology.orchestra.run.smithi012.stdout: "slow_reply": 0, 2024-05-21T00:22:49.905 INFO:teuthology.orchestra.run.smithi012.stdout: "forward": 0, 2024-05-21T00:22:49.905 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_fetch_complete": 0, 2024-05-21T00:22:49.905 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_fetch_keys": 0, 2024-05-21T00:22:49.905 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_commit": 12, 2024-05-21T00:22:49.905 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_split": 0, 2024-05-21T00:22:49.905 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_merge": 0, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes": 24, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_top": 0, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_bottom": 24, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_pin_tail": 0, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_pinned": 23, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_expired": 0, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_with_caps": 2, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "caps": 2, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "subtrees": 2, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse": 95, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_hit": 79, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_forward": 0, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_discover": 0, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:22:49.906 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_remote_ino": 0, 2024-05-21T00:22:49.907 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_lock": 0, 2024-05-21T00:22:49.907 INFO:teuthology.orchestra.run.smithi012.stdout: "load_cent": 7, 2024-05-21T00:22:49.907 INFO:teuthology.orchestra.run.smithi012.stdout: "q": 0, 2024-05-21T00:22:49.907 INFO:teuthology.orchestra.run.smithi012.stdout: "exported": 0, 2024-05-21T00:22:49.907 INFO:teuthology.orchestra.run.smithi012.stdout: "exported_inodes": 0, 2024-05-21T00:22:49.907 INFO:teuthology.orchestra.run.smithi012.stdout: "imported": 0, 2024-05-21T00:22:49.907 INFO:teuthology.orchestra.run.smithi012.stdout: "imported_inodes": 0, 2024-05-21T00:22:49.907 INFO:teuthology.orchestra.run.smithi012.stdout: "openino_dir_fetch": 0, 2024-05-21T00:22:49.907 INFO:teuthology.orchestra.run.smithi012.stdout: "openino_backtrace_fetch": 86, 2024-05-21T00:22:49.907 INFO:teuthology.orchestra.run.smithi012.stdout: "openino_peer_discover": 0, 2024-05-21T00:22:49.907 INFO:teuthology.orchestra.run.smithi012.stdout: "root_rfiles": 4, 2024-05-21T00:22:49.907 INFO:teuthology.orchestra.run.smithi012.stdout: "root_rbytes": 234, 2024-05-21T00:22:49.907 INFO:teuthology.orchestra.run.smithi012.stdout: "root_rsnaps": 0, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_backtrace_fetch": 86, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_set_tag": 0, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_dir_inodes": 56, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_dir_base_inodes": 7, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_dirfrag_rstats": 49, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_file_inodes": 30, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_revoke": 21, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_grant": 113, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:22:49.908 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:22:49.909 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_caps": 157, 2024-05-21T00:22:49.909 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_caps_dirty": 125, 2024-05-21T00:22:49.909 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_cap_release": 6, 2024-05-21T00:22:49.909 INFO:teuthology.orchestra.run.smithi012.stdout: "process_request_cap_release": 28 2024-05-21T00:22:49.909 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.909 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_cache": { 2024-05-21T00:22:49.909 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_update": 19, 2024-05-21T00:22:49.909 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_update_receipt": 0, 2024-05-21T00:22:49.909 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_try_discover": 0, 2024-05-21T00:22:49.909 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_send_discover": 0, 2024-05-21T00:22:49.909 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_handle_discover": 40, 2024-05-21T00:22:49.909 INFO:teuthology.orchestra.run.smithi012.stdout: "num_strays": 0, 2024-05-21T00:22:49.909 INFO:teuthology.orchestra.run.smithi012.stdout: "num_strays_delayed": 0, 2024-05-21T00:22:49.910 INFO:teuthology.orchestra.run.smithi012.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:22:49.910 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_created": 5, 2024-05-21T00:22:49.910 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_enqueued": 5, 2024-05-21T00:22:49.910 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_reintegrated": 0, 2024-05-21T00:22:49.910 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_migrated": 0, 2024-05-21T00:22:49.910 INFO:teuthology.orchestra.run.smithi012.stdout: "num_recovering_processing": 0, 2024-05-21T00:22:49.910 INFO:teuthology.orchestra.run.smithi012.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:22:49.910 INFO:teuthology.orchestra.run.smithi012.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:22:49.910 INFO:teuthology.orchestra.run.smithi012.stdout: "recovery_started": 0, 2024-05-21T00:22:49.910 INFO:teuthology.orchestra.run.smithi012.stdout: "recovery_completed": 0, 2024-05-21T00:22:49.910 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_quiesce_path": 3, 2024-05-21T00:22:49.910 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_quiesce_inode": 38, 2024-05-21T00:22:49.910 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_enqueue_scrub": 7, 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_exportdir": 0, 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_flush": 0, 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_fragstats": 0, 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_inodestats": 0 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_log": { 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: "evlrg": 0, 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: "evadd": 190, 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: "evex": 0, 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: "evtrm": 0, 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: "ev": 190, 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: "evexg": 0, 2024-05-21T00:22:49.911 INFO:teuthology.orchestra.run.smithi012.stdout: "evexd": 0, 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "segadd": 2, 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "segex": 0, 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "segtrm": 0, 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "seg": 2, 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "segmjr": 2, 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "segexg": 0, 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "segexd": 0, 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "expos": 4194304, 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "wrpos": 4832800, 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "rdpos": 0, 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "jlat": { 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 172, 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.616427091, 2024-05-21T00:22:49.912 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.003583878 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: "replayed": 0 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_mem": { 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 23, 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: "ino+": 35, 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: "ino-": 12, 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: "dir": 18, 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: "dir+": 20, 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: "dir-": 2, 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: "dn": 24, 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: "dn+": 34, 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: "dn-": 10, 2024-05-21T00:22:49.913 INFO:teuthology.orchestra.run.smithi012.stdout: "cap": 2, 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: "cap+": 19, 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: "cap-": 17, 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: "rss": 54248, 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: "heap": 231800 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_server": { 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: "dispatch_client_request": 83, 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: "dispatch_server_request": 76, 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_request": 55, 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_session": 14, 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_peer_request": 152, 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: "req_create_latency": { 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 7, 2024-05-21T00:22:49.914 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.023239956, 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.003319993 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: "req_getattr_latency": { 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 16, 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.012147513, 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000759219 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: "req_getfilelock_latency": { 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: "req_link_latency": { 2024-05-21T00:22:49.915 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.916 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.916 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.916 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.916 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookup_latency": { 2024-05-21T00:22:49.916 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 5, 2024-05-21T00:22:49.916 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.004055518, 2024-05-21T00:22:49.916 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000811103 2024-05-21T00:22:49.916 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.916 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookuphash_latency": { 2024-05-21T00:22:49.916 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.916 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.916 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.916 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupino_latency": { 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 1, 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000197888, 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000197888 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupname_latency": { 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupparent_latency": { 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.917 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.918 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.918 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupsnap_latency": { 2024-05-21T00:22:49.918 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.918 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.918 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.918 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.918 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lssnap_latency": { 2024-05-21T00:22:49.918 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.918 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.918 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.918 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.919 INFO:teuthology.orchestra.run.smithi012.stdout: "req_mkdir_latency": { 2024-05-21T00:22:49.919 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 8, 2024-05-21T00:22:49.919 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 24.745900010, 2024-05-21T00:22:49.919 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 3.093237501 2024-05-21T00:22:49.919 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.919 INFO:teuthology.orchestra.run.smithi012.stdout: "req_mknod_latency": { 2024-05-21T00:22:49.919 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.919 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.919 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.919 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: "req_mksnap_latency": { 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: "req_open_latency": { 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 1, 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000331506, 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000331506 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: "req_readdir_latency": { 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 2, 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.007596869, 2024-05-21T00:22:49.920 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.003798434 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rename_latency": { 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 2, 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.011663681, 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.005831840 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: "req_renamesnap_latency": { 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: "req_snapdiff_latency": { 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.921 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.922 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.922 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rmdir_latency": { 2024-05-21T00:22:49.922 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 2, 2024-05-21T00:22:49.922 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.024514456, 2024-05-21T00:22:49.922 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.012257228 2024-05-21T00:22:49.922 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.922 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rmsnap_latency": { 2024-05-21T00:22:49.922 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.922 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.922 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.922 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.922 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rmxattr_latency": { 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setattr_latency": { 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 1, 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.001756893, 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.001756893 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setdirlayout_latency": { 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.923 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.924 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setfilelock_latency": { 2024-05-21T00:22:49.924 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.924 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.924 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.924 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.924 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setlayout_latency": { 2024-05-21T00:22:49.924 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.924 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.924 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.924 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.924 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setxattr_latency": { 2024-05-21T00:22:49.924 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 7, 2024-05-21T00:22:49.924 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.037789033, 2024-05-21T00:22:49.925 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.005398433 2024-05-21T00:22:49.925 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.925 INFO:teuthology.orchestra.run.smithi012.stdout: "req_symlink_latency": { 2024-05-21T00:22:49.925 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.925 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.925 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.925 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.925 INFO:teuthology.orchestra.run.smithi012.stdout: "req_unlink_latency": { 2024-05-21T00:22:49.925 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 3, 2024-05-21T00:22:49.925 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 8.916424424, 2024-05-21T00:22:49.925 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 2.972141474 2024-05-21T00:22:49.925 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.925 INFO:teuthology.orchestra.run.smithi012.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:22:49.926 INFO:teuthology.orchestra.run.smithi012.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:22:49.926 INFO:teuthology.orchestra.run.smithi012.stdout: "req_getvxattr_latency": { 2024-05-21T00:22:49.926 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.926 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.926 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.926 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:49.926 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.926 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_sessions": { 2024-05-21T00:22:49.926 INFO:teuthology.orchestra.run.smithi012.stdout: "session_count": 1, 2024-05-21T00:22:49.926 INFO:teuthology.orchestra.run.smithi012.stdout: "session_add": 2, 2024-05-21T00:22:49.926 INFO:teuthology.orchestra.run.smithi012.stdout: "session_remove": 1, 2024-05-21T00:22:49.926 INFO:teuthology.orchestra.run.smithi012.stdout: "sessions_open": 1, 2024-05-21T00:22:49.926 INFO:teuthology.orchestra.run.smithi012.stdout: "sessions_stale": 0, 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: "total_load": 10, 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: "average_load": 10, 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: "avg_session_uptime": 349, 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: "mdthresh_evicted": 0 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: "mempool": { 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_items": 0, 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:22:49.927 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_items": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_items": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:22:49.928 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_items": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_items": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_bytes": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_items": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:22:49.929 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_bytes": 294823, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_items": 104, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_items": 0, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_bytes": 0, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_items": 0, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_items": 0, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_items": 0, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_bytes": 7432, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_items": 156, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:22:49.930 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_bytes": 0, 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_items": 0, 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_bytes": 97762, 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_items": 712, 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_bytes": 0, 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_items": 0, 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_bytes": 0, 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_items": 0 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: "objecter": { 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: "op_active": 0, 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: "op_laggy": 0, 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: "op_send": 4469, 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: "op_send_bytes": 657903, 2024-05-21T00:22:49.931 INFO:teuthology.orchestra.run.smithi012.stdout: "op_resend": 31, 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: "op_reply": 4469, 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: "op_latency": { 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 4469, 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 48.214608691, 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.010788679 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: "op_inflight": 0, 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: "oplen_avg": { 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 4469, 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 4528 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: "op": 4469, 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: "op_r": 105, 2024-05-21T00:22:49.932 INFO:teuthology.orchestra.run.smithi012.stdout: "op_w": 4364, 2024-05-21T00:22:49.933 INFO:teuthology.orchestra.run.smithi012.stdout: "op_rmw": 0, 2024-05-21T00:22:49.933 INFO:teuthology.orchestra.run.smithi012.stdout: "op_pg": 0, 2024-05-21T00:22:49.933 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_stat": 0, 2024-05-21T00:22:49.933 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_create": 11, 2024-05-21T00:22:49.933 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_read": 12, 2024-05-21T00:22:49.933 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_write": 177, 2024-05-21T00:22:49.933 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_writefull": 29, 2024-05-21T00:22:49.933 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_writesame": 0, 2024-05-21T00:22:49.933 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_append": 0, 2024-05-21T00:22:49.933 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_zero": 0, 2024-05-21T00:22:49.933 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_truncate": 0, 2024-05-21T00:22:49.933 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_delete": 4100, 2024-05-21T00:22:49.933 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_mapext": 0, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_sparse_read": 0, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_clonerange": 0, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_getxattr": 93, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_setxattr": 22, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_rmxattr": 0, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_call": 0, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_watch": 0, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_notify": 0, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_pgls": 0, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:22:49.934 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_other": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_active": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_send": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_resend": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_ping": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "poolop_active": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "poolop_send": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "poolop_resend": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "poolstat_active": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "poolstat_send": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "poolstat_resend": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "statfs_active": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "statfs_send": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "statfs_resend": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "command_active": 0, 2024-05-21T00:22:49.935 INFO:teuthology.orchestra.run.smithi012.stdout: "command_send": 0, 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "command_resend": 0, 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "map_epoch": 81, 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "map_full": 0, 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "map_inc": 2, 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_sessions": 12, 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_session_open": 12, 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_session_close": 0, 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_laggy": 0, 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_wr": 69, 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_rd": 0, 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_del": 15 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "oft": { 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_objs": 1, 2024-05-21T00:22:49.936 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_updates": 0, 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_removes": 0 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: "osd-slow-ops": { 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: "slow_ops_count": 110 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: "purge_queue": { 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing_ops": 0, 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing_ops_high_water": 2560, 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing": 0, 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing_high_water": 1, 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executed_ops": 3588, 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executed": 5, 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_item_in_journal": 0 2024-05-21T00:22:49.937 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.938 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:22:49.938 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-05-21T00:22:49.938 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 104857600, 2024-05-21T00:22:49.938 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-05-21T00:22:49.938 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 7358, 2024-05-21T00:22:49.938 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 1807092, 2024-05-21T00:22:49.938 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-05-21T00:22:49.938 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 7358, 2024-05-21T00:22:49.938 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-05-21T00:22:49.938 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-05-21T00:22:49.938 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 7358, 2024-05-21T00:22:49.938 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 1807092, 2024-05-21T00:22:49.938 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-objecter_bytes": { 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 104857600, 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 4469, 2024-05-21T00:22:49.939 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 658408, 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 4469, 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 658408, 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-objecter_ops": { 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 1024, 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-05-21T00:22:49.940 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-05-21T00:22:49.941 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-05-21T00:22:49.941 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-05-21T00:22:49.941 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 4469, 2024-05-21T00:22:49.941 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 4469, 2024-05-21T00:22:49.941 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 4469, 2024-05-21T00:22:49.941 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 4469, 2024-05-21T00:22:49.941 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-05-21T00:22:49.941 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.941 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.941 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.941 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:49.941 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.941 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 3758096384, 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 5, 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 505, 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 5, 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 5, 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 505, 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.942 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-write_buf_throttle-0x55bb11ae8460": { 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 3758096384, 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 190, 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 638496, 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 190, 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-05-21T00:22:49.943 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 172, 2024-05-21T00:22:49.944 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 638496, 2024-05-21T00:22:49.944 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-05-21T00:22:49.944 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:49.944 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:49.944 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:49.944 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:49.944 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:49.944 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:22:50.993 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-05-21T00:22:50.993 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-05-21T00:22:50.993 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=19 2024-05-21T00:22:50.993 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2024-05-21T00:22:50.993 DEBUG:tasks.check_counter:Getting stats from d 2024-05-21T00:22:50.994 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph daemon mds.d perf dump 2024-05-21T00:22:51.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:51 smithi012 ceph-mon[31403]: pgmap v612: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:22:51.471 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:51.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:51 smithi060 ceph-mon[36426]: pgmap v612: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:22:51.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:51 smithi077 ceph-mon[36377]: pgmap v612: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-05-21T00:22:53.178 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:53 smithi012 ceph-mon[31403]: pgmap v613: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:22:53.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:53 smithi060 ceph-mon[36426]: pgmap v613: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:22:53.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:53 smithi077 ceph-mon[36377]: pgmap v613: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:22:53.718 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:22:53.719 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:22:53.719 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 4, 2024-05-21T00:22:53.719 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 4, 2024-05-21T00:22:53.719 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 2992, 2024-05-21T00:22:53.719 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 448, 2024-05-21T00:22:53.719 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 4, 2024-05-21T00:22:53.719 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 0, 2024-05-21T00:22:53.719 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.004899610, 2024-05-21T00:22:53.719 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.000107650, 2024-05-21T00:22:53.720 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.001645589, 2024-05-21T00:22:53.720 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:22:53.720 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:22:53.720 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 3, 2024-05-21T00:22:53.720 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.001741366, 2024-05-21T00:22:53.720 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000580455 2024-05-21T00:22:53.720 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:53.720 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:22:53.720 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:53.720 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:53.720 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:53.720 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:53.720 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-21T00:22:53.721 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 448 2024-05-21T00:22:53.721 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:53.721 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:22:53.721 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 1, 2024-05-21T00:22:53.721 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 132, 2024-05-21T00:22:53.721 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 160, 2024-05-21T00:22:53.721 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 101840, 2024-05-21T00:22:53.721 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 3, 2024-05-21T00:22:53.721 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 2, 2024-05-21T00:22:53.721 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.022883105, 2024-05-21T00:22:53.721 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.018070916, 2024-05-21T00:22:53.721 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.002144860, 2024-05-21T00:22:53.721 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:22:53.722 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:22:53.722 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 130, 2024-05-21T00:22:53.722 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.014129677, 2024-05-21T00:22:53.722 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000108689 2024-05-21T00:22:53.722 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:53.722 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:22:53.722 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:53.722 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:53.722 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:53.722 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:53.722 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T00:22:53.722 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 101840 2024-05-21T00:22:53.722 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 176, 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 173, 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 501264, 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 106288, 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 2, 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 1, 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.061146972, 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.028206273, 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.026302111, 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.007243344, 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 172, 2024-05-21T00:22:53.723 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.018627306, 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000108298 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 501264, 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 106288 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: "cct": { 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: "total_workers": 0, 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: "unhealthy_workers": 0 2024-05-21T00:22:53.724 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:53.725 INFO:teuthology.orchestra.run.smithi012.stdout: "mempool": { 2024-05-21T00:22:53.725 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:22:53.725 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_items": 0, 2024-05-21T00:22:53.725 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:22:53.725 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:22:53.725 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:22:53.725 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:22:53.725 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:22:53.725 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:22:53.725 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:22:53.725 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:22:53.725 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:22:53.725 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_items": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_items": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:22:53.726 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_items": 0, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_items": 0, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_bytes": 0, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_items": 0, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_bytes": 151029, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_items": 31, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:22:53.727 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_items": 0, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_bytes": 0, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_items": 0, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_items": 0, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_items": 0, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_bytes": 0, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_items": 0, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_bytes": 0, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_items": 0, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_bytes": 928, 2024-05-21T00:22:53.728 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_items": 2, 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_bytes": 0, 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_items": 0, 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_bytes": 0, 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_items": 0 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 104857600, 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 177, 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 476394, 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 177, 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-05-21T00:22:53.729 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-05-21T00:22:53.730 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 177, 2024-05-21T00:22:53.730 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 476394, 2024-05-21T00:22:53.730 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-05-21T00:22:53.730 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:53.730 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:53.730 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:53.730 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:53.730 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:53.730 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:22:54.581 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-05-21T00:22:54.581 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-05-21T00:22:54.581 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-05-21T00:22:54.581 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-05-21T00:22:54.581 DEBUG:tasks.check_counter:Getting stats from g 2024-05-21T00:22:54.581 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph daemon mds.g perf dump 2024-05-21T00:22:55.065 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:55.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:55 smithi012 ceph-mon[31403]: pgmap v614: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-21T00:22:55.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:55 smithi060 ceph-mon[36426]: pgmap v614: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-21T00:22:55.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:55 smithi077 ceph-mon[36377]: pgmap v614: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-05-21T00:22:57.262 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:22:57.262 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:22:57.262 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 0, 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 2, 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 0, 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 0, 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 4, 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 0, 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.004466718, 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.000000000, 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.001053116, 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:57.263 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 176, 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 171, 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 503168, 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 104176, 2024-05-21T00:22:57.264 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 2, 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 1, 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.057323458, 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.024480086, 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.026156079, 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.007180239, 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 171, 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.017569105, 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000102743 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:57.265 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:57.266 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:57.266 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 503168, 2024-05-21T00:22:57.266 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 104176 2024-05-21T00:22:57.266 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:57.266 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:22:57.266 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 1, 2024-05-21T00:22:57.266 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 128, 2024-05-21T00:22:57.266 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 160, 2024-05-21T00:22:57.266 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 101136, 2024-05-21T00:22:57.266 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 3, 2024-05-21T00:22:57.266 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 2, 2024-05-21T00:22:57.266 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.024163657, 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.019224567, 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.002213050, 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 126, 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.013670470, 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000108495 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:57.267 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 101136 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: "cct": { 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: "total_workers": 0, 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: "unhealthy_workers": 0 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: "mempool": { 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_items": 0, 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:22:57.268 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_items": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_items": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:22:57.269 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:22:57.270 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:22:57.270 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:22:57.270 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:22:57.270 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_items": 0, 2024-05-21T00:22:57.270 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:22:57.270 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:22:57.270 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:22:57.270 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_items": 0, 2024-05-21T00:22:57.270 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_bytes": 0, 2024-05-21T00:22:57.270 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_items": 0, 2024-05-21T00:22:57.270 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:22:57.270 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:22:57.270 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_bytes": 148967, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_items": 29, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_items": 0, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_bytes": 0, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_items": 0, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_items": 0, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_items": 0, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_bytes": 0, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_items": 0, 2024-05-21T00:22:57.271 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_bytes": 0, 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_items": 0, 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_bytes": 928, 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_items": 2, 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_bytes": 0, 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_items": 0, 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_bytes": 0, 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_items": 0 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 104857600, 2024-05-21T00:22:57.272 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 173, 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 475874, 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 173, 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 173, 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 475874, 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:57.273 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:22:57.274 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:22:57.318 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:57 smithi012 ceph-mon[31403]: pgmap v615: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T00:22:57.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:57 smithi060 ceph-mon[36426]: pgmap v615: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T00:22:57.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:57 smithi077 ceph-mon[36377]: pgmap v615: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-05-21T00:22:58.187 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-05-21T00:22:58.187 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-05-21T00:22:58.187 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2024-05-21T00:22:58.187 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2024-05-21T00:22:58.187 DEBUG:tasks.check_counter:Getting stats from j 2024-05-21T00:22:58.188 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph daemon mds.j perf dump 2024-05-21T00:22:58.678 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:22:59.157 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:22:59 smithi012 ceph-mon[31403]: pgmap v616: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:22:59.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:22:59 smithi060 ceph-mon[36426]: pgmap v616: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:22:59.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:22:59 smithi077 ceph-mon[36377]: pgmap v616: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-05-21T00:23:00.831 INFO:teuthology.orchestra.run.smithi012.stdout:{ 2024-05-21T00:23:00.831 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:23:00.831 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 189, 2024-05-21T00:23:00.831 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 184, 2024-05-21T00:23:00.831 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 532786, 2024-05-21T00:23:00.831 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 109716, 2024-05-21T00:23:00.831 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 5, 2024-05-21T00:23:00.832 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 1, 2024-05-21T00:23:00.832 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.058310719, 2024-05-21T00:23:00.832 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.018571042, 2024-05-21T00:23:00.832 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.032749380, 2024-05-21T00:23:00.832 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.007747254, 2024-05-21T00:23:00.832 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:00.832 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 183, 2024-05-21T00:23:00.832 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.019244295, 2024-05-21T00:23:00.832 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000105160 2024-05-21T00:23:00.832 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.832 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:00.832 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.832 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.833 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.833 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.833 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 531952, 2024-05-21T00:23:00.833 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 109392 2024-05-21T00:23:00.833 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.833 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:23:00.833 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 499, 2024-05-21T00:23:00.833 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 630, 2024-05-21T00:23:00.833 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 124698, 2024-05-21T00:23:00.833 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 456473, 2024-05-21T00:23:00.833 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 5, 2024-05-21T00:23:00.833 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 4, 2024-05-21T00:23:00.833 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.132286364, 2024-05-21T00:23:00.834 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.065198360, 2024-05-21T00:23:00.834 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.025614417, 2024-05-21T00:23:00.834 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.029317036, 2024-05-21T00:23:00.834 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:00.834 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 629, 2024-05-21T00:23:00.834 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.053972399, 2024-05-21T00:23:00.834 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000085806 2024-05-21T00:23:00.834 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.834 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:00.834 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.834 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.834 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 299376 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_messages": 1166, 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages": 1168, 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_bytes": 349845, 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_bytes": 370846, 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_created_connections": 4, 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_active_connections": 3, 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_total_time": 0.247122789, 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_send_time": 0.102232544, 2024-05-21T00:23:00.835 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_recv_time": 0.056207274, 2024-05-21T00:23:00.836 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_running_fast_dispatch_time": 0.067161150, 2024-05-21T00:23:00.836 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:00.836 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 1166, 2024-05-21T00:23:00.836 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.105607221, 2024-05-21T00:23:00.836 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000090572 2024-05-21T00:23:00.836 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.836 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:00.836 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.836 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.836 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.836 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.836 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:23:00.836 INFO:teuthology.orchestra.run.smithi012.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:23:00.837 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.837 INFO:teuthology.orchestra.run.smithi012.stdout: "cct": { 2024-05-21T00:23:00.837 INFO:teuthology.orchestra.run.smithi012.stdout: "total_workers": 1, 2024-05-21T00:23:00.837 INFO:teuthology.orchestra.run.smithi012.stdout: "unhealthy_workers": 0 2024-05-21T00:23:00.837 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.837 INFO:teuthology.orchestra.run.smithi012.stdout: "finisher-MDSRank": { 2024-05-21T00:23:00.837 INFO:teuthology.orchestra.run.smithi012.stdout: "queue_len": 0, 2024-05-21T00:23:00.837 INFO:teuthology.orchestra.run.smithi012.stdout: "complete_latency": { 2024-05-21T00:23:00.837 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 2766, 2024-05-21T00:23:00.837 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.134118918, 2024-05-21T00:23:00.837 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000048488 2024-05-21T00:23:00.838 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:23:00.838 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.838 INFO:teuthology.orchestra.run.smithi012.stdout: "finisher-PurgeQueue": { 2024-05-21T00:23:00.838 INFO:teuthology.orchestra.run.smithi012.stdout: "queue_len": 0, 2024-05-21T00:23:00.838 INFO:teuthology.orchestra.run.smithi012.stdout: "complete_latency": { 2024-05-21T00:23:00.838 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.838 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.838 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.838 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:23:00.838 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.838 INFO:teuthology.orchestra.run.smithi012.stdout: "mds": { 2024-05-21T00:23:00.838 INFO:teuthology.orchestra.run.smithi012.stdout: "request": 0, 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: "reply": 0, 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: "reply_latency": { 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: "slow_reply": 0, 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: "forward": 0, 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_fetch_complete": 0, 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_fetch_keys": 0, 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_commit": 0, 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_split": 0, 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_merge": 0, 2024-05-21T00:23:00.839 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes": 0, 2024-05-21T00:23:00.840 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_top": 0, 2024-05-21T00:23:00.840 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_bottom": 0, 2024-05-21T00:23:00.840 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_pin_tail": 0, 2024-05-21T00:23:00.840 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_pinned": 0, 2024-05-21T00:23:00.840 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_expired": 0, 2024-05-21T00:23:00.840 INFO:teuthology.orchestra.run.smithi012.stdout: "inodes_with_caps": 0, 2024-05-21T00:23:00.840 INFO:teuthology.orchestra.run.smithi012.stdout: "caps": 0, 2024-05-21T00:23:00.840 INFO:teuthology.orchestra.run.smithi012.stdout: "subtrees": 1, 2024-05-21T00:23:00.840 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse": 0, 2024-05-21T00:23:00.840 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_hit": 0, 2024-05-21T00:23:00.840 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_forward": 0, 2024-05-21T00:23:00.840 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_discover": 0, 2024-05-21T00:23:00.840 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:23:00.841 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_remote_ino": 0, 2024-05-21T00:23:00.841 INFO:teuthology.orchestra.run.smithi012.stdout: "traverse_lock": 0, 2024-05-21T00:23:00.841 INFO:teuthology.orchestra.run.smithi012.stdout: "load_cent": 0, 2024-05-21T00:23:00.841 INFO:teuthology.orchestra.run.smithi012.stdout: "q": 0, 2024-05-21T00:23:00.841 INFO:teuthology.orchestra.run.smithi012.stdout: "exported": 0, 2024-05-21T00:23:00.841 INFO:teuthology.orchestra.run.smithi012.stdout: "exported_inodes": 0, 2024-05-21T00:23:00.841 INFO:teuthology.orchestra.run.smithi012.stdout: "imported": 0, 2024-05-21T00:23:00.841 INFO:teuthology.orchestra.run.smithi012.stdout: "imported_inodes": 0, 2024-05-21T00:23:00.841 INFO:teuthology.orchestra.run.smithi012.stdout: "openino_dir_fetch": 0, 2024-05-21T00:23:00.841 INFO:teuthology.orchestra.run.smithi012.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:23:00.841 INFO:teuthology.orchestra.run.smithi012.stdout: "openino_peer_discover": 0, 2024-05-21T00:23:00.841 INFO:teuthology.orchestra.run.smithi012.stdout: "root_rfiles": 0, 2024-05-21T00:23:00.841 INFO:teuthology.orchestra.run.smithi012.stdout: "root_rbytes": 0, 2024-05-21T00:23:00.842 INFO:teuthology.orchestra.run.smithi012.stdout: "root_rsnaps": 0, 2024-05-21T00:23:00.842 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:23:00.842 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_set_tag": 0, 2024-05-21T00:23:00.842 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:23:00.842 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:23:00.842 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:23:00.842 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:23:00.842 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:23:00.842 INFO:teuthology.orchestra.run.smithi012.stdout: "scrub_file_inodes": 0, 2024-05-21T00:23:00.842 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:23:00.842 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T00:23:00.842 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_grant": 0, 2024-05-21T00:23:00.842 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_caps": 0, 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_cap_release": 0, 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: "process_request_cap_release": 0 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_cache": { 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_update": 0, 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_update_receipt": 0, 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_try_discover": 0, 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_send_discover": 0, 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: "dir_handle_discover": 0, 2024-05-21T00:23:00.843 INFO:teuthology.orchestra.run.smithi012.stdout: "num_strays": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "num_strays_delayed": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_created": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_enqueued": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_reintegrated": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "strays_migrated": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "num_recovering_processing": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "recovery_started": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "recovery_completed": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_quiesce_path": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_quiesce_inode": 0, 2024-05-21T00:23:00.844 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_exportdir": 0, 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_flush": 0, 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_fragstats": 0, 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: "ireq_inodestats": 0 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_log": { 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: "evlrg": 0, 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: "evadd": 0, 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: "evex": 0, 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: "evtrm": 0, 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: "ev": 5, 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: "evexg": 0, 2024-05-21T00:23:00.845 INFO:teuthology.orchestra.run.smithi012.stdout: "evexd": 0, 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "segadd": 0, 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "segex": 0, 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "segtrm": 0, 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "seg": 2, 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "segmjr": 2, 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "segexg": 0, 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "segexd": 0, 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "expos": 4194304, 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "wrpos": 4195734, 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "rdpos": 4195424, 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "jlat": { 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.846 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.847 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.847 INFO:teuthology.orchestra.run.smithi012.stdout: "replayed": 5 2024-05-21T00:23:00.847 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.847 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_mem": { 2024-05-21T00:23:00.847 INFO:teuthology.orchestra.run.smithi012.stdout: "ino": 3, 2024-05-21T00:23:00.847 INFO:teuthology.orchestra.run.smithi012.stdout: "ino+": 3, 2024-05-21T00:23:00.847 INFO:teuthology.orchestra.run.smithi012.stdout: "ino-": 0, 2024-05-21T00:23:00.847 INFO:teuthology.orchestra.run.smithi012.stdout: "dir": 1, 2024-05-21T00:23:00.847 INFO:teuthology.orchestra.run.smithi012.stdout: "dir+": 1, 2024-05-21T00:23:00.847 INFO:teuthology.orchestra.run.smithi012.stdout: "dir-": 0, 2024-05-21T00:23:00.847 INFO:teuthology.orchestra.run.smithi012.stdout: "dn": 0, 2024-05-21T00:23:00.847 INFO:teuthology.orchestra.run.smithi012.stdout: "dn+": 0, 2024-05-21T00:23:00.847 INFO:teuthology.orchestra.run.smithi012.stdout: "dn-": 0, 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "cap": 0, 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "cap+": 0, 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "cap-": 0, 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "rss": 50800, 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "heap": 215416 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_server": { 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "dispatch_client_request": 0, 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "dispatch_server_request": 0, 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_request": 0, 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_client_session": 0, 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "handle_peer_request": 0, 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "req_create_latency": { 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.848 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.849 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.849 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.849 INFO:teuthology.orchestra.run.smithi012.stdout: "req_getattr_latency": { 2024-05-21T00:23:00.849 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.849 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.849 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.849 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.849 INFO:teuthology.orchestra.run.smithi012.stdout: "req_getfilelock_latency": { 2024-05-21T00:23:00.849 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.849 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.849 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.849 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.850 INFO:teuthology.orchestra.run.smithi012.stdout: "req_link_latency": { 2024-05-21T00:23:00.850 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.850 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.850 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.850 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.850 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookup_latency": { 2024-05-21T00:23:00.850 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.850 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.850 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.850 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.850 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookuphash_latency": { 2024-05-21T00:23:00.850 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.850 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupino_latency": { 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupname_latency": { 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupparent_latency": { 2024-05-21T00:23:00.851 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lookupsnap_latency": { 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: "req_lssnap_latency": { 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: "req_mkdir_latency": { 2024-05-21T00:23:00.852 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.853 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.853 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.853 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.853 INFO:teuthology.orchestra.run.smithi012.stdout: "req_mknod_latency": { 2024-05-21T00:23:00.853 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.853 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.854 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.854 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.854 INFO:teuthology.orchestra.run.smithi012.stdout: "req_mksnap_latency": { 2024-05-21T00:23:00.854 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.854 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.854 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.854 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.854 INFO:teuthology.orchestra.run.smithi012.stdout: "req_open_latency": { 2024-05-21T00:23:00.854 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.854 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.854 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.854 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.854 INFO:teuthology.orchestra.run.smithi012.stdout: "req_readdir_latency": { 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rename_latency": { 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: "req_renamesnap_latency": { 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.855 INFO:teuthology.orchestra.run.smithi012.stdout: "req_snapdiff_latency": { 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rmdir_latency": { 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rmsnap_latency": { 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.856 INFO:teuthology.orchestra.run.smithi012.stdout: "req_rmxattr_latency": { 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setattr_latency": { 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setdirlayout_latency": { 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.857 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setfilelock_latency": { 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setlayout_latency": { 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: "req_setxattr_latency": { 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.858 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.859 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.859 INFO:teuthology.orchestra.run.smithi012.stdout: "req_symlink_latency": { 2024-05-21T00:23:00.859 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.859 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.859 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.859 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.859 INFO:teuthology.orchestra.run.smithi012.stdout: "req_unlink_latency": { 2024-05-21T00:23:00.859 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.859 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.859 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.859 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.859 INFO:teuthology.orchestra.run.smithi012.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:23:00.859 INFO:teuthology.orchestra.run.smithi012.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: "req_getvxattr_latency": { 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_sessions": { 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: "session_count": 1, 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: "session_add": 2, 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: "session_remove": 1, 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: "sessions_open": 1, 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: "sessions_stale": 0, 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: "total_load": 0, 2024-05-21T00:23:00.860 INFO:teuthology.orchestra.run.smithi012.stdout: "average_load": 0, 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: "avg_session_uptime": 1795, 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: "mdthresh_evicted": 0 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: "mempool": { 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: "bloom_filter_items": 0, 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:23:00.861 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:23:00.862 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:23:00.862 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:23:00.862 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:23:00.862 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:23:00.862 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:23:00.862 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_extent_items": 0, 2024-05-21T00:23:00.862 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:23:00.862 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_blob_items": 0, 2024-05-21T00:23:00.862 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:23:00.862 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:23:00.862 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:23:00.862 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:23:00.862 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_txc_items": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "bluestore_writing_items": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_bytes": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_items": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_bytes": 189383, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_anon_items": 50, 2024-05-21T00:23:00.863 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "buffer_meta_items": 0, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_bytes": 0, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_items": 0, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_mapbl_items": 0, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_pglog_items": 0, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_bytes": 7432, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_items": 156, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_bytes": 0, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "pgmap_items": 0, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_bytes": 8512, 2024-05-21T00:23:00.864 INFO:teuthology.orchestra.run.smithi012.stdout: "mds_co_items": 13, 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_bytes": 0, 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_1_items": 0, 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_bytes": 0, 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "unittest_2_items": 0 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "objecter": { 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "op_active": 0, 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "op_laggy": 0, 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "op_send": 1661, 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "op_send_bytes": 21, 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "op_resend": 3, 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "op_reply": 1661, 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "op_latency": { 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 1661, 2024-05-21T00:23:00.865 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 1.585987058, 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000954838 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: "op_inflight": 0, 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: "oplen_avg": { 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 1661, 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 1662 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: "op": 1661, 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: "op_r": 1661, 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: "op_w": 0, 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: "op_rmw": 0, 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: "op_pg": 0, 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_stat": 1072, 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_create": 0, 2024-05-21T00:23:00.866 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_read": 587, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_write": 0, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_writefull": 0, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_writesame": 0, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_append": 0, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_zero": 0, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_truncate": 0, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_delete": 0, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_mapext": 0, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_sparse_read": 0, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_clonerange": 0, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_getxattr": 1, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_setxattr": 0, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_rmxattr": 0, 2024-05-21T00:23:00.867 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_call": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_watch": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_notify": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_pgls": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "osdop_other": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_active": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_send": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_resend": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "linger_ping": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "poolop_active": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "poolop_send": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "poolop_resend": 0, 2024-05-21T00:23:00.868 INFO:teuthology.orchestra.run.smithi012.stdout: "poolstat_active": 0, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "poolstat_send": 0, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "poolstat_resend": 0, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "statfs_active": 0, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "statfs_send": 0, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "statfs_resend": 0, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "command_active": 0, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "command_send": 0, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "command_resend": 0, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "map_epoch": 81, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "map_full": 0, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "map_inc": 2, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_sessions": 5, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_session_open": 5, 2024-05-21T00:23:00.869 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_session_close": 0, 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: "osd_laggy": 0, 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_wr": 0, 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_rd": 2, 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_del": 0 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: "oft": { 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_objs": 0, 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_updates": 0, 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: "omap_total_removes": 0 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: "osd-slow-ops": { 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: "slow_ops_count": 0 2024-05-21T00:23:00.870 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: "purge_queue": { 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing_ops": 0, 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing": 0, 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executing_high_water": 0, 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executed_ops": 0, 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_executed": 0, 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: "pq_item_in_journal": 0 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 104857600, 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-05-21T00:23:00.871 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 1850, 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 828172, 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 1850, 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 1850, 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 828172, 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.872 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-objecter_bytes": { 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 104857600, 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 1661, 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 1435, 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 1661, 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 1435, 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.873 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-objecter_ops": { 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 1024, 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 1661, 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 1661, 2024-05-21T00:23:00.874 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 1661, 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 1661, 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 3758096384, 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:00.875 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 0, 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 0, 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: }, 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "throttle-write_buf_throttle-0x564c80d7c780": { 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "val": 0, 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "max": 3758096384, 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "get_started": 0, 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "get": 0, 2024-05-21T00:23:00.876 INFO:teuthology.orchestra.run.smithi012.stdout: "get_sum": 0, 2024-05-21T00:23:00.877 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:00.877 INFO:teuthology.orchestra.run.smithi012.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:00.877 INFO:teuthology.orchestra.run.smithi012.stdout: "take": 0, 2024-05-21T00:23:00.877 INFO:teuthology.orchestra.run.smithi012.stdout: "take_sum": 0, 2024-05-21T00:23:00.877 INFO:teuthology.orchestra.run.smithi012.stdout: "put": 0, 2024-05-21T00:23:00.877 INFO:teuthology.orchestra.run.smithi012.stdout: "put_sum": 0, 2024-05-21T00:23:00.877 INFO:teuthology.orchestra.run.smithi012.stdout: "wait": { 2024-05-21T00:23:00.877 INFO:teuthology.orchestra.run.smithi012.stdout: "avgcount": 0, 2024-05-21T00:23:00.877 INFO:teuthology.orchestra.run.smithi012.stdout: "sum": 0.000000000, 2024-05-21T00:23:00.877 INFO:teuthology.orchestra.run.smithi012.stdout: "avgtime": 0.000000000 2024-05-21T00:23:00.877 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:23:00.877 INFO:teuthology.orchestra.run.smithi012.stdout: } 2024-05-21T00:23:00.877 INFO:teuthology.orchestra.run.smithi012.stdout:} 2024-05-21T00:23:01.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:01 smithi012 ceph-mon[31403]: pgmap v617: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:23:01.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:01 smithi060 ceph-mon[36426]: pgmap v617: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:23:01.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:01 smithi077 ceph-mon[36377]: pgmap v617: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:23:01.778 INFO:tasks.check_counter:Daemon mds.j mds.exported=0 2024-05-21T00:23:01.779 INFO:tasks.check_counter:Daemon mds.j mds.imported=0 2024-05-21T00:23:01.779 INFO:tasks.check_counter:Daemon mds.j mds_cache.dir_update=0 2024-05-21T00:23:01.779 INFO:tasks.check_counter:Daemon mds.j mds_cache.dir_update_receipt=0 2024-05-21T00:23:01.779 DEBUG:tasks.check_counter:Getting stats from b 2024-05-21T00:23:01.779 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph daemon mds.b perf dump 2024-05-21T00:23:02.039 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:23:03.454 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:03 smithi060 ceph-mon[36426]: pgmap v618: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:23:03.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:03 smithi077 ceph-mon[36377]: pgmap v618: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:23:03.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:03 smithi012 ceph-mon[31403]: pgmap v618: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:23:03.888 INFO:teuthology.orchestra.run.smithi060.stdout:{ 2024-05-21T00:23:03.888 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:23:03.888 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 431, 2024-05-21T00:23:03.888 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 547, 2024-05-21T00:23:03.888 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 126028, 2024-05-21T00:23:03.888 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 128461, 2024-05-21T00:23:03.889 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 10, 2024-05-21T00:23:03.889 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 4, 2024-05-21T00:23:03.889 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.055324506, 2024-05-21T00:23:03.889 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.019881044, 2024-05-21T00:23:03.889 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.028646816, 2024-05-21T00:23:03.889 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.004239503, 2024-05-21T00:23:03.889 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:03.889 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 546, 2024-05-21T00:23:03.889 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.045293610, 2024-05-21T00:23:03.889 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000082955 2024-05-21T00:23:03.889 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.889 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:03.890 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 876, 2024-05-21T00:23:03.890 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000268523, 2024-05-21T00:23:03.890 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000306 2024-05-21T00:23:03.890 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.890 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-05-21T00:23:03.890 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 448 2024-05-21T00:23:03.890 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.890 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:23:03.890 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 64, 2024-05-21T00:23:03.890 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 191, 2024-05-21T00:23:03.890 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 21516, 2024-05-21T00:23:03.890 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 563370, 2024-05-21T00:23:03.890 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 30, 2024-05-21T00:23:03.891 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 5, 2024-05-21T00:23:03.891 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.021621406, 2024-05-21T00:23:03.891 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.007394229, 2024-05-21T00:23:03.891 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.011810861, 2024-05-21T00:23:03.891 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.000399236, 2024-05-21T00:23:03.891 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:03.891 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 189, 2024-05-21T00:23:03.891 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.026645409, 2024-05-21T00:23:03.891 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000140981 2024-05-21T00:23:03.891 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.891 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:03.891 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 78, 2024-05-21T00:23:03.891 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000014864, 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000190 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 1088, 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 300224 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 251, 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 238, 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 574258, 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 132722, 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 7, 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 5, 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.035579783, 2024-05-21T00:23:03.892 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.012135330, 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.022979926, 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.004595459, 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 237, 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.030368277, 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000128136 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 49, 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000022662, 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000462 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 557280, 2024-05-21T00:23:03.893 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 108912 2024-05-21T00:23:03.894 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.894 INFO:teuthology.orchestra.run.smithi060.stdout: "cct": { 2024-05-21T00:23:03.894 INFO:teuthology.orchestra.run.smithi060.stdout: "total_workers": 1, 2024-05-21T00:23:03.894 INFO:teuthology.orchestra.run.smithi060.stdout: "unhealthy_workers": 0 2024-05-21T00:23:03.894 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.894 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-MDSRank": { 2024-05-21T00:23:03.894 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-05-21T00:23:03.894 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-05-21T00:23:03.894 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 50, 2024-05-21T00:23:03.894 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.001992110, 2024-05-21T00:23:03.894 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000039842 2024-05-21T00:23:03.895 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:03.895 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.895 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-PurgeQueue": { 2024-05-21T00:23:03.895 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-05-21T00:23:03.895 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-05-21T00:23:03.895 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 2, 2024-05-21T00:23:03.895 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000008754, 2024-05-21T00:23:03.895 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000004377 2024-05-21T00:23:03.895 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:03.895 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.895 INFO:teuthology.orchestra.run.smithi060.stdout: "mds": { 2024-05-21T00:23:03.895 INFO:teuthology.orchestra.run.smithi060.stdout: "request": 0, 2024-05-21T00:23:03.895 INFO:teuthology.orchestra.run.smithi060.stdout: "reply": 0, 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: "reply_latency": { 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_reply": 0, 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: "forward": 0, 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_complete": 0, 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_keys": 0, 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_commit": 11, 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_split": 0, 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_merge": 0, 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes": 16, 2024-05-21T00:23:03.896 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_top": 0, 2024-05-21T00:23:03.897 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_bottom": 16, 2024-05-21T00:23:03.897 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pin_tail": 0, 2024-05-21T00:23:03.897 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pinned": 13, 2024-05-21T00:23:03.897 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_expired": 4, 2024-05-21T00:23:03.897 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_with_caps": 0, 2024-05-21T00:23:03.897 INFO:teuthology.orchestra.run.smithi060.stdout: "caps": 0, 2024-05-21T00:23:03.897 INFO:teuthology.orchestra.run.smithi060.stdout: "subtrees": 3, 2024-05-21T00:23:03.897 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse": 15, 2024-05-21T00:23:03.897 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_hit": 11, 2024-05-21T00:23:03.897 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_forward": 0, 2024-05-21T00:23:03.897 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_discover": 4, 2024-05-21T00:23:03.897 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:23:03.897 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_remote_ino": 0, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_lock": 0, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "load_cent": 0, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "q": 0, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "exported": 0, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "exported_inodes": 0, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "imported": 0, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "imported_inodes": 0, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_dir_fetch": 0, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_peer_discover": 0, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rfiles": 4, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rbytes": 234, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rsnaps": 0, 2024-05-21T00:23:03.898 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_set_tag": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_file_inodes": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_grant": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:23:03.899 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps": 0, 2024-05-21T00:23:03.900 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:23:03.900 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_cap_release": 0, 2024-05-21T00:23:03.900 INFO:teuthology.orchestra.run.smithi060.stdout: "process_request_cap_release": 0 2024-05-21T00:23:03.900 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.900 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_cache": { 2024-05-21T00:23:03.900 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update": 0, 2024-05-21T00:23:03.900 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update_receipt": 14, 2024-05-21T00:23:03.900 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_try_discover": 9, 2024-05-21T00:23:03.900 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_send_discover": 10, 2024-05-21T00:23:03.900 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_handle_discover": 0, 2024-05-21T00:23:03.900 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays": 0, 2024-05-21T00:23:03.900 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_delayed": 0, 2024-05-21T00:23:03.900 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_created": 0, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_enqueued": 0, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_reintegrated": 0, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_migrated": 0, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_processing": 0, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_started": 0, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_completed": 0, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_path": 3, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_inode": 19, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_exportdir": 0, 2024-05-21T00:23:03.901 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_flush": 0, 2024-05-21T00:23:03.902 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:23:03.902 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragstats": 0, 2024-05-21T00:23:03.902 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_inodestats": 0 2024-05-21T00:23:03.902 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.902 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_log": { 2024-05-21T00:23:03.902 INFO:teuthology.orchestra.run.smithi060.stdout: "evlrg": 0, 2024-05-21T00:23:03.902 INFO:teuthology.orchestra.run.smithi060.stdout: "evadd": 4, 2024-05-21T00:23:03.902 INFO:teuthology.orchestra.run.smithi060.stdout: "evex": 0, 2024-05-21T00:23:03.902 INFO:teuthology.orchestra.run.smithi060.stdout: "evtrm": 0, 2024-05-21T00:23:03.902 INFO:teuthology.orchestra.run.smithi060.stdout: "ev": 4, 2024-05-21T00:23:03.902 INFO:teuthology.orchestra.run.smithi060.stdout: "evexg": 0, 2024-05-21T00:23:03.902 INFO:teuthology.orchestra.run.smithi060.stdout: "evexd": 0, 2024-05-21T00:23:03.902 INFO:teuthology.orchestra.run.smithi060.stdout: "segadd": 2, 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "segex": 0, 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "segtrm": 0, 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "seg": 2, 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "segmjr": 2, 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "segexg": 0, 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "segexd": 0, 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "expos": 4194304, 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "wrpos": 4195424, 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "rdpos": 0, 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "jlat": { 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 3, 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.007489995, 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.002496665 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.903 INFO:teuthology.orchestra.run.smithi060.stdout: "replayed": 0 2024-05-21T00:23:03.904 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.904 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_mem": { 2024-05-21T00:23:03.904 INFO:teuthology.orchestra.run.smithi060.stdout: "ino": 20, 2024-05-21T00:23:03.904 INFO:teuthology.orchestra.run.smithi060.stdout: "ino+": 22, 2024-05-21T00:23:03.904 INFO:teuthology.orchestra.run.smithi060.stdout: "ino-": 2, 2024-05-21T00:23:03.904 INFO:teuthology.orchestra.run.smithi060.stdout: "dir": 19, 2024-05-21T00:23:03.904 INFO:teuthology.orchestra.run.smithi060.stdout: "dir+": 23, 2024-05-21T00:23:03.904 INFO:teuthology.orchestra.run.smithi060.stdout: "dir-": 4, 2024-05-21T00:23:03.904 INFO:teuthology.orchestra.run.smithi060.stdout: "dn": 16, 2024-05-21T00:23:03.904 INFO:teuthology.orchestra.run.smithi060.stdout: "dn+": 20, 2024-05-21T00:23:03.904 INFO:teuthology.orchestra.run.smithi060.stdout: "dn-": 4, 2024-05-21T00:23:03.904 INFO:teuthology.orchestra.run.smithi060.stdout: "cap": 0, 2024-05-21T00:23:03.904 INFO:teuthology.orchestra.run.smithi060.stdout: "cap+": 0, 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: "cap-": 0, 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: "rss": 54600, 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: "heap": 223608 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_server": { 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_client_request": 0, 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_server_request": 0, 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_request": 0, 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_session": 4, 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_peer_request": 19, 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: "req_create_latency": { 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.905 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.906 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.906 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getattr_latency": { 2024-05-21T00:23:03.906 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.906 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.906 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.906 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.906 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getfilelock_latency": { 2024-05-21T00:23:03.906 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.906 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.906 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.906 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.906 INFO:teuthology.orchestra.run.smithi060.stdout: "req_link_latency": { 2024-05-21T00:23:03.906 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.907 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.907 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.907 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.907 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookup_latency": { 2024-05-21T00:23:03.907 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.907 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.907 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.907 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.907 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookuphash_latency": { 2024-05-21T00:23:03.907 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.907 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.907 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.907 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.908 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupino_latency": { 2024-05-21T00:23:03.908 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.908 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.908 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.908 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.908 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupname_latency": { 2024-05-21T00:23:03.908 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.908 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.908 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.908 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.908 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupparent_latency": { 2024-05-21T00:23:03.908 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.908 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupsnap_latency": { 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lssnap_latency": { 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mkdir_latency": { 2024-05-21T00:23:03.909 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.910 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.910 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.910 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.910 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mknod_latency": { 2024-05-21T00:23:03.910 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.910 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mksnap_latency": { 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: "req_open_latency": { 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: "req_readdir_latency": { 2024-05-21T00:23:03.911 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rename_latency": { 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: "req_renamesnap_latency": { 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: "req_snapdiff_latency": { 2024-05-21T00:23:03.912 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.913 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.913 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.913 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.913 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmdir_latency": { 2024-05-21T00:23:03.913 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.913 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.913 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.913 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.913 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmsnap_latency": { 2024-05-21T00:23:03.913 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.913 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.913 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.913 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.914 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmxattr_latency": { 2024-05-21T00:23:03.914 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.914 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.914 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.914 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.914 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setattr_latency": { 2024-05-21T00:23:03.914 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.914 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.914 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.914 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.914 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setdirlayout_latency": { 2024-05-21T00:23:03.914 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.914 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setfilelock_latency": { 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setlayout_latency": { 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setxattr_latency": { 2024-05-21T00:23:03.915 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: "req_symlink_latency": { 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: "req_unlink_latency": { 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.916 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getvxattr_latency": { 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_sessions": { 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: "session_count": 0, 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: "session_add": 1, 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: "session_remove": 1, 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_open": 0, 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_stale": 0, 2024-05-21T00:23:03.917 INFO:teuthology.orchestra.run.smithi060.stdout: "total_load": 0, 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: "average_load": 0, 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: "avg_session_uptime": 77, 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: "mdthresh_evicted": 0 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: "mempool": { 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_items": 0, 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:23:03.918 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_items": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_items": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:23:03.919 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_items": 0, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_items": 0, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_bytes": 0, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_items": 0, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_bytes": 246967, 2024-05-21T00:23:03.920 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_items": 83, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_items": 0, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_bytes": 0, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_items": 0, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_items": 0, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_items": 0, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_bytes": 7432, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_items": 156, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_bytes": 0, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_items": 0, 2024-05-21T00:23:03.921 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_bytes": 81013, 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_items": 333, 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_bytes": 0, 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_items": 0, 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_bytes": 0, 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_items": 0 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: "objecter": { 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: "op_active": 0, 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: "op_laggy": 0, 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send": 38, 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send_bytes": 11332, 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: "op_resend": 28, 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: "op_reply": 38, 2024-05-21T00:23:03.922 INFO:teuthology.orchestra.run.smithi060.stdout: "op_latency": { 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 38, 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.266997489, 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.007026249 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: "op_inflight": 0, 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: "oplen_avg": { 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 38, 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 60 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: "op": 38, 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: "op_r": 0, 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: "op_w": 38, 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: "op_rmw": 0, 2024-05-21T00:23:03.923 INFO:teuthology.orchestra.run.smithi060.stdout: "op_pg": 0, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_stat": 0, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_create": 10, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_read": 0, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_write": 3, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writefull": 6, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writesame": 0, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_append": 0, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_zero": 0, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_truncate": 0, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_delete": 6, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_mapext": 0, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_sparse_read": 0, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_clonerange": 0, 2024-05-21T00:23:03.924 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_getxattr": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_setxattr": 20, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_rmxattr": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_call": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_watch": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_notify": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_other": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_active": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_send": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_resend": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_ping": 0, 2024-05-21T00:23:03.925 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_active": 0, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_send": 0, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_resend": 0, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_active": 0, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_send": 0, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_resend": 0, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_active": 0, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_send": 0, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_resend": 0, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "command_active": 0, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "command_send": 0, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "command_resend": 0, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "map_epoch": 81, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "map_full": 0, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "map_inc": 2, 2024-05-21T00:23:03.926 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_sessions": 9, 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_open": 9, 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_close": 0, 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_laggy": 0, 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_wr": 14, 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_rd": 0, 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_del": 1 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: "oft": { 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_objs": 1, 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_updates": 0, 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_removes": 0 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.927 INFO:teuthology.orchestra.run.smithi060.stdout: "osd-slow-ops": { 2024-05-21T00:23:03.928 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_ops_count": 20 2024-05-21T00:23:03.928 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.928 INFO:teuthology.orchestra.run.smithi060.stdout: "purge_queue": { 2024-05-21T00:23:03.928 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops": 0, 2024-05-21T00:23:03.928 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:23:03.928 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing": 0, 2024-05-21T00:23:03.928 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_high_water": 0, 2024-05-21T00:23:03.928 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed_ops": 0, 2024-05-21T00:23:03.928 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed": 0, 2024-05-21T00:23:03.928 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_item_in_journal": 0 2024-05-21T00:23:03.928 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.928 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:23:03.929 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:03.929 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-05-21T00:23:03.929 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:03.929 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 742, 2024-05-21T00:23:03.929 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 641043, 2024-05-21T00:23:03.929 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:03.929 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 742, 2024-05-21T00:23:03.929 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-05-21T00:23:03.929 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-05-21T00:23:03.929 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 742, 2024-05-21T00:23:03.929 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 641043, 2024-05-21T00:23:03.929 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:03.929 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.930 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.930 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.930 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:03.930 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.930 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_bytes": { 2024-05-21T00:23:03.930 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:03.930 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-05-21T00:23:03.930 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:03.930 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:03.930 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:03.930 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:03.930 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:03.930 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 38, 2024-05-21T00:23:03.931 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 11332, 2024-05-21T00:23:03.931 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 38, 2024-05-21T00:23:03.931 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 11332, 2024-05-21T00:23:03.931 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:03.931 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.931 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.931 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.931 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:03.931 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.931 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_ops": { 2024-05-21T00:23:03.931 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:03.931 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 1024, 2024-05-21T00:23:03.931 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 38, 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 38, 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 38, 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 38, 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.932 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 0, 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 0, 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.933 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.934 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.934 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:03.934 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:03.934 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle-0x55657cf80460": { 2024-05-21T00:23:03.934 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:03.934 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-05-21T00:23:03.934 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:03.934 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 4, 2024-05-21T00:23:03.934 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 1120, 2024-05-21T00:23:03.934 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:03.934 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 4, 2024-05-21T00:23:03.934 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-05-21T00:23:03.934 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-05-21T00:23:03.935 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 3, 2024-05-21T00:23:03.935 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 1120, 2024-05-21T00:23:03.935 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:03.935 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:03.935 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:03.935 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:03.935 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:03.935 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:03.935 INFO:teuthology.orchestra.run.smithi060.stdout:} 2024-05-21T00:23:04.642 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-05-21T00:23:04.643 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-05-21T00:23:04.643 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=0 2024-05-21T00:23:04.643 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=14 2024-05-21T00:23:04.643 DEBUG:tasks.check_counter:Getting stats from e 2024-05-21T00:23:04.643 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph daemon mds.e perf dump 2024-05-21T00:23:04.897 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:23:05.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:05 smithi060 ceph-mon[36426]: pgmap v619: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:23:05.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:05 smithi077 ceph-mon[36377]: pgmap v619: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:23:05.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:05 smithi012 ceph-mon[31403]: pgmap v619: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:23:06.657 INFO:teuthology.orchestra.run.smithi060.stdout:{ 2024-05-21T00:23:06.657 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:23:06.658 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 1676, 2024-05-21T00:23:06.658 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 1677, 2024-05-21T00:23:06.658 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 476319, 2024-05-21T00:23:06.658 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 532657, 2024-05-21T00:23:06.658 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 6, 2024-05-21T00:23:06.658 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 2, 2024-05-21T00:23:06.658 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.128166518, 2024-05-21T00:23:06.658 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.041481800, 2024-05-21T00:23:06.658 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.032194467, 2024-05-21T00:23:06.658 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.043510642, 2024-05-21T00:23:06.658 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:06.659 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1675, 2024-05-21T00:23:06.659 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.049518202, 2024-05-21T00:23:06.659 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000029563 2024-05-21T00:23:06.659 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.659 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:06.659 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.659 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.659 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.659 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.659 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:23:06.659 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:23:06.659 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.659 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:23:06.660 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 8, 2024-05-21T00:23:06.660 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 139, 2024-05-21T00:23:06.660 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 3868, 2024-05-21T00:23:06.660 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 380650, 2024-05-21T00:23:06.660 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 5, 2024-05-21T00:23:06.660 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 3, 2024-05-21T00:23:06.660 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.009104458, 2024-05-21T00:23:06.660 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.005598607, 2024-05-21T00:23:06.660 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.002086772, 2024-05-21T00:23:06.660 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.000091674, 2024-05-21T00:23:06.660 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:06.660 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 137, 2024-05-21T00:23:06.660 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.010612492, 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000077463 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 379952 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 188, 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 183, 2024-05-21T00:23:06.661 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 531948, 2024-05-21T00:23:06.662 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 109070, 2024-05-21T00:23:06.662 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 3, 2024-05-21T00:23:06.662 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 2, 2024-05-21T00:23:06.662 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.031494513, 2024-05-21T00:23:06.662 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.011424036, 2024-05-21T00:23:06.662 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.016050360, 2024-05-21T00:23:06.662 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.004571469, 2024-05-21T00:23:06.662 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:06.662 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 182, 2024-05-21T00:23:06.662 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.011872378, 2024-05-21T00:23:06.662 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000065232 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 531680, 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 108752 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: "cct": { 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: "total_workers": 1, 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: "unhealthy_workers": 0 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.663 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-MDSRank": { 2024-05-21T00:23:06.664 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-05-21T00:23:06.664 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-05-21T00:23:06.664 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 2851, 2024-05-21T00:23:06.664 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.067969948, 2024-05-21T00:23:06.664 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000023840 2024-05-21T00:23:06.664 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:06.664 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.664 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-PurgeQueue": { 2024-05-21T00:23:06.664 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-05-21T00:23:06.664 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-05-21T00:23:06.664 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.664 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.664 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: "mds": { 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: "request": 0, 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: "reply": 0, 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: "reply_latency": { 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_reply": 0, 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: "forward": 0, 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_complete": 0, 2024-05-21T00:23:06.665 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_keys": 0, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_commit": 0, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_split": 0, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_merge": 0, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes": 0, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_top": 0, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_bottom": 0, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pin_tail": 0, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pinned": 0, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_expired": 0, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_with_caps": 0, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "caps": 0, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "subtrees": 1, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse": 0, 2024-05-21T00:23:06.666 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_hit": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_forward": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_discover": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_remote_ino": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_lock": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "load_cent": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "q": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "exported": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "exported_inodes": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "imported": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "imported_inodes": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_dir_fetch": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:23:06.667 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_peer_discover": 0, 2024-05-21T00:23:06.668 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rfiles": 0, 2024-05-21T00:23:06.668 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rbytes": 0, 2024-05-21T00:23:06.668 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rsnaps": 0, 2024-05-21T00:23:06.668 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:23:06.668 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_set_tag": 0, 2024-05-21T00:23:06.668 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:23:06.668 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:23:06.668 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:23:06.668 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:23:06.668 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:23:06.668 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_file_inodes": 0, 2024-05-21T00:23:06.668 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:23:06.668 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_grant": 0, 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps": 0, 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_cap_release": 0, 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "process_request_cap_release": 0 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_cache": { 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update": 0, 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update_receipt": 0, 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_try_discover": 0, 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_send_discover": 0, 2024-05-21T00:23:06.669 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_handle_discover": 0, 2024-05-21T00:23:06.670 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays": 0, 2024-05-21T00:23:06.670 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_delayed": 0, 2024-05-21T00:23:06.670 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:23:06.670 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_created": 0, 2024-05-21T00:23:06.670 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_enqueued": 0, 2024-05-21T00:23:06.670 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_reintegrated": 0, 2024-05-21T00:23:06.670 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_migrated": 0, 2024-05-21T00:23:06.670 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_processing": 0, 2024-05-21T00:23:06.670 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:23:06.670 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:23:06.670 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_started": 0, 2024-05-21T00:23:06.670 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_completed": 0, 2024-05-21T00:23:06.670 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_path": 0, 2024-05-21T00:23:06.671 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_inode": 0, 2024-05-21T00:23:06.671 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:23:06.671 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_exportdir": 0, 2024-05-21T00:23:06.671 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_flush": 0, 2024-05-21T00:23:06.671 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:23:06.671 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragstats": 0, 2024-05-21T00:23:06.671 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_inodestats": 0 2024-05-21T00:23:06.671 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.671 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_log": { 2024-05-21T00:23:06.671 INFO:teuthology.orchestra.run.smithi060.stdout: "evlrg": 0, 2024-05-21T00:23:06.671 INFO:teuthology.orchestra.run.smithi060.stdout: "evadd": 0, 2024-05-21T00:23:06.671 INFO:teuthology.orchestra.run.smithi060.stdout: "evex": 0, 2024-05-21T00:23:06.671 INFO:teuthology.orchestra.run.smithi060.stdout: "evtrm": 0, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "ev": 4, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "evexg": 0, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "evexd": 0, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "segadd": 0, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "segex": 0, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "segtrm": 0, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "seg": 2, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "segmjr": 2, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "segexg": 0, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "segexd": 0, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "expos": 4194304, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "wrpos": 4195424, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "rdpos": 4195283, 2024-05-21T00:23:06.672 INFO:teuthology.orchestra.run.smithi060.stdout: "jlat": { 2024-05-21T00:23:06.673 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.673 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.673 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.673 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.673 INFO:teuthology.orchestra.run.smithi060.stdout: "replayed": 4 2024-05-21T00:23:06.673 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.673 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_mem": { 2024-05-21T00:23:06.673 INFO:teuthology.orchestra.run.smithi060.stdout: "ino": 3, 2024-05-21T00:23:06.673 INFO:teuthology.orchestra.run.smithi060.stdout: "ino+": 3, 2024-05-21T00:23:06.673 INFO:teuthology.orchestra.run.smithi060.stdout: "ino-": 0, 2024-05-21T00:23:06.673 INFO:teuthology.orchestra.run.smithi060.stdout: "dir": 1, 2024-05-21T00:23:06.673 INFO:teuthology.orchestra.run.smithi060.stdout: "dir+": 1, 2024-05-21T00:23:06.673 INFO:teuthology.orchestra.run.smithi060.stdout: "dir-": 0, 2024-05-21T00:23:06.674 INFO:teuthology.orchestra.run.smithi060.stdout: "dn": 0, 2024-05-21T00:23:06.674 INFO:teuthology.orchestra.run.smithi060.stdout: "dn+": 0, 2024-05-21T00:23:06.674 INFO:teuthology.orchestra.run.smithi060.stdout: "dn-": 0, 2024-05-21T00:23:06.674 INFO:teuthology.orchestra.run.smithi060.stdout: "cap": 0, 2024-05-21T00:23:06.674 INFO:teuthology.orchestra.run.smithi060.stdout: "cap+": 0, 2024-05-21T00:23:06.674 INFO:teuthology.orchestra.run.smithi060.stdout: "cap-": 0, 2024-05-21T00:23:06.674 INFO:teuthology.orchestra.run.smithi060.stdout: "rss": 52556, 2024-05-21T00:23:06.674 INFO:teuthology.orchestra.run.smithi060.stdout: "heap": 215416 2024-05-21T00:23:06.674 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.674 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_server": { 2024-05-21T00:23:06.674 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_client_request": 0, 2024-05-21T00:23:06.674 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_server_request": 0, 2024-05-21T00:23:06.674 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_request": 0, 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_session": 0, 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_peer_request": 0, 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: "req_create_latency": { 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getattr_latency": { 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getfilelock_latency": { 2024-05-21T00:23:06.675 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.676 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.676 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.676 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.676 INFO:teuthology.orchestra.run.smithi060.stdout: "req_link_latency": { 2024-05-21T00:23:06.676 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.676 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.676 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.676 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.676 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookup_latency": { 2024-05-21T00:23:06.676 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.676 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.676 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.676 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookuphash_latency": { 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupino_latency": { 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupname_latency": { 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.677 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.678 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.678 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupparent_latency": { 2024-05-21T00:23:06.678 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.678 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.678 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.678 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.678 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupsnap_latency": { 2024-05-21T00:23:06.678 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.678 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.678 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.678 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.678 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lssnap_latency": { 2024-05-21T00:23:06.678 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.679 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.679 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.679 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.679 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mkdir_latency": { 2024-05-21T00:23:06.679 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.680 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.680 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.680 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.680 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mknod_latency": { 2024-05-21T00:23:06.680 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.680 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.680 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.680 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.680 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mksnap_latency": { 2024-05-21T00:23:06.680 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.680 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.680 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.680 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: "req_open_latency": { 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: "req_readdir_latency": { 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rename_latency": { 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.681 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.682 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.682 INFO:teuthology.orchestra.run.smithi060.stdout: "req_renamesnap_latency": { 2024-05-21T00:23:06.682 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.682 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.682 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.682 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.682 INFO:teuthology.orchestra.run.smithi060.stdout: "req_snapdiff_latency": { 2024-05-21T00:23:06.682 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.682 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.682 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.682 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.682 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmdir_latency": { 2024-05-21T00:23:06.682 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.683 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.683 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.683 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.683 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmsnap_latency": { 2024-05-21T00:23:06.683 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.683 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.683 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.683 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.683 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmxattr_latency": { 2024-05-21T00:23:06.683 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.683 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.683 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.683 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setattr_latency": { 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setdirlayout_latency": { 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setfilelock_latency": { 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.684 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.685 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setlayout_latency": { 2024-05-21T00:23:06.685 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.685 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.685 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.685 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.685 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setxattr_latency": { 2024-05-21T00:23:06.685 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.685 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.685 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.685 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.685 INFO:teuthology.orchestra.run.smithi060.stdout: "req_symlink_latency": { 2024-05-21T00:23:06.685 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.685 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.686 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.686 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.686 INFO:teuthology.orchestra.run.smithi060.stdout: "req_unlink_latency": { 2024-05-21T00:23:06.686 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.686 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.686 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.686 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.686 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:23:06.686 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:23:06.686 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getvxattr_latency": { 2024-05-21T00:23:06.686 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.686 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.686 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_sessions": { 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: "session_count": 0, 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: "session_add": 1, 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: "session_remove": 1, 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_open": 1, 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_stale": 0, 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: "total_load": 0, 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: "average_load": 0, 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: "avg_session_uptime": 1554, 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: "mdthresh_evicted": 0 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: "mempool": { 2024-05-21T00:23:06.687 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:23:06.688 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_items": 0, 2024-05-21T00:23:06.688 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:23:06.688 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:23:06.688 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:23:06.688 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:23:06.688 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:23:06.688 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:23:06.688 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:23:06.688 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:23:06.688 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:23:06.688 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:23:06.688 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:23:06.688 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:23:06.689 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:23:06.689 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_items": 0, 2024-05-21T00:23:06.689 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:23:06.689 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_items": 0, 2024-05-21T00:23:06.689 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:23:06.689 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:23:06.689 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:23:06.689 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:23:06.689 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:23:06.689 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:23:06.689 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:23:06.689 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_items": 0, 2024-05-21T00:23:06.689 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:23:06.690 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:23:06.690 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:23:06.690 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_items": 0, 2024-05-21T00:23:06.690 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_bytes": 0, 2024-05-21T00:23:06.690 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_items": 0, 2024-05-21T00:23:06.690 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:23:06.690 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:23:06.690 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:23:06.690 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:23:06.690 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_bytes": 181303, 2024-05-21T00:23:06.690 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_items": 46, 2024-05-21T00:23:06.690 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:23:06.690 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_items": 0, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_bytes": 0, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_items": 0, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_items": 0, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_items": 0, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_bytes": 7432, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_items": 156, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_bytes": 0, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_items": 0, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_bytes": 8512, 2024-05-21T00:23:06.691 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_items": 13, 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_bytes": 0, 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_items": 0, 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_bytes": 0, 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_items": 0 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: "objecter": { 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: "op_active": 0, 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: "op_laggy": 0, 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send": 1678, 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send_bytes": 21, 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: "op_resend": 3, 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: "op_reply": 1678, 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: "op_latency": { 2024-05-21T00:23:06.692 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1678, 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 1.587984863, 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000946355 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: "op_inflight": 0, 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: "oplen_avg": { 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1678, 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 1679 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: "op": 1678, 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: "op_r": 1678, 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: "op_w": 0, 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: "op_rmw": 0, 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: "op_pg": 0, 2024-05-21T00:23:06.693 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_stat": 1084, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_create": 0, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_read": 592, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_write": 0, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writefull": 0, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writesame": 0, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_append": 0, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_zero": 0, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_truncate": 0, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_delete": 0, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_mapext": 0, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_sparse_read": 0, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_clonerange": 0, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_getxattr": 1, 2024-05-21T00:23:06.694 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_setxattr": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_rmxattr": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_call": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_watch": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_notify": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_other": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_active": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_send": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_resend": 0, 2024-05-21T00:23:06.695 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_ping": 0, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_active": 0, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_send": 0, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_resend": 0, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_active": 0, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_send": 0, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_resend": 0, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_active": 0, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_send": 0, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_resend": 0, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "command_active": 0, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "command_send": 0, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "command_resend": 0, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "map_epoch": 81, 2024-05-21T00:23:06.696 INFO:teuthology.orchestra.run.smithi060.stdout: "map_full": 0, 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: "map_inc": 2, 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_sessions": 4, 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_open": 4, 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_close": 0, 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_laggy": 0, 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_wr": 0, 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_rd": 2, 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_del": 0 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: "oft": { 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_objs": 0, 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_updates": 0, 2024-05-21T00:23:06.697 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_removes": 0 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: "osd-slow-ops": { 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_ops_count": 0 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: "purge_queue": { 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops": 0, 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing": 0, 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_high_water": 0, 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed_ops": 0, 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed": 0, 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_item_in_journal": 0 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.698 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:23:06.699 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:06.699 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-05-21T00:23:06.699 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:06.699 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 1868, 2024-05-21T00:23:06.699 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 831367, 2024-05-21T00:23:06.699 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:06.699 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 1868, 2024-05-21T00:23:06.699 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-05-21T00:23:06.699 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-05-21T00:23:06.699 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 1868, 2024-05-21T00:23:06.699 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 831367, 2024-05-21T00:23:06.699 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:06.699 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.700 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.700 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.700 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:06.701 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.701 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_bytes": { 2024-05-21T00:23:06.701 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:06.701 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-05-21T00:23:06.701 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:06.701 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:06.701 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:06.701 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:06.701 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:06.701 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 1678, 2024-05-21T00:23:06.701 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 1125, 2024-05-21T00:23:06.701 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 1678, 2024-05-21T00:23:06.702 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 1125, 2024-05-21T00:23:06.702 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:06.702 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.702 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.702 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.702 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:06.702 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.702 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_ops": { 2024-05-21T00:23:06.702 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:06.702 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 1024, 2024-05-21T00:23:06.702 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:06.702 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 1678, 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 1678, 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 1678, 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 1678, 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.703 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 0, 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 0, 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.704 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle-0x5584667666e0": { 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 0, 2024-05-21T00:23:06.705 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 0, 2024-05-21T00:23:06.706 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:06.706 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:06.706 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:06.706 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:06.706 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:06.706 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:06.706 INFO:teuthology.orchestra.run.smithi060.stdout:} 2024-05-21T00:23:07.457 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:07 smithi060 ceph-mon[36426]: pgmap v620: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:23:07.486 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-05-21T00:23:07.486 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-05-21T00:23:07.486 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-05-21T00:23:07.486 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-05-21T00:23:07.486 DEBUG:tasks.check_counter:Getting stats from h 2024-05-21T00:23:07.486 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph daemon mds.h perf dump 2024-05-21T00:23:07.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:07 smithi077 ceph-mon[36377]: pgmap v620: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:23:07.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:07 smithi012 ceph-mon[31403]: pgmap v620: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-05-21T00:23:07.734 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:23:09.341 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:09 smithi060 ceph-mon[36426]: pgmap v621: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:23:09.341 INFO:teuthology.orchestra.run.smithi060.stdout:{ 2024-05-21T00:23:09.341 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:23:09.341 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 1259, 2024-05-21T00:23:09.341 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 1261, 2024-05-21T00:23:09.341 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 1011265, 2024-05-21T00:23:09.342 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 400372, 2024-05-21T00:23:09.342 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 6, 2024-05-21T00:23:09.342 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 2, 2024-05-21T00:23:09.342 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.114269592, 2024-05-21T00:23:09.342 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.044036101, 2024-05-21T00:23:09.342 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.027600172, 2024-05-21T00:23:09.342 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.031193686, 2024-05-21T00:23:09.342 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:09.342 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1259, 2024-05-21T00:23:09.342 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.044586902, 2024-05-21T00:23:09.342 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000035414 2024-05-21T00:23:09.342 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.342 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:09.343 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.343 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.343 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.343 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.343 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:23:09.343 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:23:09.343 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.343 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:23:09.343 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 191, 2024-05-21T00:23:09.343 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 186, 2024-05-21T00:23:09.343 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 533224, 2024-05-21T00:23:09.343 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 109610, 2024-05-21T00:23:09.343 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 4, 2024-05-21T00:23:09.344 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 3, 2024-05-21T00:23:09.344 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.031377741, 2024-05-21T00:23:09.344 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.011480670, 2024-05-21T00:23:09.344 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.015462376, 2024-05-21T00:23:09.344 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.004609802, 2024-05-21T00:23:09.344 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:09.344 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 185, 2024-05-21T00:23:09.344 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.017289577, 2024-05-21T00:23:09.344 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000093457 2024-05-21T00:23:09.344 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.344 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:09.344 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.344 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.345 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.345 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.345 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 531568, 2024-05-21T00:23:09.345 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 108272 2024-05-21T00:23:09.345 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.345 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:23:09.345 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 588, 2024-05-21T00:23:09.345 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 716, 2024-05-21T00:23:09.345 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 146805, 2024-05-21T00:23:09.345 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 485717, 2024-05-21T00:23:09.346 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 4, 2024-05-21T00:23:09.346 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 3, 2024-05-21T00:23:09.346 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.057367881, 2024-05-21T00:23:09.346 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.019679862, 2024-05-21T00:23:09.346 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.012564095, 2024-05-21T00:23:09.346 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.019273703, 2024-05-21T00:23:09.346 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:09.346 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 715, 2024-05-21T00:23:09.346 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.024812916, 2024-05-21T00:23:09.346 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000034703 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 300640 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: "cct": { 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: "total_workers": 1, 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: "unhealthy_workers": 0 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.347 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-MDSRank": { 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 3091, 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.076158780, 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000024638 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-PurgeQueue": { 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:09.348 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: "mds": { 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: "request": 0, 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: "reply": 0, 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: "reply_latency": { 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_reply": 0, 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: "forward": 0, 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_complete": 0, 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_keys": 0, 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_commit": 0, 2024-05-21T00:23:09.349 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_split": 0, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_merge": 0, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes": 19, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_top": 0, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_bottom": 19, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pin_tail": 0, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pinned": 19, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_expired": 0, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_with_caps": 0, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "caps": 0, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "subtrees": 2, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse": 0, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_hit": 0, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_forward": 0, 2024-05-21T00:23:09.350 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_discover": 0, 2024-05-21T00:23:09.351 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:23:09.351 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_remote_ino": 0, 2024-05-21T00:23:09.351 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_lock": 0, 2024-05-21T00:23:09.351 INFO:teuthology.orchestra.run.smithi060.stdout: "load_cent": 0, 2024-05-21T00:23:09.351 INFO:teuthology.orchestra.run.smithi060.stdout: "q": 0, 2024-05-21T00:23:09.351 INFO:teuthology.orchestra.run.smithi060.stdout: "exported": 0, 2024-05-21T00:23:09.351 INFO:teuthology.orchestra.run.smithi060.stdout: "exported_inodes": 0, 2024-05-21T00:23:09.351 INFO:teuthology.orchestra.run.smithi060.stdout: "imported": 0, 2024-05-21T00:23:09.351 INFO:teuthology.orchestra.run.smithi060.stdout: "imported_inodes": 0, 2024-05-21T00:23:09.351 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_dir_fetch": 0, 2024-05-21T00:23:09.351 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:23:09.351 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_peer_discover": 0, 2024-05-21T00:23:09.351 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rfiles": 4, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rbytes": 234, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rsnaps": 0, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_set_tag": 0, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_file_inodes": 0, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_grant": 0, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:23:09.352 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps": 0, 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_cap_release": 0, 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: "process_request_cap_release": 0 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_cache": { 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update": 0, 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update_receipt": 0, 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_try_discover": 0, 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_send_discover": 0, 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_handle_discover": 0, 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays": 0, 2024-05-21T00:23:09.353 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_delayed": 0, 2024-05-21T00:23:09.354 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:23:09.354 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_created": 0, 2024-05-21T00:23:09.354 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_enqueued": 0, 2024-05-21T00:23:09.354 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_reintegrated": 0, 2024-05-21T00:23:09.354 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_migrated": 0, 2024-05-21T00:23:09.354 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_processing": 0, 2024-05-21T00:23:09.354 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:23:09.354 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:23:09.354 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_started": 0, 2024-05-21T00:23:09.354 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_completed": 0, 2024-05-21T00:23:09.354 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_path": 0, 2024-05-21T00:23:09.354 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_inode": 0, 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_exportdir": 0, 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_flush": 0, 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragstats": 0, 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_inodestats": 0 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_log": { 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: "evlrg": 0, 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: "evadd": 0, 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: "evex": 0, 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: "evtrm": 0, 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: "ev": 190, 2024-05-21T00:23:09.355 INFO:teuthology.orchestra.run.smithi060.stdout: "evexg": 0, 2024-05-21T00:23:09.356 INFO:teuthology.orchestra.run.smithi060.stdout: "evexd": 0, 2024-05-21T00:23:09.356 INFO:teuthology.orchestra.run.smithi060.stdout: "segadd": 0, 2024-05-21T00:23:09.356 INFO:teuthology.orchestra.run.smithi060.stdout: "segex": 0, 2024-05-21T00:23:09.356 INFO:teuthology.orchestra.run.smithi060.stdout: "segtrm": 0, 2024-05-21T00:23:09.356 INFO:teuthology.orchestra.run.smithi060.stdout: "seg": 2, 2024-05-21T00:23:09.356 INFO:teuthology.orchestra.run.smithi060.stdout: "segmjr": 2, 2024-05-21T00:23:09.356 INFO:teuthology.orchestra.run.smithi060.stdout: "segexg": 0, 2024-05-21T00:23:09.356 INFO:teuthology.orchestra.run.smithi060.stdout: "segexd": 0, 2024-05-21T00:23:09.356 INFO:teuthology.orchestra.run.smithi060.stdout: "expos": 4194304, 2024-05-21T00:23:09.356 INFO:teuthology.orchestra.run.smithi060.stdout: "wrpos": 4832800, 2024-05-21T00:23:09.356 INFO:teuthology.orchestra.run.smithi060.stdout: "rdpos": 4832201, 2024-05-21T00:23:09.356 INFO:teuthology.orchestra.run.smithi060.stdout: "jlat": { 2024-05-21T00:23:09.356 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: "replayed": 190 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_mem": { 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: "ino": 14, 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: "ino+": 19, 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: "ino-": 5, 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: "dir": 9, 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: "dir+": 11, 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: "dir-": 2, 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: "dn": 19, 2024-05-21T00:23:09.357 INFO:teuthology.orchestra.run.smithi060.stdout: "dn+": 23, 2024-05-21T00:23:09.358 INFO:teuthology.orchestra.run.smithi060.stdout: "dn-": 4, 2024-05-21T00:23:09.358 INFO:teuthology.orchestra.run.smithi060.stdout: "cap": 0, 2024-05-21T00:23:09.358 INFO:teuthology.orchestra.run.smithi060.stdout: "cap+": 0, 2024-05-21T00:23:09.358 INFO:teuthology.orchestra.run.smithi060.stdout: "cap-": 0, 2024-05-21T00:23:09.358 INFO:teuthology.orchestra.run.smithi060.stdout: "rss": 50492, 2024-05-21T00:23:09.358 INFO:teuthology.orchestra.run.smithi060.stdout: "heap": 215416 2024-05-21T00:23:09.358 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.358 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_server": { 2024-05-21T00:23:09.358 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_client_request": 0, 2024-05-21T00:23:09.358 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_server_request": 0, 2024-05-21T00:23:09.358 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_request": 0, 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_session": 0, 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_peer_request": 0, 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: "req_create_latency": { 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getattr_latency": { 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getfilelock_latency": { 2024-05-21T00:23:09.359 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.360 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.360 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.360 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.360 INFO:teuthology.orchestra.run.smithi060.stdout: "req_link_latency": { 2024-05-21T00:23:09.360 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.360 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.360 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.360 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.360 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookup_latency": { 2024-05-21T00:23:09.360 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.360 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.360 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.360 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookuphash_latency": { 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupino_latency": { 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupname_latency": { 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.361 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.362 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupparent_latency": { 2024-05-21T00:23:09.362 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.362 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.362 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.362 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.362 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupsnap_latency": { 2024-05-21T00:23:09.362 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.362 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.362 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.362 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.362 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lssnap_latency": { 2024-05-21T00:23:09.362 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.363 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.363 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.363 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.363 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mkdir_latency": { 2024-05-21T00:23:09.363 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.363 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.364 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.364 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.364 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mknod_latency": { 2024-05-21T00:23:09.364 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.364 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.364 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.364 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.364 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mksnap_latency": { 2024-05-21T00:23:09.364 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.364 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.364 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.364 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.364 INFO:teuthology.orchestra.run.smithi060.stdout: "req_open_latency": { 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: "req_readdir_latency": { 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rename_latency": { 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.365 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.366 INFO:teuthology.orchestra.run.smithi060.stdout: "req_renamesnap_latency": { 2024-05-21T00:23:09.366 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.366 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.366 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.366 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.366 INFO:teuthology.orchestra.run.smithi060.stdout: "req_snapdiff_latency": { 2024-05-21T00:23:09.366 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.366 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.366 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.366 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.366 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmdir_latency": { 2024-05-21T00:23:09.367 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.367 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.367 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.367 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.367 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmsnap_latency": { 2024-05-21T00:23:09.367 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.367 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.367 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.367 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.367 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmxattr_latency": { 2024-05-21T00:23:09.367 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.367 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.367 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setattr_latency": { 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setdirlayout_latency": { 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setfilelock_latency": { 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.368 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.369 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.369 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setlayout_latency": { 2024-05-21T00:23:09.369 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.369 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.369 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.369 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.369 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setxattr_latency": { 2024-05-21T00:23:09.369 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.369 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.369 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.369 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.369 INFO:teuthology.orchestra.run.smithi060.stdout: "req_symlink_latency": { 2024-05-21T00:23:09.369 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.370 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.370 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.370 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.370 INFO:teuthology.orchestra.run.smithi060.stdout: "req_unlink_latency": { 2024-05-21T00:23:09.370 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.370 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.370 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.370 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.370 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:23:09.370 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:23:09.370 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getvxattr_latency": { 2024-05-21T00:23:09.370 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.370 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_sessions": { 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: "session_count": 1, 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: "session_add": 2, 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: "session_remove": 1, 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_open": 1, 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_stale": 0, 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: "total_load": 0, 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: "average_load": 0, 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: "avg_session_uptime": 2058, 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: "mdthresh_evicted": 0 2024-05-21T00:23:09.371 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "mempool": { 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_items": 0, 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:23:09.372 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_items": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_items": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_items": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:23:09.373 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:23:09.374 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:23:09.374 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_items": 0, 2024-05-21T00:23:09.374 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_bytes": 0, 2024-05-21T00:23:09.374 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_items": 0, 2024-05-21T00:23:09.374 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:23:09.374 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:23:09.374 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:23:09.374 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:23:09.374 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_bytes": 189361, 2024-05-21T00:23:09.374 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_items": 50, 2024-05-21T00:23:09.374 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:23:09.374 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_items": 0, 2024-05-21T00:23:09.374 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_bytes": 0, 2024-05-21T00:23:09.375 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_items": 0, 2024-05-21T00:23:09.375 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:23:09.375 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_items": 0, 2024-05-21T00:23:09.375 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:23:09.375 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_items": 0, 2024-05-21T00:23:09.375 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_bytes": 7432, 2024-05-21T00:23:09.375 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_items": 156, 2024-05-21T00:23:09.375 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:23:09.375 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:23:09.375 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_bytes": 0, 2024-05-21T00:23:09.375 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_items": 0, 2024-05-21T00:23:09.375 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_bytes": 56218, 2024-05-21T00:23:09.375 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_items": 264, 2024-05-21T00:23:09.376 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_bytes": 0, 2024-05-21T00:23:09.376 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_items": 0, 2024-05-21T00:23:09.376 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_bytes": 0, 2024-05-21T00:23:09.376 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_items": 0 2024-05-21T00:23:09.376 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.376 INFO:teuthology.orchestra.run.smithi060.stdout: "objecter": { 2024-05-21T00:23:09.376 INFO:teuthology.orchestra.run.smithi060.stdout: "op_active": 0, 2024-05-21T00:23:09.376 INFO:teuthology.orchestra.run.smithi060.stdout: "op_laggy": 0, 2024-05-21T00:23:09.376 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send": 1845, 2024-05-21T00:23:09.377 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send_bytes": 26, 2024-05-21T00:23:09.377 INFO:teuthology.orchestra.run.smithi060.stdout: "op_resend": 4, 2024-05-21T00:23:09.377 INFO:teuthology.orchestra.run.smithi060.stdout: "op_reply": 1845, 2024-05-21T00:23:09.377 INFO:teuthology.orchestra.run.smithi060.stdout: "op_latency": { 2024-05-21T00:23:09.377 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1845, 2024-05-21T00:23:09.377 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 1.426986420, 2024-05-21T00:23:09.377 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000773434 2024-05-21T00:23:09.377 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.377 INFO:teuthology.orchestra.run.smithi060.stdout: "op_inflight": 0, 2024-05-21T00:23:09.377 INFO:teuthology.orchestra.run.smithi060.stdout: "oplen_avg": { 2024-05-21T00:23:09.378 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1845, 2024-05-21T00:23:09.378 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 1846 2024-05-21T00:23:09.378 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.378 INFO:teuthology.orchestra.run.smithi060.stdout: "op": 1845, 2024-05-21T00:23:09.378 INFO:teuthology.orchestra.run.smithi060.stdout: "op_r": 1845, 2024-05-21T00:23:09.378 INFO:teuthology.orchestra.run.smithi060.stdout: "op_w": 0, 2024-05-21T00:23:09.378 INFO:teuthology.orchestra.run.smithi060.stdout: "op_rmw": 0, 2024-05-21T00:23:09.378 INFO:teuthology.orchestra.run.smithi060.stdout: "op_pg": 0, 2024-05-21T00:23:09.378 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_stat": 1170, 2024-05-21T00:23:09.378 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_create": 0, 2024-05-21T00:23:09.378 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_read": 672, 2024-05-21T00:23:09.378 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_write": 0, 2024-05-21T00:23:09.378 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writefull": 0, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writesame": 0, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_append": 0, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_zero": 0, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_truncate": 0, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_delete": 0, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_mapext": 0, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_sparse_read": 0, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_clonerange": 0, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_getxattr": 2, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_setxattr": 0, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_rmxattr": 0, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:23:09.379 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_call": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_watch": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_notify": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_other": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_active": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_send": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_resend": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_ping": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_active": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_send": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_resend": 0, 2024-05-21T00:23:09.380 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_active": 0, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_send": 0, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_resend": 0, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_active": 0, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_send": 0, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_resend": 0, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "command_active": 0, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "command_send": 0, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "command_resend": 0, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "map_epoch": 81, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "map_full": 0, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "map_inc": 2, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_sessions": 5, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_open": 5, 2024-05-21T00:23:09.381 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_close": 0, 2024-05-21T00:23:09.382 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_laggy": 0, 2024-05-21T00:23:09.382 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_wr": 0, 2024-05-21T00:23:09.382 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_rd": 2, 2024-05-21T00:23:09.382 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_del": 0 2024-05-21T00:23:09.382 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.382 INFO:teuthology.orchestra.run.smithi060.stdout: "oft": { 2024-05-21T00:23:09.382 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_objs": 0, 2024-05-21T00:23:09.382 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:23:09.382 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_updates": 0, 2024-05-21T00:23:09.382 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_removes": 0 2024-05-21T00:23:09.382 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.382 INFO:teuthology.orchestra.run.smithi060.stdout: "osd-slow-ops": { 2024-05-21T00:23:09.382 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_ops_count": 0 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: "purge_queue": { 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops": 0, 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing": 0, 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_high_water": 0, 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed_ops": 0, 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed": 0, 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_item_in_journal": 0 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-05-21T00:23:09.383 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:09.384 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 2034, 2024-05-21T00:23:09.384 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 1495635, 2024-05-21T00:23:09.384 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:09.384 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 2034, 2024-05-21T00:23:09.384 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-05-21T00:23:09.384 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-05-21T00:23:09.384 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 2034, 2024-05-21T00:23:09.384 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 1495635, 2024-05-21T00:23:09.384 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:09.384 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.384 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.384 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.384 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_bytes": { 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 1845, 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 638506, 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 1845, 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 638506, 2024-05-21T00:23:09.385 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:09.386 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.386 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.386 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.386 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:09.386 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.386 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_ops": { 2024-05-21T00:23:09.386 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:09.386 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 1024, 2024-05-21T00:23:09.386 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:09.386 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:09.386 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:09.386 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 1845, 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 1845, 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 1845, 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 1845, 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:09.387 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 0, 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 0, 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:09.388 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle-0x560a5d30a6e0": { 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 0, 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 0, 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:09.389 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:09.390 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:09.390 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:09.390 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:09.390 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:09.390 INFO:teuthology.orchestra.run.smithi060.stdout:} 2024-05-21T00:23:09.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:09 smithi077 ceph-mon[36377]: pgmap v621: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:23:09.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:09 smithi012 ceph-mon[31403]: pgmap v621: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:23:10.106 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-05-21T00:23:10.106 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-05-21T00:23:10.106 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-05-21T00:23:10.106 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-05-21T00:23:10.106 DEBUG:tasks.check_counter:Getting stats from k 2024-05-21T00:23:10.106 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph daemon mds.k perf dump 2024-05-21T00:23:10.354 INFO:teuthology.orchestra.run.smithi060.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.b/config 2024-05-21T00:23:11.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:11 smithi060 ceph-mon[36426]: pgmap v622: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:23:11.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:11 smithi077 ceph-mon[36377]: pgmap v622: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:23:11.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:11 smithi012 ceph-mon[31403]: pgmap v622: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-05-21T00:23:11.968 INFO:teuthology.orchestra.run.smithi060.stdout:{ 2024-05-21T00:23:11.968 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:23:11.968 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 592, 2024-05-21T00:23:11.968 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 594, 2024-05-21T00:23:11.969 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 198857, 2024-05-21T00:23:11.969 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 188257, 2024-05-21T00:23:11.969 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 6, 2024-05-21T00:23:11.969 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 2, 2024-05-21T00:23:11.969 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.076400700, 2024-05-21T00:23:11.969 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.021879705, 2024-05-21T00:23:11.969 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.021201725, 2024-05-21T00:23:11.969 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.024978786, 2024-05-21T00:23:11.969 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:11.969 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 592, 2024-05-21T00:23:11.970 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.036776482, 2024-05-21T00:23:11.970 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000062122 2024-05-21T00:23:11.970 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.970 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:11.970 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.970 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.970 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.970 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.970 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:23:11.970 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:23:11.970 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 1099, 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 1235, 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 280908, 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 651909, 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 5, 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 4, 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.091520298, 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.035725023, 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.019951934, 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.027567610, 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1233, 2024-05-21T00:23:11.971 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.059222512, 2024-05-21T00:23:11.972 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000048031 2024-05-21T00:23:11.972 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.972 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:11.972 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.972 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.972 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.972 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.972 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T00:23:11.972 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 302688 2024-05-21T00:23:11.972 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.972 INFO:teuthology.orchestra.run.smithi060.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:23:11.972 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_messages": 199, 2024-05-21T00:23:11.972 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages": 192, 2024-05-21T00:23:11.973 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_bytes": 537380, 2024-05-21T00:23:11.973 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_bytes": 113365, 2024-05-21T00:23:11.973 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_created_connections": 4, 2024-05-21T00:23:11.973 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_active_connections": 3, 2024-05-21T00:23:11.973 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_total_time": 0.032806913, 2024-05-21T00:23:11.973 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_send_time": 0.011541011, 2024-05-21T00:23:11.973 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_recv_time": 0.017318443, 2024-05-21T00:23:11.973 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_running_fast_dispatch_time": 0.004861512, 2024-05-21T00:23:11.973 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:11.973 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 192, 2024-05-21T00:23:11.973 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.014204686, 2024-05-21T00:23:11.973 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000073982 2024-05-21T00:23:11.973 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.974 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:11.974 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.974 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.974 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.974 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.974 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_recv_encrypted_bytes": 536032, 2024-05-21T00:23:11.974 INFO:teuthology.orchestra.run.smithi060.stdout: "msgr_send_encrypted_bytes": 112400 2024-05-21T00:23:11.974 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.974 INFO:teuthology.orchestra.run.smithi060.stdout: "cct": { 2024-05-21T00:23:11.974 INFO:teuthology.orchestra.run.smithi060.stdout: "total_workers": 1, 2024-05-21T00:23:11.974 INFO:teuthology.orchestra.run.smithi060.stdout: "unhealthy_workers": 0 2024-05-21T00:23:11.974 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.974 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-MDSRank": { 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 2876, 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.085275051, 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000029650 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: "finisher-PurgeQueue": { 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: "queue_len": 0, 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: "complete_latency": { 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.975 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:11.976 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.976 INFO:teuthology.orchestra.run.smithi060.stdout: "mds": { 2024-05-21T00:23:11.976 INFO:teuthology.orchestra.run.smithi060.stdout: "request": 0, 2024-05-21T00:23:11.976 INFO:teuthology.orchestra.run.smithi060.stdout: "reply": 0, 2024-05-21T00:23:11.976 INFO:teuthology.orchestra.run.smithi060.stdout: "reply_latency": { 2024-05-21T00:23:11.976 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.976 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.976 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.976 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.976 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_reply": 0, 2024-05-21T00:23:11.976 INFO:teuthology.orchestra.run.smithi060.stdout: "forward": 0, 2024-05-21T00:23:11.976 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_complete": 0, 2024-05-21T00:23:11.977 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_fetch_keys": 0, 2024-05-21T00:23:11.977 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_commit": 0, 2024-05-21T00:23:11.977 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_split": 0, 2024-05-21T00:23:11.977 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_merge": 0, 2024-05-21T00:23:11.977 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes": 0, 2024-05-21T00:23:11.977 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_top": 0, 2024-05-21T00:23:11.977 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_bottom": 0, 2024-05-21T00:23:11.977 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pin_tail": 0, 2024-05-21T00:23:11.977 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_pinned": 0, 2024-05-21T00:23:11.977 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_expired": 0, 2024-05-21T00:23:11.977 INFO:teuthology.orchestra.run.smithi060.stdout: "inodes_with_caps": 0, 2024-05-21T00:23:11.977 INFO:teuthology.orchestra.run.smithi060.stdout: "caps": 0, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "subtrees": 1, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse": 0, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_hit": 0, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_forward": 0, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_discover": 0, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_remote_ino": 0, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "traverse_lock": 0, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "load_cent": 0, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "q": 0, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "exported": 0, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "exported_inodes": 0, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "imported": 0, 2024-05-21T00:23:11.978 INFO:teuthology.orchestra.run.smithi060.stdout: "imported_inodes": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_dir_fetch": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "openino_peer_discover": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rfiles": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rbytes": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "root_rsnaps": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_set_tag": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:23:11.979 INFO:teuthology.orchestra.run.smithi060.stdout: "scrub_file_inodes": 0, 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_grant": 0, 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps": 0, 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_cap_release": 0, 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: "process_request_cap_release": 0 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_cache": { 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update": 0, 2024-05-21T00:23:11.980 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_update_receipt": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_try_discover": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_send_discover": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "dir_handle_discover": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_delayed": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_created": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_enqueued": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_reintegrated": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "strays_migrated": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_processing": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:23:11.981 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_started": 0, 2024-05-21T00:23:11.982 INFO:teuthology.orchestra.run.smithi060.stdout: "recovery_completed": 0, 2024-05-21T00:23:11.982 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_path": 0, 2024-05-21T00:23:11.982 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_quiesce_inode": 0, 2024-05-21T00:23:11.982 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:23:11.982 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_exportdir": 0, 2024-05-21T00:23:11.982 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_flush": 0, 2024-05-21T00:23:11.982 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:23:11.982 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_fragstats": 0, 2024-05-21T00:23:11.982 INFO:teuthology.orchestra.run.smithi060.stdout: "ireq_inodestats": 0 2024-05-21T00:23:11.982 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.982 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_log": { 2024-05-21T00:23:11.982 INFO:teuthology.orchestra.run.smithi060.stdout: "evlrg": 0, 2024-05-21T00:23:11.982 INFO:teuthology.orchestra.run.smithi060.stdout: "evadd": 0, 2024-05-21T00:23:11.983 INFO:teuthology.orchestra.run.smithi060.stdout: "evex": 0, 2024-05-21T00:23:11.983 INFO:teuthology.orchestra.run.smithi060.stdout: "evtrm": 0, 2024-05-21T00:23:11.983 INFO:teuthology.orchestra.run.smithi060.stdout: "ev": 4, 2024-05-21T00:23:11.983 INFO:teuthology.orchestra.run.smithi060.stdout: "evexg": 0, 2024-05-21T00:23:11.983 INFO:teuthology.orchestra.run.smithi060.stdout: "evexd": 0, 2024-05-21T00:23:11.983 INFO:teuthology.orchestra.run.smithi060.stdout: "segadd": 0, 2024-05-21T00:23:11.983 INFO:teuthology.orchestra.run.smithi060.stdout: "segex": 0, 2024-05-21T00:23:11.983 INFO:teuthology.orchestra.run.smithi060.stdout: "segtrm": 0, 2024-05-21T00:23:11.983 INFO:teuthology.orchestra.run.smithi060.stdout: "seg": 2, 2024-05-21T00:23:11.983 INFO:teuthology.orchestra.run.smithi060.stdout: "segmjr": 2, 2024-05-21T00:23:11.983 INFO:teuthology.orchestra.run.smithi060.stdout: "segexg": 0, 2024-05-21T00:23:11.983 INFO:teuthology.orchestra.run.smithi060.stdout: "segexd": 0, 2024-05-21T00:23:11.983 INFO:teuthology.orchestra.run.smithi060.stdout: "expos": 4194304, 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: "wrpos": 4195424, 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: "rdpos": 4195283, 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: "jlat": { 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: "replayed": 4 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_mem": { 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: "ino": 3, 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: "ino+": 3, 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: "ino-": 0, 2024-05-21T00:23:11.984 INFO:teuthology.orchestra.run.smithi060.stdout: "dir": 1, 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: "dir+": 1, 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: "dir-": 0, 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: "dn": 0, 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: "dn+": 0, 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: "dn-": 0, 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: "cap": 0, 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: "cap+": 0, 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: "cap-": 0, 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: "rss": 53440, 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: "heap": 215416 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_server": { 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_client_request": 0, 2024-05-21T00:23:11.985 INFO:teuthology.orchestra.run.smithi060.stdout: "dispatch_server_request": 0, 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_request": 0, 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_client_session": 0, 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: "handle_peer_request": 0, 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: "req_create_latency": { 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getattr_latency": { 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.986 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getfilelock_latency": { 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: "req_link_latency": { 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookup_latency": { 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.987 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookuphash_latency": { 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupino_latency": { 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupname_latency": { 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.988 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.989 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupparent_latency": { 2024-05-21T00:23:11.989 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.989 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.989 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.989 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.989 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lookupsnap_latency": { 2024-05-21T00:23:11.989 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.989 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.989 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.989 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.989 INFO:teuthology.orchestra.run.smithi060.stdout: "req_lssnap_latency": { 2024-05-21T00:23:11.989 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.990 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.990 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.990 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.990 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mkdir_latency": { 2024-05-21T00:23:11.990 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.991 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.991 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.991 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.991 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mknod_latency": { 2024-05-21T00:23:11.991 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.991 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.991 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.991 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.991 INFO:teuthology.orchestra.run.smithi060.stdout: "req_mksnap_latency": { 2024-05-21T00:23:11.991 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.991 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.992 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.992 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.992 INFO:teuthology.orchestra.run.smithi060.stdout: "req_open_latency": { 2024-05-21T00:23:11.992 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.992 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.992 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.992 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.992 INFO:teuthology.orchestra.run.smithi060.stdout: "req_readdir_latency": { 2024-05-21T00:23:11.992 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.992 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.992 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.992 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.993 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rename_latency": { 2024-05-21T00:23:11.993 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.993 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.993 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.993 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.993 INFO:teuthology.orchestra.run.smithi060.stdout: "req_renamesnap_latency": { 2024-05-21T00:23:11.993 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.993 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.993 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.993 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.993 INFO:teuthology.orchestra.run.smithi060.stdout: "req_snapdiff_latency": { 2024-05-21T00:23:11.993 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.993 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.994 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.994 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.994 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmdir_latency": { 2024-05-21T00:23:11.994 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.994 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.994 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.994 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.994 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmsnap_latency": { 2024-05-21T00:23:11.994 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.994 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.994 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.994 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.994 INFO:teuthology.orchestra.run.smithi060.stdout: "req_rmxattr_latency": { 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setattr_latency": { 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setdirlayout_latency": { 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.995 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setfilelock_latency": { 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setlayout_latency": { 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: "req_setxattr_latency": { 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.996 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: "req_symlink_latency": { 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: "req_unlink_latency": { 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:23:11.997 INFO:teuthology.orchestra.run.smithi060.stdout: "req_getvxattr_latency": { 2024-05-21T00:23:11.998 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:11.998 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:11.998 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:11.998 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:11.998 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.998 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_sessions": { 2024-05-21T00:23:11.998 INFO:teuthology.orchestra.run.smithi060.stdout: "session_count": 0, 2024-05-21T00:23:11.998 INFO:teuthology.orchestra.run.smithi060.stdout: "session_add": 1, 2024-05-21T00:23:11.998 INFO:teuthology.orchestra.run.smithi060.stdout: "session_remove": 1, 2024-05-21T00:23:11.998 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_open": 1, 2024-05-21T00:23:11.998 INFO:teuthology.orchestra.run.smithi060.stdout: "sessions_stale": 0, 2024-05-21T00:23:11.998 INFO:teuthology.orchestra.run.smithi060.stdout: "total_load": 0, 2024-05-21T00:23:11.999 INFO:teuthology.orchestra.run.smithi060.stdout: "average_load": 0, 2024-05-21T00:23:11.999 INFO:teuthology.orchestra.run.smithi060.stdout: "avg_session_uptime": 1556, 2024-05-21T00:23:11.999 INFO:teuthology.orchestra.run.smithi060.stdout: "mdthresh_evicted": 0 2024-05-21T00:23:11.999 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:11.999 INFO:teuthology.orchestra.run.smithi060.stdout: "mempool": { 2024-05-21T00:23:11.999 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:23:11.999 INFO:teuthology.orchestra.run.smithi060.stdout: "bloom_filter_items": 0, 2024-05-21T00:23:11.999 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:23:11.999 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:23:11.999 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:23:11.999 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:23:11.999 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:23:11.999 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_extent_items": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_blob_items": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:23:12.000 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_txc_items": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "bluestore_writing_items": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_bytes": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_items": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:23:12.001 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_bytes": 197463, 2024-05-21T00:23:12.002 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_anon_items": 54, 2024-05-21T00:23:12.002 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:23:12.002 INFO:teuthology.orchestra.run.smithi060.stdout: "buffer_meta_items": 0, 2024-05-21T00:23:12.002 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_bytes": 0, 2024-05-21T00:23:12.002 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_items": 0, 2024-05-21T00:23:12.002 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:23:12.002 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_mapbl_items": 0, 2024-05-21T00:23:12.002 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:23:12.002 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_pglog_items": 0, 2024-05-21T00:23:12.002 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_bytes": 7432, 2024-05-21T00:23:12.002 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_items": 156, 2024-05-21T00:23:12.002 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:23:12.002 INFO:teuthology.orchestra.run.smithi060.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_bytes": 0, 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: "pgmap_items": 0, 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_bytes": 8512, 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: "mds_co_items": 13, 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_bytes": 0, 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_1_items": 0, 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_bytes": 0, 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: "unittest_2_items": 0 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: "objecter": { 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: "op_active": 0, 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: "op_laggy": 0, 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send": 1693, 2024-05-21T00:23:12.003 INFO:teuthology.orchestra.run.smithi060.stdout: "op_send_bytes": 21, 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: "op_resend": 3, 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: "op_reply": 1693, 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: "op_latency": { 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1693, 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 1.149989000, 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000679261 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: "op_inflight": 0, 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: "oplen_avg": { 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 1693, 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 1694 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: "op": 1693, 2024-05-21T00:23:12.004 INFO:teuthology.orchestra.run.smithi060.stdout: "op_r": 1693, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "op_w": 0, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "op_rmw": 0, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "op_pg": 0, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_stat": 1094, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_create": 0, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_read": 597, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_write": 0, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writefull": 0, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_writesame": 0, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_append": 0, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_zero": 0, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_truncate": 0, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_delete": 0, 2024-05-21T00:23:12.005 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_mapext": 0, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_sparse_read": 0, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_clonerange": 0, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_getxattr": 1, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_setxattr": 0, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_rmxattr": 0, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_call": 0, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_watch": 0, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_notify": 0, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls": 0, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:23:12.006 INFO:teuthology.orchestra.run.smithi060.stdout: "osdop_other": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_active": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_send": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_resend": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "linger_ping": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_active": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_send": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "poolop_resend": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_active": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_send": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "poolstat_resend": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_active": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_send": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "statfs_resend": 0, 2024-05-21T00:23:12.007 INFO:teuthology.orchestra.run.smithi060.stdout: "command_active": 0, 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: "command_send": 0, 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: "command_resend": 0, 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: "map_epoch": 81, 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: "map_full": 0, 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: "map_inc": 2, 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_sessions": 6, 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_open": 6, 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_session_close": 0, 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: "osd_laggy": 0, 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_wr": 0, 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_rd": 2, 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_del": 0 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:12.008 INFO:teuthology.orchestra.run.smithi060.stdout: "oft": { 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_objs": 0, 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_updates": 0, 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: "omap_total_removes": 0 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: "osd-slow-ops": { 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: "slow_ops_count": 0 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: "purge_queue": { 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops": 0, 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing": 0, 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executing_high_water": 0, 2024-05-21T00:23:12.009 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed_ops": 0, 2024-05-21T00:23:12.010 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_executed": 0, 2024-05-21T00:23:12.010 INFO:teuthology.orchestra.run.smithi060.stdout: "pq_item_in_journal": 0 2024-05-21T00:23:12.010 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:12.010 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:23:12.010 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:12.010 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-05-21T00:23:12.010 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:12.010 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 1886, 2024-05-21T00:23:12.010 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 834540, 2024-05-21T00:23:12.010 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:12.010 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 1886, 2024-05-21T00:23:12.010 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-05-21T00:23:12.010 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 1886, 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 834540, 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_bytes": { 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 104857600, 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:12.011 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:12.012 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:12.012 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:12.012 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 1693, 2024-05-21T00:23:12.012 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 1125, 2024-05-21T00:23:12.012 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 1693, 2024-05-21T00:23:12.012 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 1125, 2024-05-21T00:23:12.012 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:12.012 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:12.012 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:12.012 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:12.012 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:12.012 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:12.012 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-objecter_ops": { 2024-05-21T00:23:12.013 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:12.013 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 1024, 2024-05-21T00:23:12.013 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:12.013 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:12.013 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:12.013 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:12.013 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:12.013 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 1693, 2024-05-21T00:23:12.013 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 1693, 2024-05-21T00:23:12.013 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 1693, 2024-05-21T00:23:12.013 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 1693, 2024-05-21T00:23:12.013 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:12.013 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:12.014 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:12.014 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:12.014 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:12.014 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:12.014 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:23:12.014 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:12.014 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-05-21T00:23:12.014 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:12.014 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:12.014 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:12.014 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:12.015 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:12.015 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-05-21T00:23:12.015 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-05-21T00:23:12.015 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 0, 2024-05-21T00:23:12.015 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 0, 2024-05-21T00:23:12.015 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:12.015 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:12.015 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:12.015 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:12.015 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:12.015 INFO:teuthology.orchestra.run.smithi060.stdout: }, 2024-05-21T00:23:12.015 INFO:teuthology.orchestra.run.smithi060.stdout: "throttle-write_buf_throttle-0x561b92da66e0": { 2024-05-21T00:23:12.015 INFO:teuthology.orchestra.run.smithi060.stdout: "val": 0, 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "max": 3758096384, 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "get_started": 0, 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "get": 0, 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "get_sum": 0, 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "take": 0, 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "take_sum": 0, 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "put": 0, 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "put_sum": 0, 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "wait": { 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "avgcount": 0, 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "sum": 0.000000000, 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: "avgtime": 0.000000000 2024-05-21T00:23:12.016 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:12.017 INFO:teuthology.orchestra.run.smithi060.stdout: } 2024-05-21T00:23:12.017 INFO:teuthology.orchestra.run.smithi060.stdout:} 2024-05-21T00:23:12.813 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-05-21T00:23:12.813 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-05-21T00:23:12.813 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-05-21T00:23:12.813 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-05-21T00:23:12.813 DEBUG:tasks.check_counter:Getting stats from c 2024-05-21T00:23:12.813 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph daemon mds.c perf dump 2024-05-21T00:23:13.062 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:23:13.447 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:13 smithi077 ceph-mon[36377]: pgmap v623: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:23:13.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:13 smithi060 ceph-mon[36426]: pgmap v623: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:23:13.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:13 smithi012 ceph-mon[31403]: pgmap v623: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:23:14.865 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-05-21T00:23:14.865 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:23:14.865 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 31, 2024-05-21T00:23:14.865 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 35, 2024-05-21T00:23:14.865 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 8549, 2024-05-21T00:23:14.865 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 61094, 2024-05-21T00:23:14.865 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 16, 2024-05-21T00:23:14.865 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 3, 2024-05-21T00:23:14.865 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.011990704, 2024-05-21T00:23:14.865 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.001736269, 2024-05-21T00:23:14.865 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.006975782, 2024-05-21T00:23:14.865 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.000414173, 2024-05-21T00:23:14.866 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:14.866 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 31, 2024-05-21T00:23:14.866 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.026326356, 2024-05-21T00:23:14.866 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000849237 2024-05-21T00:23:14.866 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.866 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:14.866 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 16, 2024-05-21T00:23:14.866 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000003776, 2024-05-21T00:23:14.866 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000236 2024-05-21T00:23:14.866 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.866 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 2544, 2024-05-21T00:23:14.866 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 1888 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 63, 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 195, 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 23791, 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 599935, 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 25, 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 5, 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.018694867, 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.007243529, 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.009734309, 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.000298536, 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:14.867 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 194, 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.026541403, 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000136811 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 73, 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000028258, 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000387 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 384976 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 667, 2024-05-21T00:23:14.868 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 774, 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 687327, 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 299982, 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 7, 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 5, 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.085540122, 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.034046179, 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.046617585, 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.008622388, 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 775, 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.056578558, 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000073004 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:14.869 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 946, 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000297830, 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000314 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 551088, 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 114832 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: "cct": { 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: "total_workers": 1, 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: "unhealthy_workers": 0 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-MDSRank": { 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-05-21T00:23:14.870 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 51, 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.001386867, 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000027193 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-PurgeQueue": { 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 2, 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000009235, 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000004617 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-05-21T00:23:14.871 INFO:teuthology.orchestra.run.smithi077.stdout: "request": 1, 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: "reply": 1, 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: "reply_latency": { 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1, 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000133204, 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000133204 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_reply": 0, 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: "forward": 0, 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_complete": 0, 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_keys": 0, 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_commit": 11, 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_split": 0, 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_merge": 0, 2024-05-21T00:23:14.872 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes": 16, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_top": 0, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_bottom": 16, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pin_tail": 0, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pinned": 13, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_expired": 4, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_with_caps": 1, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "caps": 1, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "subtrees": 3, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse": 15, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_hit": 11, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_forward": 0, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_discover": 4, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_remote_ino": 0, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_lock": 0, 2024-05-21T00:23:14.873 INFO:teuthology.orchestra.run.smithi077.stdout: "load_cent": 0, 2024-05-21T00:23:14.874 INFO:teuthology.orchestra.run.smithi077.stdout: "q": 0, 2024-05-21T00:23:14.874 INFO:teuthology.orchestra.run.smithi077.stdout: "exported": 0, 2024-05-21T00:23:14.874 INFO:teuthology.orchestra.run.smithi077.stdout: "exported_inodes": 0, 2024-05-21T00:23:14.874 INFO:teuthology.orchestra.run.smithi077.stdout: "imported": 0, 2024-05-21T00:23:14.874 INFO:teuthology.orchestra.run.smithi077.stdout: "imported_inodes": 0, 2024-05-21T00:23:14.874 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_dir_fetch": 0, 2024-05-21T00:23:14.874 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:23:14.874 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_peer_discover": 0, 2024-05-21T00:23:14.874 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rfiles": 4, 2024-05-21T00:23:14.874 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rbytes": 234, 2024-05-21T00:23:14.874 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rsnaps": 0, 2024-05-21T00:23:14.874 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:23:14.874 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_set_tag": 0, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_file_inodes": 0, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_revoke": 1, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_grant": 0, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps": 1, 2024-05-21T00:23:14.875 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_cap_release": 0, 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "process_request_cap_release": 0 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_cache": { 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update": 0, 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update_receipt": 14, 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_try_discover": 9, 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_send_discover": 10, 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_handle_discover": 0, 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays": 0, 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_delayed": 0, 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_created": 0, 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_enqueued": 0, 2024-05-21T00:23:14.876 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_reintegrated": 0, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_migrated": 0, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_processing": 0, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_started": 0, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_completed": 0, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_quiesce_path": 3, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_quiesce_inode": 19, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_exportdir": 0, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_flush": 0, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragstats": 0, 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_inodestats": 0 2024-05-21T00:23:14.877 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_log": { 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "evlrg": 0, 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "evadd": 3, 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "evex": 0, 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "evtrm": 0, 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "ev": 3, 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "evexg": 0, 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "evexd": 0, 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "segadd": 2, 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "segex": 0, 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "segtrm": 0, 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "seg": 2, 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "segmjr": 2, 2024-05-21T00:23:14.878 INFO:teuthology.orchestra.run.smithi077.stdout: "segexg": 0, 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: "segexd": 0, 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: "expos": 4194304, 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: "wrpos": 4195202, 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: "rdpos": 0, 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: "jlat": { 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 2, 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.007494702, 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.003747351 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: "replayed": 0 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_mem": { 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: "ino": 20, 2024-05-21T00:23:14.879 INFO:teuthology.orchestra.run.smithi077.stdout: "ino+": 22, 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: "ino-": 2, 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: "dir": 19, 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: "dir+": 23, 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: "dir-": 4, 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: "dn": 16, 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: "dn+": 20, 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: "dn-": 4, 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: "cap": 1, 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: "cap+": 1, 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: "cap-": 0, 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: "rss": 52428, 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: "heap": 223608 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.880 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_server": { 2024-05-21T00:23:14.881 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_client_request": 1, 2024-05-21T00:23:14.881 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_server_request": 0, 2024-05-21T00:23:14.881 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_request": 1, 2024-05-21T00:23:14.881 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_session": 5, 2024-05-21T00:23:14.881 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_peer_request": 19, 2024-05-21T00:23:14.881 INFO:teuthology.orchestra.run.smithi077.stdout: "req_create_latency": { 2024-05-21T00:23:14.881 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.881 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.881 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.881 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.881 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getattr_latency": { 2024-05-21T00:23:14.881 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.881 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.882 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.882 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.882 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getfilelock_latency": { 2024-05-21T00:23:14.882 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.882 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.882 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.882 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.882 INFO:teuthology.orchestra.run.smithi077.stdout: "req_link_latency": { 2024-05-21T00:23:14.882 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.882 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.882 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.882 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.882 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookup_latency": { 2024-05-21T00:23:14.883 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.883 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.883 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.883 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.883 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookuphash_latency": { 2024-05-21T00:23:14.883 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.883 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.883 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.883 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.883 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupino_latency": { 2024-05-21T00:23:14.883 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1, 2024-05-21T00:23:14.883 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000133204, 2024-05-21T00:23:14.883 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000133204 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupname_latency": { 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupparent_latency": { 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupsnap_latency": { 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.884 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.885 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.885 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.885 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lssnap_latency": { 2024-05-21T00:23:14.885 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.885 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.885 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.885 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.885 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mkdir_latency": { 2024-05-21T00:23:14.885 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.886 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.886 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.886 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.886 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mknod_latency": { 2024-05-21T00:23:14.886 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.886 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.886 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.886 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.886 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mksnap_latency": { 2024-05-21T00:23:14.886 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.886 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: "req_open_latency": { 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: "req_readdir_latency": { 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rename_latency": { 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.887 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: "req_renamesnap_latency": { 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: "req_snapdiff_latency": { 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmdir_latency": { 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.888 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmsnap_latency": { 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmxattr_latency": { 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setattr_latency": { 2024-05-21T00:23:14.889 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setdirlayout_latency": { 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setfilelock_latency": { 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.890 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setlayout_latency": { 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setxattr_latency": { 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: "req_symlink_latency": { 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.891 INFO:teuthology.orchestra.run.smithi077.stdout: "req_unlink_latency": { 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getvxattr_latency": { 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_sessions": { 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: "session_count": 1, 2024-05-21T00:23:14.892 INFO:teuthology.orchestra.run.smithi077.stdout: "session_add": 1, 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "session_remove": 0, 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_open": 1, 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_stale": 0, 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "total_load": 1, 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "average_load": 1, 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "avg_session_uptime": 324, 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "mdthresh_evicted": 0 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "mempool": { 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_items": 0, 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:23:14.893 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:23:14.894 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:23:14.894 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:23:14.894 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:23:14.894 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:23:14.894 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:23:14.894 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:23:14.894 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:23:14.894 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:23:14.894 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:23:14.894 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_items": 0, 2024-05-21T00:23:14.894 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:23:14.894 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_items": 0, 2024-05-21T00:23:14.894 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_items": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_items": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_bytes": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_items": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:23:14.895 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_bytes": 271143, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_items": 92, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_items": 0, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_bytes": 0, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_items": 0, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_items": 0, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_items": 0, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_bytes": 7432, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_items": 156, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:23:14.896 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_bytes": 0, 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_items": 0, 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_bytes": 81373, 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_items": 334, 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_bytes": 0, 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_items": 0, 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_bytes": 0, 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_items": 0 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "objecter": { 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "op_active": 0, 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "op_laggy": 0, 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send": 38, 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send_bytes": 11321, 2024-05-21T00:23:14.897 INFO:teuthology.orchestra.run.smithi077.stdout: "op_resend": 33, 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: "op_reply": 38, 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: "op_latency": { 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 38, 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.434991041, 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.011447132 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: "op_inflight": 0, 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: "oplen_avg": { 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 38, 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 61 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: "op": 38, 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: "op_r": 0, 2024-05-21T00:23:14.898 INFO:teuthology.orchestra.run.smithi077.stdout: "op_w": 38, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "op_rmw": 0, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "op_pg": 0, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_stat": 0, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_create": 10, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_read": 0, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_write": 2, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writefull": 6, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writesame": 0, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_append": 0, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_zero": 0, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_truncate": 0, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_delete": 6, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_mapext": 0, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_sparse_read": 0, 2024-05-21T00:23:14.899 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_clonerange": 0, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_getxattr": 0, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_setxattr": 20, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_rmxattr": 0, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_call": 0, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_watch": 0, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_notify": 0, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls": 0, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_other": 0, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_active": 0, 2024-05-21T00:23:14.900 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_send": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_resend": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_ping": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_active": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_send": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_resend": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_active": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_send": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_resend": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_active": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_send": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_resend": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "command_active": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "command_send": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "command_resend": 0, 2024-05-21T00:23:14.901 INFO:teuthology.orchestra.run.smithi077.stdout: "map_epoch": 81, 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "map_full": 0, 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "map_inc": 2, 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_sessions": 9, 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_open": 9, 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_close": 0, 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_laggy": 0, 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_wr": 16, 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_rd": 0, 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_del": 1 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "oft": { 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_objs": 1, 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_updates": 0, 2024-05-21T00:23:14.902 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_removes": 0 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: "osd-slow-ops": { 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_ops_count": 20 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: "purge_queue": { 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops": 0, 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing": 0, 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_high_water": 0, 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed_ops": 0, 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed": 0, 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_item_in_journal": 0 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:23:14.903 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 757, 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 636955, 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 757, 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 757, 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 636955, 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.904 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_bytes": { 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 38, 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 11321, 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 38, 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 11321, 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:14.905 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_ops": { 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 1024, 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 38, 2024-05-21T00:23:14.906 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 38, 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 38, 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 38, 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-05-21T00:23:14.907 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 0, 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 0, 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle-0x555e41ff4460": { 2024-05-21T00:23:14.908 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 3, 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 898, 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 3, 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 2, 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 898, 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:14.909 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:14.910 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:14.910 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:14.910 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-05-21T00:23:15.386 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:15 smithi060 ceph-mon[36426]: pgmap v624: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:23:15.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:15 smithi077 ceph-mon[36377]: pgmap v624: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:23:15.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:15 smithi012 ceph-mon[31403]: pgmap v624: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-05-21T00:23:15.619 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-05-21T00:23:15.619 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-05-21T00:23:15.619 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-05-21T00:23:15.619 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=14 2024-05-21T00:23:15.619 DEBUG:tasks.check_counter:Getting stats from f 2024-05-21T00:23:15.619 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph daemon mds.f perf dump 2024-05-21T00:23:15.863 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:23:17.378 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:17 smithi077 ceph-mon[36377]: pgmap v625: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:23:17.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:17 smithi060 ceph-mon[36426]: pgmap v625: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:23:17.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:17 smithi012 ceph-mon[31403]: pgmap v625: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:23:17.629 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-05-21T00:23:17.629 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:23:17.629 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 421, 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 540, 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 123719, 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 130881, 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 10, 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 3, 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.053737871, 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.020304582, 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.026960875, 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.004077857, 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 538, 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.041195775, 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000076572 2024-05-21T00:23:17.630 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 899, 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000267544, 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000297 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 289, 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 280, 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 569293, 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 384854, 2024-05-21T00:23:17.631 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 29, 2024-05-21T00:23:17.632 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 5, 2024-05-21T00:23:17.632 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.045532815, 2024-05-21T00:23:17.632 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.014166310, 2024-05-21T00:23:17.632 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.045226986, 2024-05-21T00:23:17.632 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.004930331, 2024-05-21T00:23:17.632 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:17.632 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 280, 2024-05-21T00:23:17.632 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.026745125, 2024-05-21T00:23:17.632 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000095518 2024-05-21T00:23:17.632 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.632 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:17.632 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 80, 2024-05-21T00:23:17.632 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000028451, 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000355 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 548864, 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 116656 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 46, 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 181, 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 19280, 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 407108, 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 9, 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 4, 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.013589138, 2024-05-21T00:23:17.633 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.006925355, 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.004861772, 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.000711293, 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 179, 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.026587171, 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000148531 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 57, 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000030019, 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000526 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 160, 2024-05-21T00:23:17.634 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 384704 2024-05-21T00:23:17.635 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.635 INFO:teuthology.orchestra.run.smithi077.stdout: "cct": { 2024-05-21T00:23:17.635 INFO:teuthology.orchestra.run.smithi077.stdout: "total_workers": 1, 2024-05-21T00:23:17.635 INFO:teuthology.orchestra.run.smithi077.stdout: "unhealthy_workers": 0 2024-05-21T00:23:17.635 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.635 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-MDSRank": { 2024-05-21T00:23:17.635 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-05-21T00:23:17.635 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-05-21T00:23:17.635 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 47, 2024-05-21T00:23:17.635 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.001363996, 2024-05-21T00:23:17.635 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000029021 2024-05-21T00:23:17.635 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:17.635 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-PurgeQueue": { 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 2, 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000008719, 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000004359 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: "request": 0, 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: "reply": 0, 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: "reply_latency": { 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.636 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_reply": 0, 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: "forward": 0, 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_complete": 0, 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_keys": 0, 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_commit": 11, 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_split": 0, 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_merge": 0, 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes": 16, 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_top": 0, 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_bottom": 16, 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pin_tail": 0, 2024-05-21T00:23:17.637 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pinned": 13, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_expired": 4, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_with_caps": 0, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "caps": 0, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "subtrees": 3, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse": 15, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_hit": 11, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_forward": 0, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_discover": 4, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_remote_ino": 0, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_lock": 0, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "load_cent": 0, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "q": 0, 2024-05-21T00:23:17.638 INFO:teuthology.orchestra.run.smithi077.stdout: "exported": 0, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "exported_inodes": 0, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "imported": 0, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "imported_inodes": 0, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_dir_fetch": 0, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_peer_discover": 0, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rfiles": 4, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rbytes": 234, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rsnaps": 0, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_set_tag": 0, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:23:17.639 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_file_inodes": 0, 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_grant": 0, 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps": 0, 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_cap_release": 0, 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: "process_request_cap_release": 0 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.640 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_cache": { 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update": 0, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update_receipt": 14, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_try_discover": 9, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_send_discover": 10, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_handle_discover": 0, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays": 0, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_delayed": 0, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_created": 0, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_enqueued": 0, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_reintegrated": 0, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_migrated": 0, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_processing": 0, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:23:17.641 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:23:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_started": 0, 2024-05-21T00:23:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_completed": 0, 2024-05-21T00:23:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_quiesce_path": 3, 2024-05-21T00:23:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_quiesce_inode": 19, 2024-05-21T00:23:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:23:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_exportdir": 0, 2024-05-21T00:23:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_flush": 0, 2024-05-21T00:23:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:23:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragstats": 0, 2024-05-21T00:23:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_inodestats": 0 2024-05-21T00:23:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_log": { 2024-05-21T00:23:17.642 INFO:teuthology.orchestra.run.smithi077.stdout: "evlrg": 0, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "evadd": 4, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "evex": 0, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "evtrm": 0, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "ev": 4, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "evexg": 0, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "evexd": 0, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "segadd": 2, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "segex": 0, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "segtrm": 0, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "seg": 2, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "segmjr": 2, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "segexg": 0, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "segexd": 0, 2024-05-21T00:23:17.643 INFO:teuthology.orchestra.run.smithi077.stdout: "expos": 4194304, 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: "wrpos": 4195424, 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: "rdpos": 0, 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: "jlat": { 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 3, 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.008618018, 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.002872672 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: "replayed": 0 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_mem": { 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: "ino": 20, 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: "ino+": 22, 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: "ino-": 2, 2024-05-21T00:23:17.644 INFO:teuthology.orchestra.run.smithi077.stdout: "dir": 19, 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "dir+": 23, 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "dir-": 4, 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "dn": 16, 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "dn+": 20, 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "dn-": 4, 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "cap": 0, 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "cap+": 0, 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "cap-": 0, 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "rss": 54600, 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "heap": 223608 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_server": { 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_client_request": 0, 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_server_request": 0, 2024-05-21T00:23:17.645 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_request": 0, 2024-05-21T00:23:17.646 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_session": 4, 2024-05-21T00:23:17.646 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_peer_request": 19, 2024-05-21T00:23:17.646 INFO:teuthology.orchestra.run.smithi077.stdout: "req_create_latency": { 2024-05-21T00:23:17.646 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.646 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.646 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.646 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.646 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getattr_latency": { 2024-05-21T00:23:17.646 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.646 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.646 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.646 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.646 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getfilelock_latency": { 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: "req_link_latency": { 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookup_latency": { 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.647 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookuphash_latency": { 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupino_latency": { 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupname_latency": { 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.648 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupparent_latency": { 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupsnap_latency": { 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lssnap_latency": { 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.649 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.650 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.650 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mkdir_latency": { 2024-05-21T00:23:17.650 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.650 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.650 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.650 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.651 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mknod_latency": { 2024-05-21T00:23:17.651 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.651 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.651 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.651 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.651 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mksnap_latency": { 2024-05-21T00:23:17.651 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.651 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.651 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.651 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.651 INFO:teuthology.orchestra.run.smithi077.stdout: "req_open_latency": { 2024-05-21T00:23:17.651 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.651 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: "req_readdir_latency": { 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rename_latency": { 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: "req_renamesnap_latency": { 2024-05-21T00:23:17.652 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: "req_snapdiff_latency": { 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmdir_latency": { 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.653 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmsnap_latency": { 2024-05-21T00:23:17.654 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.654 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.654 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.654 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.654 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmxattr_latency": { 2024-05-21T00:23:17.654 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.654 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.654 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.654 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.654 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setattr_latency": { 2024-05-21T00:23:17.654 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.654 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.654 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setdirlayout_latency": { 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setfilelock_latency": { 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setlayout_latency": { 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.655 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setxattr_latency": { 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: "req_symlink_latency": { 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: "req_unlink_latency": { 2024-05-21T00:23:17.656 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getvxattr_latency": { 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_sessions": { 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: "session_count": 0, 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: "session_add": 1, 2024-05-21T00:23:17.657 INFO:teuthology.orchestra.run.smithi077.stdout: "session_remove": 1, 2024-05-21T00:23:17.658 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_open": 0, 2024-05-21T00:23:17.658 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_stale": 0, 2024-05-21T00:23:17.658 INFO:teuthology.orchestra.run.smithi077.stdout: "total_load": 0, 2024-05-21T00:23:17.658 INFO:teuthology.orchestra.run.smithi077.stdout: "average_load": 0, 2024-05-21T00:23:17.658 INFO:teuthology.orchestra.run.smithi077.stdout: "avg_session_uptime": 75, 2024-05-21T00:23:17.658 INFO:teuthology.orchestra.run.smithi077.stdout: "mdthresh_evicted": 0 2024-05-21T00:23:17.658 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.658 INFO:teuthology.orchestra.run.smithi077.stdout: "mempool": { 2024-05-21T00:23:17.658 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:23:17.658 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_items": 0, 2024-05-21T00:23:17.658 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:23:17.658 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:23:17.658 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_items": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_items": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:23:17.659 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_items": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_items": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_bytes": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_items": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:23:17.660 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_bytes": 263063, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_items": 89, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_items": 0, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_bytes": 0, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_items": 0, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_items": 0, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_items": 0, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_bytes": 7432, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_items": 156, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:23:17.661 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_bytes": 0, 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_items": 0, 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_bytes": 81013, 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_items": 333, 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_bytes": 0, 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_items": 0, 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_bytes": 0, 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_items": 0 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: "objecter": { 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: "op_active": 0, 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: "op_laggy": 0, 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send": 38, 2024-05-21T00:23:17.662 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send_bytes": 11332, 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: "op_resend": 33, 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: "op_reply": 38, 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: "op_latency": { 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 38, 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.277994281, 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.007315638 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: "op_inflight": 0, 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: "oplen_avg": { 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 38, 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 60 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: "op": 38, 2024-05-21T00:23:17.663 INFO:teuthology.orchestra.run.smithi077.stdout: "op_r": 0, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "op_w": 38, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "op_rmw": 0, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "op_pg": 0, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_stat": 0, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_create": 10, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_read": 0, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_write": 3, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writefull": 6, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writesame": 0, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_append": 0, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_zero": 0, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_truncate": 0, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_delete": 6, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_mapext": 0, 2024-05-21T00:23:17.664 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_sparse_read": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_clonerange": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_getxattr": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_setxattr": 20, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_rmxattr": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_call": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_watch": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_notify": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_other": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_active": 0, 2024-05-21T00:23:17.665 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_send": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_resend": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_ping": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_active": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_send": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_resend": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_active": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_send": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_resend": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_active": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_send": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_resend": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "command_active": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "command_send": 0, 2024-05-21T00:23:17.666 INFO:teuthology.orchestra.run.smithi077.stdout: "command_resend": 0, 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "map_epoch": 81, 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "map_full": 0, 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "map_inc": 2, 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_sessions": 9, 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_open": 9, 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_close": 0, 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_laggy": 0, 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_wr": 14, 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_rd": 0, 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_del": 1 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "oft": { 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_objs": 1, 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:23:17.667 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_updates": 0, 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_removes": 0 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: "osd-slow-ops": { 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_ops_count": 20 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: "purge_queue": { 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops": 0, 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing": 0, 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_high_water": 0, 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed_ops": 0, 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed": 0, 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_item_in_journal": 0 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.668 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 752, 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 630207, 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 752, 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 752, 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 630207, 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.669 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_bytes": { 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 38, 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 11332, 2024-05-21T00:23:17.670 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 38, 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 11332, 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_ops": { 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 1024, 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-05-21T00:23:17.671 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 38, 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 38, 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 38, 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 38, 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:17.672 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 0, 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 0, 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:17.673 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:17.674 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle-0x55dd0dd9e460": { 2024-05-21T00:23:17.674 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:17.674 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-05-21T00:23:17.674 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:17.674 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 4, 2024-05-21T00:23:17.674 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 1120, 2024-05-21T00:23:17.674 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:17.674 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 4, 2024-05-21T00:23:17.674 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-05-21T00:23:17.674 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-05-21T00:23:17.674 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 3, 2024-05-21T00:23:17.674 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 1120, 2024-05-21T00:23:17.674 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:17.675 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:17.675 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:17.675 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:17.675 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:17.675 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:17.675 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-05-21T00:23:18.428 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-05-21T00:23:18.428 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-05-21T00:23:18.428 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-05-21T00:23:18.428 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=14 2024-05-21T00:23:18.428 DEBUG:tasks.check_counter:Getting stats from i 2024-05-21T00:23:18.428 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph daemon mds.i perf dump 2024-05-21T00:23:18.664 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:23:19.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:19 smithi060 ceph-mon[36426]: pgmap v626: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:23:19.525 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:19 smithi077 ceph-mon[36377]: pgmap v626: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:23:19.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:19 smithi012 ceph-mon[31403]: pgmap v626: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:23:20.406 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-05-21T00:23:20.406 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:23:20.406 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 624, 2024-05-21T00:23:20.406 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 728, 2024-05-21T00:23:20.406 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 664899, 2024-05-21T00:23:20.406 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 289608, 2024-05-21T00:23:20.406 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 8, 2024-05-21T00:23:20.406 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 3, 2024-05-21T00:23:20.406 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.085077103, 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.032136694, 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.042833603, 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.008395011, 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 727, 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.058595375, 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000080598 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 868, 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000292438, 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000336 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.407 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 556016, 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 114192 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 32, 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 170, 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 6419, 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 592497, 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 25, 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 8, 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.017363641, 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.006473829, 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.008322744, 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.000385606, 2024-05-21T00:23:20.408 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:20.409 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 163, 2024-05-21T00:23:20.409 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.025269777, 2024-05-21T00:23:20.409 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000155029 2024-05-21T00:23:20.409 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.409 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:20.409 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 16, 2024-05-21T00:23:20.409 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000001361, 2024-05-21T00:23:20.409 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000085 2024-05-21T00:23:20.409 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.409 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-21T00:23:20.409 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 386144 2024-05-21T00:23:20.409 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.409 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:23:20.410 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 123, 2024-05-21T00:23:20.410 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 119, 2024-05-21T00:23:20.410 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 56113, 2024-05-21T00:23:20.410 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 103224, 2024-05-21T00:23:20.410 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 15, 2024-05-21T00:23:20.410 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 5, 2024-05-21T00:23:20.410 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.018310189, 2024-05-21T00:23:20.410 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.005149931, 2024-05-21T00:23:20.410 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.013218445, 2024-05-21T00:23:20.410 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.000306150, 2024-05-21T00:23:20.410 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:20.411 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 122, 2024-05-21T00:23:20.411 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.040252799, 2024-05-21T00:23:20.411 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000329940 2024-05-21T00:23:20.411 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.411 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:20.411 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 182, 2024-05-21T00:23:20.411 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000040527, 2024-05-21T00:23:20.411 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000222 2024-05-21T00:23:20.411 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.411 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 7136, 2024-05-21T00:23:20.411 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 3072 2024-05-21T00:23:20.411 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.411 INFO:teuthology.orchestra.run.smithi077.stdout: "cct": { 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: "total_workers": 1, 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: "unhealthy_workers": 0 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-MDSRank": { 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 54, 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.001499704, 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000027772 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-PurgeQueue": { 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-05-21T00:23:20.412 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-05-21T00:23:20.413 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 2, 2024-05-21T00:23:20.413 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000007772, 2024-05-21T00:23:20.413 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000003886 2024-05-21T00:23:20.413 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:20.413 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.413 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-05-21T00:23:20.413 INFO:teuthology.orchestra.run.smithi077.stdout: "request": 4, 2024-05-21T00:23:20.413 INFO:teuthology.orchestra.run.smithi077.stdout: "reply": 1, 2024-05-21T00:23:20.413 INFO:teuthology.orchestra.run.smithi077.stdout: "reply_latency": { 2024-05-21T00:23:20.414 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1, 2024-05-21T00:23:20.414 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000191766, 2024-05-21T00:23:20.414 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000191766 2024-05-21T00:23:20.414 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.414 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_reply": 0, 2024-05-21T00:23:20.414 INFO:teuthology.orchestra.run.smithi077.stdout: "forward": 3, 2024-05-21T00:23:20.414 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_complete": 0, 2024-05-21T00:23:20.414 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_keys": 0, 2024-05-21T00:23:20.414 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_commit": 11, 2024-05-21T00:23:20.414 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_split": 0, 2024-05-21T00:23:20.414 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_merge": 0, 2024-05-21T00:23:20.414 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes": 16, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_top": 0, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_bottom": 16, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pin_tail": 0, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pinned": 13, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_expired": 4, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_with_caps": 0, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "caps": 0, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "subtrees": 3, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse": 20, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_hit": 12, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_forward": 2, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_discover": 5, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:23:20.415 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_remote_ino": 0, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_lock": 0, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "load_cent": 0, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "q": 0, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "exported": 0, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "exported_inodes": 0, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "imported": 0, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "imported_inodes": 0, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_dir_fetch": 0, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_peer_discover": 0, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rfiles": 4, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rbytes": 234, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rsnaps": 0, 2024-05-21T00:23:20.416 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_set_tag": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_file_inodes": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_grant": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps": 0, 2024-05-21T00:23:20.417 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:23:20.418 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_cap_release": 0, 2024-05-21T00:23:20.418 INFO:teuthology.orchestra.run.smithi077.stdout: "process_request_cap_release": 1 2024-05-21T00:23:20.418 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.418 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_cache": { 2024-05-21T00:23:20.418 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update": 0, 2024-05-21T00:23:20.418 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update_receipt": 12, 2024-05-21T00:23:20.418 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_try_discover": 8, 2024-05-21T00:23:20.418 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_send_discover": 10, 2024-05-21T00:23:20.418 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_handle_discover": 0, 2024-05-21T00:23:20.418 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays": 0, 2024-05-21T00:23:20.418 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_delayed": 0, 2024-05-21T00:23:20.418 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:23:20.418 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_created": 0, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_enqueued": 0, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_reintegrated": 0, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_migrated": 0, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_processing": 0, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_started": 0, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_completed": 0, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_quiesce_path": 3, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_quiesce_inode": 19, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_exportdir": 0, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_flush": 0, 2024-05-21T00:23:20.419 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragstats": 0, 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_inodestats": 0 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_log": { 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: "evlrg": 0, 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: "evadd": 5, 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: "evex": 0, 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: "evtrm": 0, 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: "ev": 5, 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: "evexg": 0, 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: "evexd": 0, 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: "segadd": 2, 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: "segex": 0, 2024-05-21T00:23:20.420 INFO:teuthology.orchestra.run.smithi077.stdout: "segtrm": 0, 2024-05-21T00:23:20.421 INFO:teuthology.orchestra.run.smithi077.stdout: "seg": 2, 2024-05-21T00:23:20.421 INFO:teuthology.orchestra.run.smithi077.stdout: "segmjr": 2, 2024-05-21T00:23:20.421 INFO:teuthology.orchestra.run.smithi077.stdout: "segexg": 0, 2024-05-21T00:23:20.421 INFO:teuthology.orchestra.run.smithi077.stdout: "segexd": 0, 2024-05-21T00:23:20.421 INFO:teuthology.orchestra.run.smithi077.stdout: "expos": 4194304, 2024-05-21T00:23:20.421 INFO:teuthology.orchestra.run.smithi077.stdout: "wrpos": 4195734, 2024-05-21T00:23:20.421 INFO:teuthology.orchestra.run.smithi077.stdout: "rdpos": 0, 2024-05-21T00:23:20.421 INFO:teuthology.orchestra.run.smithi077.stdout: "jlat": { 2024-05-21T00:23:20.421 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 4, 2024-05-21T00:23:20.421 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.008748604, 2024-05-21T00:23:20.422 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.002187151 2024-05-21T00:23:20.422 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.422 INFO:teuthology.orchestra.run.smithi077.stdout: "replayed": 0 2024-05-21T00:23:20.422 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.422 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_mem": { 2024-05-21T00:23:20.422 INFO:teuthology.orchestra.run.smithi077.stdout: "ino": 20, 2024-05-21T00:23:20.422 INFO:teuthology.orchestra.run.smithi077.stdout: "ino+": 22, 2024-05-21T00:23:20.422 INFO:teuthology.orchestra.run.smithi077.stdout: "ino-": 2, 2024-05-21T00:23:20.422 INFO:teuthology.orchestra.run.smithi077.stdout: "dir": 19, 2024-05-21T00:23:20.422 INFO:teuthology.orchestra.run.smithi077.stdout: "dir+": 22, 2024-05-21T00:23:20.422 INFO:teuthology.orchestra.run.smithi077.stdout: "dir-": 3, 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: "dn": 16, 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: "dn+": 20, 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: "dn-": 4, 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: "cap": 0, 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: "cap+": 1, 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: "cap-": 1, 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: "rss": 52940, 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: "heap": 223608 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_server": { 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_client_request": 5, 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_server_request": 0, 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_request": 4, 2024-05-21T00:23:20.423 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_session": 9, 2024-05-21T00:23:20.424 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_peer_request": 19, 2024-05-21T00:23:20.424 INFO:teuthology.orchestra.run.smithi077.stdout: "req_create_latency": { 2024-05-21T00:23:20.424 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.424 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.424 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.424 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.424 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getattr_latency": { 2024-05-21T00:23:20.424 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1, 2024-05-21T00:23:20.424 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000191766, 2024-05-21T00:23:20.424 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000191766 2024-05-21T00:23:20.424 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.424 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getfilelock_latency": { 2024-05-21T00:23:20.424 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.425 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.425 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.425 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.425 INFO:teuthology.orchestra.run.smithi077.stdout: "req_link_latency": { 2024-05-21T00:23:20.425 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.425 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.425 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.425 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.425 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookup_latency": { 2024-05-21T00:23:20.425 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.426 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.426 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.426 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.426 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookuphash_latency": { 2024-05-21T00:23:20.426 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.426 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.426 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.426 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.426 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupino_latency": { 2024-05-21T00:23:20.426 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.426 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.426 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.426 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupname_latency": { 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupparent_latency": { 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupsnap_latency": { 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.427 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.428 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.428 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lssnap_latency": { 2024-05-21T00:23:20.428 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.428 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.428 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.428 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.428 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mkdir_latency": { 2024-05-21T00:23:20.428 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.429 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.429 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.429 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.429 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mknod_latency": { 2024-05-21T00:23:20.429 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.429 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.429 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.429 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.429 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mksnap_latency": { 2024-05-21T00:23:20.429 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.429 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.429 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.429 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.430 INFO:teuthology.orchestra.run.smithi077.stdout: "req_open_latency": { 2024-05-21T00:23:20.430 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.430 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.430 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.430 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.430 INFO:teuthology.orchestra.run.smithi077.stdout: "req_readdir_latency": { 2024-05-21T00:23:20.430 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.430 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.430 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.430 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.430 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rename_latency": { 2024-05-21T00:23:20.430 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.430 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.431 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.431 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.431 INFO:teuthology.orchestra.run.smithi077.stdout: "req_renamesnap_latency": { 2024-05-21T00:23:20.431 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.431 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.431 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.431 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.431 INFO:teuthology.orchestra.run.smithi077.stdout: "req_snapdiff_latency": { 2024-05-21T00:23:20.431 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.432 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.432 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.432 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.432 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmdir_latency": { 2024-05-21T00:23:20.432 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.432 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.433 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.433 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.433 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmsnap_latency": { 2024-05-21T00:23:20.433 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.433 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.433 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.433 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.434 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmxattr_latency": { 2024-05-21T00:23:20.434 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.434 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.434 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.434 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.434 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setattr_latency": { 2024-05-21T00:23:20.434 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.434 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.434 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.434 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.434 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setdirlayout_latency": { 2024-05-21T00:23:20.434 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.434 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.435 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.435 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.435 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setfilelock_latency": { 2024-05-21T00:23:20.435 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.435 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.435 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.435 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.435 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setlayout_latency": { 2024-05-21T00:23:20.435 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.435 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.435 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.435 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.435 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setxattr_latency": { 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: "req_symlink_latency": { 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: "req_unlink_latency": { 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.436 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getvxattr_latency": { 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_sessions": { 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: "session_count": 1, 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: "session_add": 2, 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: "session_remove": 1, 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_open": 1, 2024-05-21T00:23:20.437 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_stale": 0, 2024-05-21T00:23:20.438 INFO:teuthology.orchestra.run.smithi077.stdout: "total_load": 1, 2024-05-21T00:23:20.438 INFO:teuthology.orchestra.run.smithi077.stdout: "average_load": 1, 2024-05-21T00:23:20.438 INFO:teuthology.orchestra.run.smithi077.stdout: "avg_session_uptime": 379, 2024-05-21T00:23:20.438 INFO:teuthology.orchestra.run.smithi077.stdout: "mdthresh_evicted": 0 2024-05-21T00:23:20.438 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.438 INFO:teuthology.orchestra.run.smithi077.stdout: "mempool": { 2024-05-21T00:23:20.438 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:23:20.438 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_items": 0, 2024-05-21T00:23:20.438 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:23:20.438 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:23:20.438 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:23:20.439 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:23:20.439 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:23:20.439 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:23:20.439 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:23:20.439 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:23:20.440 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:23:20.440 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:23:20.440 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:23:20.440 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:23:20.440 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:23:20.440 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_items": 0, 2024-05-21T00:23:20.440 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:23:20.441 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_items": 0, 2024-05-21T00:23:20.441 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:23:20.441 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:23:20.441 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:23:20.441 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:23:20.441 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:23:20.442 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:23:20.442 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:23:20.442 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_items": 0, 2024-05-21T00:23:20.442 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:23:20.442 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:23:20.442 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:23:20.443 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_items": 0, 2024-05-21T00:23:20.443 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_bytes": 0, 2024-05-21T00:23:20.443 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_items": 0, 2024-05-21T00:23:20.443 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:23:20.443 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:23:20.443 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:23:20.443 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:23:20.444 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_bytes": 230231, 2024-05-21T00:23:20.444 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_items": 75, 2024-05-21T00:23:20.444 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:23:20.444 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_items": 0, 2024-05-21T00:23:20.444 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_bytes": 0, 2024-05-21T00:23:20.444 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_items": 0, 2024-05-21T00:23:20.444 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:23:20.444 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_items": 0, 2024-05-21T00:23:20.445 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:23:20.445 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_items": 0, 2024-05-21T00:23:20.445 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_bytes": 7432, 2024-05-21T00:23:20.445 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_items": 156, 2024-05-21T00:23:20.445 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:23:20.445 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:23:20.445 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_bytes": 0, 2024-05-21T00:23:20.446 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_items": 0, 2024-05-21T00:23:20.446 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_bytes": 81061, 2024-05-21T00:23:20.446 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_items": 339, 2024-05-21T00:23:20.446 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_bytes": 0, 2024-05-21T00:23:20.446 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_items": 0, 2024-05-21T00:23:20.446 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_bytes": 0, 2024-05-21T00:23:20.446 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_items": 0 2024-05-21T00:23:20.446 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.447 INFO:teuthology.orchestra.run.smithi077.stdout: "objecter": { 2024-05-21T00:23:20.447 INFO:teuthology.orchestra.run.smithi077.stdout: "op_active": 0, 2024-05-21T00:23:20.447 INFO:teuthology.orchestra.run.smithi077.stdout: "op_laggy": 0, 2024-05-21T00:23:20.447 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send": 40, 2024-05-21T00:23:20.447 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send_bytes": 11732, 2024-05-21T00:23:20.447 INFO:teuthology.orchestra.run.smithi077.stdout: "op_resend": 33, 2024-05-21T00:23:20.447 INFO:teuthology.orchestra.run.smithi077.stdout: "op_reply": 40, 2024-05-21T00:23:20.448 INFO:teuthology.orchestra.run.smithi077.stdout: "op_latency": { 2024-05-21T00:23:20.448 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 40, 2024-05-21T00:23:20.448 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.363992492, 2024-05-21T00:23:20.448 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.009099812 2024-05-21T00:23:20.448 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.448 INFO:teuthology.orchestra.run.smithi077.stdout: "op_inflight": 0, 2024-05-21T00:23:20.448 INFO:teuthology.orchestra.run.smithi077.stdout: "oplen_avg": { 2024-05-21T00:23:20.449 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 40, 2024-05-21T00:23:20.449 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 62 2024-05-21T00:23:20.449 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.449 INFO:teuthology.orchestra.run.smithi077.stdout: "op": 40, 2024-05-21T00:23:20.449 INFO:teuthology.orchestra.run.smithi077.stdout: "op_r": 0, 2024-05-21T00:23:20.449 INFO:teuthology.orchestra.run.smithi077.stdout: "op_w": 40, 2024-05-21T00:23:20.449 INFO:teuthology.orchestra.run.smithi077.stdout: "op_rmw": 0, 2024-05-21T00:23:20.449 INFO:teuthology.orchestra.run.smithi077.stdout: "op_pg": 0, 2024-05-21T00:23:20.450 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_stat": 0, 2024-05-21T00:23:20.450 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_create": 10, 2024-05-21T00:23:20.450 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_read": 0, 2024-05-21T00:23:20.450 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_write": 4, 2024-05-21T00:23:20.450 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writefull": 7, 2024-05-21T00:23:20.450 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writesame": 0, 2024-05-21T00:23:20.451 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_append": 0, 2024-05-21T00:23:20.451 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_zero": 0, 2024-05-21T00:23:20.451 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_truncate": 0, 2024-05-21T00:23:20.451 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_delete": 6, 2024-05-21T00:23:20.451 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_mapext": 0, 2024-05-21T00:23:20.451 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_sparse_read": 0, 2024-05-21T00:23:20.451 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_clonerange": 0, 2024-05-21T00:23:20.451 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_getxattr": 0, 2024-05-21T00:23:20.452 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_setxattr": 20, 2024-05-21T00:23:20.452 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:23:20.452 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_rmxattr": 0, 2024-05-21T00:23:20.452 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:23:20.452 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_call": 0, 2024-05-21T00:23:20.452 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_watch": 0, 2024-05-21T00:23:20.452 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_notify": 0, 2024-05-21T00:23:20.452 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:23:20.452 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls": 0, 2024-05-21T00:23:20.453 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:23:20.453 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_other": 0, 2024-05-21T00:23:20.453 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_active": 0, 2024-05-21T00:23:20.453 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_send": 0, 2024-05-21T00:23:20.453 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_resend": 0, 2024-05-21T00:23:20.453 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_ping": 0, 2024-05-21T00:23:20.454 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_active": 0, 2024-05-21T00:23:20.454 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_send": 0, 2024-05-21T00:23:20.454 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_resend": 0, 2024-05-21T00:23:20.454 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_active": 0, 2024-05-21T00:23:20.454 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_send": 0, 2024-05-21T00:23:20.454 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_resend": 0, 2024-05-21T00:23:20.454 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_active": 0, 2024-05-21T00:23:20.455 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_send": 0, 2024-05-21T00:23:20.455 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_resend": 0, 2024-05-21T00:23:20.455 INFO:teuthology.orchestra.run.smithi077.stdout: "command_active": 0, 2024-05-21T00:23:20.455 INFO:teuthology.orchestra.run.smithi077.stdout: "command_send": 0, 2024-05-21T00:23:20.455 INFO:teuthology.orchestra.run.smithi077.stdout: "command_resend": 0, 2024-05-21T00:23:20.455 INFO:teuthology.orchestra.run.smithi077.stdout: "map_epoch": 81, 2024-05-21T00:23:20.455 INFO:teuthology.orchestra.run.smithi077.stdout: "map_full": 0, 2024-05-21T00:23:20.456 INFO:teuthology.orchestra.run.smithi077.stdout: "map_inc": 2, 2024-05-21T00:23:20.456 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_sessions": 8, 2024-05-21T00:23:20.456 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_open": 8, 2024-05-21T00:23:20.456 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_close": 0, 2024-05-21T00:23:20.456 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_laggy": 0, 2024-05-21T00:23:20.456 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_wr": 14, 2024-05-21T00:23:20.457 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_rd": 0, 2024-05-21T00:23:20.457 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_del": 1 2024-05-21T00:23:20.457 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.457 INFO:teuthology.orchestra.run.smithi077.stdout: "oft": { 2024-05-21T00:23:20.457 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_objs": 1, 2024-05-21T00:23:20.457 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:23:20.458 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_updates": 0, 2024-05-21T00:23:20.458 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_removes": 0 2024-05-21T00:23:20.458 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.458 INFO:teuthology.orchestra.run.smithi077.stdout: "osd-slow-ops": { 2024-05-21T00:23:20.458 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_ops_count": 20 2024-05-21T00:23:20.459 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.459 INFO:teuthology.orchestra.run.smithi077.stdout: "purge_queue": { 2024-05-21T00:23:20.459 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops": 0, 2024-05-21T00:23:20.459 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:23:20.459 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing": 0, 2024-05-21T00:23:20.459 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_high_water": 0, 2024-05-21T00:23:20.460 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed_ops": 0, 2024-05-21T00:23:20.460 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed": 0, 2024-05-21T00:23:20.460 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_item_in_journal": 0 2024-05-21T00:23:20.460 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.460 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:23:20.460 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:20.461 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-05-21T00:23:20.461 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:20.461 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 775, 2024-05-21T00:23:20.461 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 642729, 2024-05-21T00:23:20.461 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:20.461 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 775, 2024-05-21T00:23:20.461 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-05-21T00:23:20.462 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-05-21T00:23:20.462 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 775, 2024-05-21T00:23:20.462 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 642729, 2024-05-21T00:23:20.462 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:20.462 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.462 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.462 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.462 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:20.463 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.463 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_bytes": { 2024-05-21T00:23:20.463 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:20.463 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-05-21T00:23:20.463 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:20.463 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-05-21T00:23:20.463 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-05-21T00:23:20.464 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:20.464 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:20.464 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 40, 2024-05-21T00:23:20.464 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 11732, 2024-05-21T00:23:20.464 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 40, 2024-05-21T00:23:20.464 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 11732, 2024-05-21T00:23:20.464 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:20.464 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.464 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.465 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.465 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:20.465 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.465 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_ops": { 2024-05-21T00:23:20.465 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:20.465 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 1024, 2024-05-21T00:23:20.465 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:20.466 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-05-21T00:23:20.466 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-05-21T00:23:20.466 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:20.466 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:20.466 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 40, 2024-05-21T00:23:20.466 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 40, 2024-05-21T00:23:20.466 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 40, 2024-05-21T00:23:20.467 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 40, 2024-05-21T00:23:20.467 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:20.467 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.467 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.467 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.467 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:20.468 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.468 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:23:20.468 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:20.468 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-05-21T00:23:20.468 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:20.469 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-05-21T00:23:20.469 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-05-21T00:23:20.469 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:20.469 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:20.469 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-05-21T00:23:20.470 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-05-21T00:23:20.470 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 0, 2024-05-21T00:23:20.470 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 0, 2024-05-21T00:23:20.470 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:20.470 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.470 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.470 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.470 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:20.470 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:20.470 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle-0x56030d3cc460": { 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 5, 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 1430, 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 5, 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 4, 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 1430, 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:20.471 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:20.472 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:20.472 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:20.472 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:20.472 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-05-21T00:23:21.203 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:21 smithi077 ceph-mon[36377]: pgmap v627: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T00:23:21.230 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-05-21T00:23:21.231 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-05-21T00:23:21.231 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-05-21T00:23:21.231 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=12 2024-05-21T00:23:21.231 DEBUG:tasks.check_counter:Getting stats from l 2024-05-21T00:23:21.231 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph daemon mds.l perf dump 2024-05-21T00:23:21.465 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.c/config 2024-05-21T00:23:21.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:21 smithi060 ceph-mon[36426]: pgmap v627: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T00:23:21.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:21 smithi012 ceph-mon[31403]: pgmap v627: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-21T00:23:23.156 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:23 smithi077 ceph-mon[36377]: pgmap v628: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:23:23.156 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-05-21T00:23:23.156 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-0": { 2024-05-21T00:23:23.156 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 1209, 2024-05-21T00:23:23.156 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 1211, 2024-05-21T00:23:23.156 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 362265, 2024-05-21T00:23:23.157 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 384463, 2024-05-21T00:23:23.157 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 6, 2024-05-21T00:23:23.157 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 2, 2024-05-21T00:23:23.157 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.127063172, 2024-05-21T00:23:23.157 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.045712392, 2024-05-21T00:23:23.157 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.031911588, 2024-05-21T00:23:23.157 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.037452853, 2024-05-21T00:23:23.157 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:23.157 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1209, 2024-05-21T00:23:23.157 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.047133518, 2024-05-21T00:23:23.157 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000038985 2024-05-21T00:23:23.157 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.158 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:23.158 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.158 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.158 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.158 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.158 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 0, 2024-05-21T00:23:23.158 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 0 2024-05-21T00:23:23.158 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.158 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-1": { 2024-05-21T00:23:23.158 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 341, 2024-05-21T00:23:23.158 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 481, 2024-05-21T00:23:23.158 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 84366, 2024-05-21T00:23:23.158 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 495070, 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 6, 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 4, 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.041221104, 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.017572572, 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.008120006, 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.011113172, 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 478, 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.025101688, 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000052513 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.159 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 320, 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 387200 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: "AsyncMessenger::Worker-2": { 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_messages": 200, 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages": 193, 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_bytes": 537116, 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_bytes": 114638, 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_created_connections": 3, 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_active_connections": 2, 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_total_time": 0.030664632, 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_send_time": 0.011495696, 2024-05-21T00:23:23.160 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_recv_time": 0.015180800, 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_running_fast_dispatch_time": 0.004536999, 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_messages_queue_lat": { 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 193, 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.011540722, 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000059796 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_handle_ack_lat": { 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_recv_encrypted_bytes": 536848, 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: "msgr_send_encrypted_bytes": 114320 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.161 INFO:teuthology.orchestra.run.smithi077.stdout: "cct": { 2024-05-21T00:23:23.162 INFO:teuthology.orchestra.run.smithi077.stdout: "total_workers": 1, 2024-05-21T00:23:23.162 INFO:teuthology.orchestra.run.smithi077.stdout: "unhealthy_workers": 0 2024-05-21T00:23:23.162 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.162 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-MDSRank": { 2024-05-21T00:23:23.162 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-05-21T00:23:23.162 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-05-21T00:23:23.162 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 2720, 2024-05-21T00:23:23.162 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.083225797, 2024-05-21T00:23:23.162 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000030597 2024-05-21T00:23:23.162 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:23.162 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.162 INFO:teuthology.orchestra.run.smithi077.stdout: "finisher-PurgeQueue": { 2024-05-21T00:23:23.162 INFO:teuthology.orchestra.run.smithi077.stdout: "queue_len": 0, 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: "complete_latency": { 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: "mds": { 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: "request": 0, 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: "reply": 0, 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: "reply_latency": { 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.163 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_reply": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "forward": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_complete": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_fetch_keys": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_commit": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_split": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_merge": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_top": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_bottom": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pin_tail": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_pinned": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_expired": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "inodes_with_caps": 0, 2024-05-21T00:23:23.164 INFO:teuthology.orchestra.run.smithi077.stdout: "caps": 0, 2024-05-21T00:23:23.165 INFO:teuthology.orchestra.run.smithi077.stdout: "subtrees": 1, 2024-05-21T00:23:23.165 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse": 0, 2024-05-21T00:23:23.165 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_hit": 0, 2024-05-21T00:23:23.165 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_forward": 0, 2024-05-21T00:23:23.165 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_discover": 0, 2024-05-21T00:23:23.165 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_dir_fetch": 0, 2024-05-21T00:23:23.165 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_remote_ino": 0, 2024-05-21T00:23:23.165 INFO:teuthology.orchestra.run.smithi077.stdout: "traverse_lock": 0, 2024-05-21T00:23:23.165 INFO:teuthology.orchestra.run.smithi077.stdout: "load_cent": 0, 2024-05-21T00:23:23.165 INFO:teuthology.orchestra.run.smithi077.stdout: "q": 0, 2024-05-21T00:23:23.165 INFO:teuthology.orchestra.run.smithi077.stdout: "exported": 0, 2024-05-21T00:23:23.165 INFO:teuthology.orchestra.run.smithi077.stdout: "exported_inodes": 0, 2024-05-21T00:23:23.165 INFO:teuthology.orchestra.run.smithi077.stdout: "imported": 0, 2024-05-21T00:23:23.166 INFO:teuthology.orchestra.run.smithi077.stdout: "imported_inodes": 0, 2024-05-21T00:23:23.166 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_dir_fetch": 0, 2024-05-21T00:23:23.166 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_backtrace_fetch": 0, 2024-05-21T00:23:23.166 INFO:teuthology.orchestra.run.smithi077.stdout: "openino_peer_discover": 0, 2024-05-21T00:23:23.166 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rfiles": 0, 2024-05-21T00:23:23.166 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rbytes": 0, 2024-05-21T00:23:23.166 INFO:teuthology.orchestra.run.smithi077.stdout: "root_rsnaps": 0, 2024-05-21T00:23:23.166 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_fetch": 0, 2024-05-21T00:23:23.166 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_set_tag": 0, 2024-05-21T00:23:23.166 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_backtrace_repaired": 0, 2024-05-21T00:23:23.166 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_inotable_repaired": 0, 2024-05-21T00:23:23.166 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_inodes": 0, 2024-05-21T00:23:23.166 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dir_base_inodes": 0, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_dirfrag_rstats": 0, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "scrub_file_inodes": 0, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_inode_file_caps": 0, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_revoke": 0, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_grant": 0, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_trunc": 0, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_cap_op_flush_ack": 0, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps": 0, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_caps_dirty": 0, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_cap_release": 0, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "process_request_cap_release": 0 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_cache": { 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update": 0, 2024-05-21T00:23:23.167 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_update_receipt": 0, 2024-05-21T00:23:23.168 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_try_discover": 0, 2024-05-21T00:23:23.168 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_send_discover": 0, 2024-05-21T00:23:23.168 INFO:teuthology.orchestra.run.smithi077.stdout: "dir_handle_discover": 0, 2024-05-21T00:23:23.168 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays": 0, 2024-05-21T00:23:23.168 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_delayed": 0, 2024-05-21T00:23:23.168 INFO:teuthology.orchestra.run.smithi077.stdout: "num_strays_enqueuing": 0, 2024-05-21T00:23:23.168 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_created": 0, 2024-05-21T00:23:23.168 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_enqueued": 0, 2024-05-21T00:23:23.168 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_reintegrated": 0, 2024-05-21T00:23:23.168 INFO:teuthology.orchestra.run.smithi077.stdout: "strays_migrated": 0, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_processing": 0, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_enqueued": 0, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "num_recovering_prioritized": 0, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_started": 0, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "recovery_completed": 0, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_quiesce_path": 0, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_quiesce_inode": 0, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_enqueue_scrub": 0, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_exportdir": 0, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_flush": 0, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragmentdir": 0, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_fragstats": 0, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "ireq_inodestats": 0 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.169 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_log": { 2024-05-21T00:23:23.170 INFO:teuthology.orchestra.run.smithi077.stdout: "evlrg": 0, 2024-05-21T00:23:23.170 INFO:teuthology.orchestra.run.smithi077.stdout: "evadd": 0, 2024-05-21T00:23:23.170 INFO:teuthology.orchestra.run.smithi077.stdout: "evex": 0, 2024-05-21T00:23:23.170 INFO:teuthology.orchestra.run.smithi077.stdout: "evtrm": 0, 2024-05-21T00:23:23.170 INFO:teuthology.orchestra.run.smithi077.stdout: "ev": 3, 2024-05-21T00:23:23.170 INFO:teuthology.orchestra.run.smithi077.stdout: "evexg": 0, 2024-05-21T00:23:23.170 INFO:teuthology.orchestra.run.smithi077.stdout: "evexd": 0, 2024-05-21T00:23:23.170 INFO:teuthology.orchestra.run.smithi077.stdout: "segadd": 0, 2024-05-21T00:23:23.170 INFO:teuthology.orchestra.run.smithi077.stdout: "segex": 0, 2024-05-21T00:23:23.170 INFO:teuthology.orchestra.run.smithi077.stdout: "segtrm": 0, 2024-05-21T00:23:23.170 INFO:teuthology.orchestra.run.smithi077.stdout: "seg": 2, 2024-05-21T00:23:23.170 INFO:teuthology.orchestra.run.smithi077.stdout: "segmjr": 2, 2024-05-21T00:23:23.170 INFO:teuthology.orchestra.run.smithi077.stdout: "segexg": 0, 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: "segexd": 0, 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: "expos": 4194304, 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: "wrpos": 4195202, 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: "rdpos": 4194892, 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: "jlat": { 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: "replayed": 3 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_mem": { 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: "ino": 3, 2024-05-21T00:23:23.171 INFO:teuthology.orchestra.run.smithi077.stdout: "ino+": 3, 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "ino-": 0, 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "dir": 1, 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "dir+": 1, 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "dir-": 0, 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "dn": 0, 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "dn+": 0, 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "dn-": 0, 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "cap": 0, 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "cap+": 0, 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "cap-": 0, 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "rss": 50288, 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "heap": 215416 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_server": { 2024-05-21T00:23:23.172 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_client_request": 0, 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: "dispatch_server_request": 0, 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_request": 0, 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_client_session": 0, 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: "handle_peer_request": 0, 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: "req_create_latency": { 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getattr_latency": { 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.173 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.174 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getfilelock_latency": { 2024-05-21T00:23:23.174 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.174 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.174 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.174 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.174 INFO:teuthology.orchestra.run.smithi077.stdout: "req_link_latency": { 2024-05-21T00:23:23.174 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.174 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.174 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.174 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.174 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookup_latency": { 2024-05-21T00:23:23.174 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.174 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookuphash_latency": { 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupino_latency": { 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupname_latency": { 2024-05-21T00:23:23.175 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupparent_latency": { 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lookupsnap_latency": { 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.176 INFO:teuthology.orchestra.run.smithi077.stdout: "req_lssnap_latency": { 2024-05-21T00:23:23.177 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.177 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.177 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.177 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.177 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mkdir_latency": { 2024-05-21T00:23:23.177 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.177 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.177 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.178 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.178 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mknod_latency": { 2024-05-21T00:23:23.178 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.178 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.178 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.178 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.178 INFO:teuthology.orchestra.run.smithi077.stdout: "req_mksnap_latency": { 2024-05-21T00:23:23.178 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.178 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.178 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.178 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.178 INFO:teuthology.orchestra.run.smithi077.stdout: "req_open_latency": { 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: "req_readdir_latency": { 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rename_latency": { 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.179 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: "req_renamesnap_latency": { 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: "req_snapdiff_latency": { 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmdir_latency": { 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.180 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.181 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.181 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmsnap_latency": { 2024-05-21T00:23:23.181 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.181 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.181 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.181 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.181 INFO:teuthology.orchestra.run.smithi077.stdout: "req_rmxattr_latency": { 2024-05-21T00:23:23.181 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.181 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.181 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.181 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.181 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setattr_latency": { 2024-05-21T00:23:23.182 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.182 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.182 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.182 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.182 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setdirlayout_latency": { 2024-05-21T00:23:23.182 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.182 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.182 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.182 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.182 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setfilelock_latency": { 2024-05-21T00:23:23.182 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.182 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.182 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setlayout_latency": { 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: "req_setxattr_latency": { 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: "req_symlink_latency": { 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.183 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: "req_unlink_latency": { 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_revoke_eviction": 0, 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: "cap_acquisition_throttle": 0, 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: "req_getvxattr_latency": { 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:23.184 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.185 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_sessions": { 2024-05-21T00:23:23.185 INFO:teuthology.orchestra.run.smithi077.stdout: "session_count": 1, 2024-05-21T00:23:23.185 INFO:teuthology.orchestra.run.smithi077.stdout: "session_add": 1, 2024-05-21T00:23:23.185 INFO:teuthology.orchestra.run.smithi077.stdout: "session_remove": 0, 2024-05-21T00:23:23.185 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_open": 1, 2024-05-21T00:23:23.185 INFO:teuthology.orchestra.run.smithi077.stdout: "sessions_stale": 0, 2024-05-21T00:23:23.185 INFO:teuthology.orchestra.run.smithi077.stdout: "total_load": 0, 2024-05-21T00:23:23.185 INFO:teuthology.orchestra.run.smithi077.stdout: "average_load": 0, 2024-05-21T00:23:23.185 INFO:teuthology.orchestra.run.smithi077.stdout: "avg_session_uptime": 2050, 2024-05-21T00:23:23.185 INFO:teuthology.orchestra.run.smithi077.stdout: "mdthresh_evicted": 0 2024-05-21T00:23:23.185 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.186 INFO:teuthology.orchestra.run.smithi077.stdout: "mempool": { 2024-05-21T00:23:23.186 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_bytes": 0, 2024-05-21T00:23:23.186 INFO:teuthology.orchestra.run.smithi077.stdout: "bloom_filter_items": 0, 2024-05-21T00:23:23.186 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_bytes": 0, 2024-05-21T00:23:23.186 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_alloc_items": 0, 2024-05-21T00:23:23.186 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_bytes": 0, 2024-05-21T00:23:23.186 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_data_items": 0, 2024-05-21T00:23:23.186 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_bytes": 0, 2024-05-21T00:23:23.186 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_onode_items": 0, 2024-05-21T00:23:23.186 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_bytes": 0, 2024-05-21T00:23:23.186 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_meta_items": 0, 2024-05-21T00:23:23.186 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_bytes": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_other_items": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_bytes": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_cache_buffer_items": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_bytes": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_extent_items": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_bytes": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_blob_items": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_bytes": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_shared_blob_items": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_bytes": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_inline_bl_items": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_bytes": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_fsck_items": 0, 2024-05-21T00:23:23.187 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_bytes": 0, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_txc_items": 0, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_bytes": 0, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_deferred_items": 0, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_bytes": 0, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "bluestore_writing_items": 0, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_bytes": 0, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_items": 0, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_bytes": 0, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_reader_items": 0, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_bytes": 0, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "bluefs_file_writer_items": 0, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_bytes": 189361, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_anon_items": 50, 2024-05-21T00:23:23.188 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_bytes": 0, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "buffer_meta_items": 0, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_bytes": 0, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_items": 0, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_bytes": 0, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_mapbl_items": 0, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_bytes": 0, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_pglog_items": 0, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_bytes": 7432, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_items": 156, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_bytes": 0, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "osdmap_mapping_items": 0, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_bytes": 0, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "pgmap_items": 0, 2024-05-21T00:23:23.189 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_bytes": 8512, 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: "mds_co_items": 13, 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_bytes": 0, 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_1_items": 0, 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_bytes": 0, 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: "unittest_2_items": 0 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: "objecter": { 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: "op_active": 0, 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: "op_laggy": 0, 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send": 1549, 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: "op_send_bytes": 21, 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: "op_resend": 3, 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: "op_reply": 1549, 2024-05-21T00:23:23.190 INFO:teuthology.orchestra.run.smithi077.stdout: "op_latency": { 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1549, 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.742984649, 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000479654 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "op_inflight": 0, 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "oplen_avg": { 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 1549, 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 1550 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "op": 1549, 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "op_r": 1549, 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "op_w": 0, 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "op_rmw": 0, 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "op_pg": 0, 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_stat": 939, 2024-05-21T00:23:23.191 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_create": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_read": 608, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_write": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writefull": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_writesame": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_append": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_zero": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_truncate": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_delete": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_mapext": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_sparse_read": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_clonerange": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_getxattr": 1, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_setxattr": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_cmpxattr": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_rmxattr": 0, 2024-05-21T00:23:23.192 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_resetxattrs": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_call": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_watch": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_notify": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_src_cmpxattr": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_pgls_filter": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "osdop_other": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_active": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_send": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_resend": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "linger_ping": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_active": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_send": 0, 2024-05-21T00:23:23.193 INFO:teuthology.orchestra.run.smithi077.stdout: "poolop_resend": 0, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_active": 0, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_send": 0, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "poolstat_resend": 0, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_active": 0, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_send": 0, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "statfs_resend": 0, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "command_active": 0, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "command_send": 0, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "command_resend": 0, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "map_epoch": 81, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "map_full": 0, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "map_inc": 2, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_sessions": 5, 2024-05-21T00:23:23.194 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_open": 5, 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_session_close": 0, 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: "osd_laggy": 0, 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_wr": 0, 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_rd": 2, 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_del": 0 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: "oft": { 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_objs": 0, 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_kv_pairs": 0, 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_updates": 0, 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: "omap_total_removes": 0 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: "osd-slow-ops": { 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: "slow_ops_count": 0 2024-05-21T00:23:23.195 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "purge_queue": { 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops": 0, 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_ops_high_water": 0, 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing": 0, 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executing_high_water": 0, 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed_ops": 0, 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_executed": 0, 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "pq_item_in_journal": 0 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 1746, 2024-05-21T00:23:23.196 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 813543, 2024-05-21T00:23:23.197 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:23.197 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 1746, 2024-05-21T00:23:23.197 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-05-21T00:23:23.197 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-05-21T00:23:23.197 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 1746, 2024-05-21T00:23:23.197 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 813543, 2024-05-21T00:23:23.197 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:23.197 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.197 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.197 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.197 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:23.198 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.198 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_bytes": { 2024-05-21T00:23:23.198 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:23.198 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 104857600, 2024-05-21T00:23:23.198 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:23.198 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-05-21T00:23:23.198 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-05-21T00:23:23.198 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:23.198 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:23.198 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 1549, 2024-05-21T00:23:23.198 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 903, 2024-05-21T00:23:23.198 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 1549, 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 903, 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-objecter_ops": { 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 1024, 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-05-21T00:23:23.199 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 1549, 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 1549, 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 1549, 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 1549, 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle": { 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-05-21T00:23:23.200 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 0, 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 0, 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: }, 2024-05-21T00:23:23.201 INFO:teuthology.orchestra.run.smithi077.stdout: "throttle-write_buf_throttle-0x55a7a1b486e0": { 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "val": 0, 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "max": 3758096384, 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "get_started": 0, 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "get": 0, 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "get_sum": 0, 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_fail": 0, 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "get_or_fail_success": 0, 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "take": 0, 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "take_sum": 0, 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "put": 0, 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "put_sum": 0, 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "wait": { 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "avgcount": 0, 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "sum": 0.000000000, 2024-05-21T00:23:23.202 INFO:teuthology.orchestra.run.smithi077.stdout: "avgtime": 0.000000000 2024-05-21T00:23:23.203 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:23.203 INFO:teuthology.orchestra.run.smithi077.stdout: } 2024-05-21T00:23:23.203 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-05-21T00:23:23.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:23 smithi060 ceph-mon[36426]: pgmap v628: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:23:23.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:23 smithi012 ceph-mon[31403]: pgmap v628: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:23:24.008 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-05-21T00:23:24.008 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-05-21T00:23:24.008 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-05-21T00:23:24.008 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-05-21T00:23:24.008 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-05-21T00:23:24.019 INFO:tasks.kclient:Unmounting kernel clients... 2024-05-21T00:23:24.019 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:23:24.019 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-21T00:23:24.068 DEBUG:teuthology.orchestra.run.smithi012:> set -ex 2024-05-21T00:23:24.068 DEBUG:teuthology.orchestra.run.smithi012:> dd if=/proc/self/mounts of=/dev/stdout 2024-05-21T00:23:24.155 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd blocklist ls 2024-05-21T00:23:24.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:24 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:23:24.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:24 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:23:24.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:24 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-21T00:23:24.674 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:23:25.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:25 smithi060 ceph-mon[36426]: pgmap v629: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:23:25.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:25 smithi077 ceph-mon[36377]: pgmap v629: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:23:25.561 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:25 smithi012 ceph-mon[31403]: pgmap v629: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-21T00:23:26.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:26 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:23:26.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:26 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:23:26.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:26 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:23:26.515 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:26 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:23:26.516 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:26 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:23:26.516 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:26 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:23:26.534 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:26 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-21T00:23:26.534 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:26 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-21T00:23:26.534 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:26 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' 2024-05-21T00:23:26.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.825+0000 7f5bdf200700 1 -- 172.21.15.12:0/3478779083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5be0109a80 msgr2=0x7f5be0109f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:26.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.825+0000 7f5bdf200700 1 --2- 172.21.15.12:0/3478779083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5be0109a80 0x7f5be0109f00 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f5bc8009990 tx=0x7f5bc8009ca0 comp rx=0 tx=0).stop 2024-05-21T00:23:26.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.826+0000 7f5bdf200700 1 -- 172.21.15.12:0/3478779083 shutdown_connections 2024-05-21T00:23:26.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.826+0000 7f5bdf200700 1 --2- 172.21.15.12:0/3478779083 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5be010a440 0x7f5be01168e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:26.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.826+0000 7f5bdf200700 1 --2- 172.21.15.12:0/3478779083 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5be010e950 0x7f5be010ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:26.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.826+0000 7f5bdf200700 1 --2- 172.21.15.12:0/3478779083 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5be0109a80 0x7f5be0109f00 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:26.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.826+0000 7f5bdf200700 1 -- 172.21.15.12:0/3478779083 >> 172.21.15.12:0/3478779083 conn(0x7f5be00792d0 msgr2=0x7f5be0108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:26.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.826+0000 7f5bdf200700 1 -- 172.21.15.12:0/3478779083 shutdown_connections 2024-05-21T00:23:26.828 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.826+0000 7f5bdf200700 1 -- 172.21.15.12:0/3478779083 wait complete. 2024-05-21T00:23:26.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.827+0000 7f5bdf200700 1 Processor -- start 2024-05-21T00:23:26.829 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.827+0000 7f5bdf200700 1 -- start start 2024-05-21T00:23:26.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.828+0000 7f5bdf200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5be0109a80 0x7f5be01a0150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:26.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.828+0000 7f5bdf200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5be010a440 0x7f5be01a0690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:26.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.828+0000 7f5bdf200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5be010e950 0x7f5be01a4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:26.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.828+0000 7f5bdf200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f5be0119c80 con 0x7f5be0109a80 2024-05-21T00:23:26.830 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.828+0000 7f5bdf200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f5be0119b00 con 0x7f5be010e950 2024-05-21T00:23:26.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.828+0000 7f5bdf200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f5be0119e00 con 0x7f5be010a440 2024-05-21T00:23:26.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.828+0000 7f5bdde00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5be0109a80 0x7f5be01a0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:26.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.828+0000 7f5bdde00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5be0109a80 0x7f5be01a0150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:56970/0 (socket says 172.21.15.12:56970) 2024-05-21T00:23:26.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.828+0000 7f5bdde00700 1 -- 172.21.15.12:0/691329335 learned_addr learned my addr 172.21.15.12:0/691329335 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:23:26.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.829+0000 7f5bd7e00700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5be010a440 0x7f5be01a0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:26.831 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.829+0000 7f5bde800700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5be010e950 0x7f5be01a4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:26.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.829+0000 7f5bdde00700 1 -- 172.21.15.12:0/691329335 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5be010a440 msgr2=0x7f5be01a0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:26.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.829+0000 7f5bdde00700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5be010a440 0x7f5be01a0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:26.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.829+0000 7f5bdde00700 1 -- 172.21.15.12:0/691329335 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5be010e950 msgr2=0x7f5be01a4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:26.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.829+0000 7f5bdde00700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5be010e950 0x7f5be01a4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:26.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.829+0000 7f5bdde00700 1 -- 172.21.15.12:0/691329335 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5be01a5160 con 0x7f5be0109a80 2024-05-21T00:23:26.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.829+0000 7f5bd7e00700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5be010a440 0x7f5be01a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:23:26.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.829+0000 7f5bdde00700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5be0109a80 0x7f5be01a0150 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f5bd000eb30 tx=0x7f5bd000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:26.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.830+0000 7f5bd6a00700 1 -- 172.21.15.12:0/691329335 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd000cc90 con 0x7f5be0109a80 2024-05-21T00:23:26.832 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.830+0000 7f5bdf200700 1 -- 172.21.15.12:0/691329335 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5be01a5450 con 0x7f5be0109a80 2024-05-21T00:23:26.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.830+0000 7f5bd6a00700 1 -- 172.21.15.12:0/691329335 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f5bd00044d0 con 0x7f5be0109a80 2024-05-21T00:23:26.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.830+0000 7f5bd6a00700 1 -- 172.21.15.12:0/691329335 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd0010430 con 0x7f5be0109a80 2024-05-21T00:23:26.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.830+0000 7f5bdf200700 1 -- 172.21.15.12:0/691329335 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5be01accd0 con 0x7f5be0109a80 2024-05-21T00:23:26.833 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.831+0000 7f5bdf200700 1 -- 172.21.15.12:0/691329335 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5be006a230 con 0x7f5be0109a80 2024-05-21T00:23:26.836 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.835+0000 7f5bd6a00700 1 -- 172.21.15.12:0/691329335 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f5bd0003ea0 con 0x7f5be0109a80 2024-05-21T00:23:26.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.836+0000 7f5bd6a00700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bc40b2880 0x7f5bc40b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:26.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.836+0000 7f5bd6a00700 1 -- 172.21.15.12:0/691329335 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f5bd00e2550 con 0x7f5be0109a80 2024-05-21T00:23:26.838 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.836+0000 7f5bd7e00700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bc40b2880 0x7f5bc40b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:26.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.837+0000 7f5bd7e00700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bc40b2880 0x7f5bc40b4d40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f5be0109630 tx=0x7f5bc801a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:26.839 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:26.838+0000 7f5bd6a00700 1 -- 172.21.15.12:0/691329335 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f5bd00aa240 con 0x7f5be0109a80 2024-05-21T00:23:27.093 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.091+0000 7f5bdf200700 1 -- 172.21.15.12:0/691329335 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5be01a14b0 con 0x7f5be0109a80 2024-05-21T00:23:27.094 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.092+0000 7f5bd6a00700 1 -- 172.21.15.12:0/691329335 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v81) ==== 81+0+589 (secure 0 0 0) 0x7f5bd00a9b40 con 0x7f5be0109a80 2024-05-21T00:23:27.094 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/2206749889 2024-05-22T00:04:47.378311+0000 2024-05-21T00:23:27.094 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6801/2123222717 2024-05-22T00:04:47.378311+0000 2024-05-21T00:23:27.094 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/840755370 2024-05-22T00:04:47.378311+0000 2024-05-21T00:23:27.094 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6800/452244138 2024-05-22T00:04:13.638637+0000 2024-05-21T00:23:27.095 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/2890553385 2024-05-22T00:04:13.638637+0000 2024-05-21T00:23:27.095 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6800/2123222717 2024-05-22T00:04:47.378311+0000 2024-05-21T00:23:27.095 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/3618065373 2024-05-22T00:04:13.638637+0000 2024-05-21T00:23:27.095 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/3942652702 2024-05-22T00:04:47.378311+0000 2024-05-21T00:23:27.095 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:6801/452244138 2024-05-22T00:04:13.638637+0000 2024-05-21T00:23:27.095 INFO:teuthology.orchestra.run.smithi012.stdout:172.21.15.12:0/1867303420 2024-05-22T00:04:13.638637+0000 2024-05-21T00:23:27.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.095+0000 7f5bdf200700 1 -- 172.21.15.12:0/691329335 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bc40b2880 msgr2=0x7f5bc40b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:27.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.095+0000 7f5bdf200700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bc40b2880 0x7f5bc40b4d40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f5be0109630 tx=0x7f5bc801a040 comp rx=0 tx=0).stop 2024-05-21T00:23:27.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.095+0000 7f5bdf200700 1 -- 172.21.15.12:0/691329335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5be0109a80 msgr2=0x7f5be01a0150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:27.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.095+0000 7f5bdf200700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5be0109a80 0x7f5be01a0150 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f5bd000eb30 tx=0x7f5bd000ee40 comp rx=0 tx=0).stop 2024-05-21T00:23:27.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.096+0000 7f5bdf200700 1 -- 172.21.15.12:0/691329335 shutdown_connections 2024-05-21T00:23:27.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.096+0000 7f5bdf200700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f5be010e950 0x7f5be01a4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:27.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.096+0000 7f5bdf200700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f5bc40b2880 0x7f5bc40b4d40 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:27.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.096+0000 7f5bdf200700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f5be0109a80 0x7f5be01a0150 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:27.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.096+0000 7f5bdf200700 1 --2- 172.21.15.12:0/691329335 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f5be010a440 0x7f5be01a0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:27.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.096+0000 7f5bdf200700 1 -- 172.21.15.12:0/691329335 >> 172.21.15.12:0/691329335 conn(0x7f5be00792d0 msgr2=0x7f5be0079950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:27.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.096+0000 7f5bdf200700 1 -- 172.21.15.12:0/691329335 shutdown_connections 2024-05-21T00:23:27.099 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:27.096+0000 7f5bdf200700 1 -- 172.21.15.12:0/691329335 wait complete. 2024-05-21T00:23:27.099 INFO:teuthology.orchestra.run.smithi012.stderr:listed 10 entries 2024-05-21T00:23:27.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:27 smithi077 ceph-mon[36377]: pgmap v630: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:23:27.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:27 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/691329335' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-21T00:23:27.467 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:27 smithi012 ceph-mon[31403]: pgmap v630: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:23:27.467 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:27 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/691329335' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-21T00:23:27.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:27 smithi060 ceph-mon[36426]: pgmap v630: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-21T00:23:27.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:27 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/691329335' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-05-21T00:23:27.977 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-05-21T00:23:27.977 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:23:27.977 DEBUG:teuthology.orchestra.run.smithi012:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-05-21T00:23:28.123 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi012.front.sepia.ceph.com 2024-05-21T00:23:28.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:23:28.123 DEBUG:teuthology.orchestra.run.smithi012:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-05-21T00:23:28.182 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:23:28.183 DEBUG:teuthology.orchestra.run.smithi012:> ip netns list 2024-05-21T00:23:28.222 INFO:teuthology.orchestra.run.smithi012.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-05-21T00:23:28.223 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:23:28.223 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-05-21T00:23:28.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-05-21T00:23:28.343 DEBUG:teuthology.orchestra.run.smithi012:> sudo ip link delete ceph-brx 2024-05-21T00:23:28.481 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-05-21T00:23:28.498 INFO:tasks.cephadm:Teardown begin 2024-05-21T00:23:28.498 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-05-21T00:23:28.498 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:23:28.953 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:23:29.418 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:29 smithi012 ceph-mon[31403]: pgmap v631: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:23:29.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:29 smithi060 ceph-mon[36426]: pgmap v631: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:23:29.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:29 smithi077 ceph-mon[36377]: pgmap v631: 97 pgs: 97 active+clean; 1.2 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-05-21T00:23:31.169 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.166+0000 7f8d44c00700 1 -- 172.21.15.12:0/181335299 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401095b0 msgr2=0x7f8d40109990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:31.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.166+0000 7f8d44c00700 1 --2- 172.21.15.12:0/181335299 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401095b0 0x7f8d40109990 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f8d300098f0 tx=0x7f8d30009c00 comp rx=0 tx=0).stop 2024-05-21T00:23:31.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.166+0000 7f8d44c00700 1 -- 172.21.15.12:0/181335299 shutdown_connections 2024-05-21T00:23:31.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.166+0000 7f8d44c00700 1 --2- 172.21.15.12:0/181335299 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8d4006bbe0 0x7f8d401103d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:31.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.166+0000 7f8d44c00700 1 --2- 172.21.15.12:0/181335299 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401095b0 0x7f8d40109990 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:31.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.166+0000 7f8d44c00700 1 --2- 172.21.15.12:0/181335299 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d4006b220 0x7f8d4006b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:31.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.166+0000 7f8d44c00700 1 -- 172.21.15.12:0/181335299 >> 172.21.15.12:0/181335299 conn(0x7f8d400793f0 msgr2=0x7f8d40079800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:31.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.166+0000 7f8d44c00700 1 -- 172.21.15.12:0/181335299 shutdown_connections 2024-05-21T00:23:31.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.167+0000 7f8d44c00700 1 -- 172.21.15.12:0/181335299 wait complete. 2024-05-21T00:23:31.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.168+0000 7f8d44c00700 1 Processor -- start 2024-05-21T00:23:31.170 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.168+0000 7f8d44c00700 1 -- start start 2024-05-21T00:23:31.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.168+0000 7f8d44c00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8d4006b220 0x7f8d4019bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:31.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.168+0000 7f8d44c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d4006bbe0 0x7f8d4019c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:31.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.168+0000 7f8d44c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401095b0 0x7f8d401a0760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:31.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.168+0000 7f8d44c00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f8d401136f0 con 0x7f8d401095b0 2024-05-21T00:23:31.172 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.168+0000 7f8d44c00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f8d40113570 con 0x7f8d4006b220 2024-05-21T00:23:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.168+0000 7f8d44c00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f8d40113870 con 0x7f8d4006bbe0 2024-05-21T00:23:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.169+0000 7f8d3de00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8d4006b220 0x7f8d4019bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.169+0000 7f8d3e800700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401095b0 0x7f8d401a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.169+0000 7f8d3de00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8d4006b220 0x7f8d4019bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:42138/0 (socket says 172.21.15.12:42138) 2024-05-21T00:23:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.169+0000 7f8d3de00700 1 -- 172.21.15.12:0/3109026286 learned_addr learned my addr 172.21.15.12:0/3109026286 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:23:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.169+0000 7f8d3d400700 1 --2- 172.21.15.12:0/3109026286 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d4006bbe0 0x7f8d4019c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.169+0000 7f8d3de00700 1 -- 172.21.15.12:0/3109026286 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d4006bbe0 msgr2=0x7f8d4019c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.169+0000 7f8d3de00700 1 --2- 172.21.15.12:0/3109026286 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d4006bbe0 0x7f8d4019c420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.169+0000 7f8d3de00700 1 -- 172.21.15.12:0/3109026286 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401095b0 msgr2=0x7f8d401a0760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.169+0000 7f8d3de00700 1 --2- 172.21.15.12:0/3109026286 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401095b0 0x7f8d401a0760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.169+0000 7f8d3de00700 1 -- 172.21.15.12:0/3109026286 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d401a0ea0 con 0x7f8d4006b220 2024-05-21T00:23:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.169+0000 7f8d3de00700 1 --2- 172.21.15.12:0/3109026286 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8d4006b220 0x7f8d4019bee0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f8d3000f990 tx=0x7f8d3000f9c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:31.173 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.170+0000 7f8d36a00700 1 -- 172.21.15.12:0/3109026286 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d30027070 con 0x7f8d4006b220 2024-05-21T00:23:31.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.170+0000 7f8d36a00700 1 -- 172.21.15.12:0/3109026286 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f8d30005570 con 0x7f8d4006b220 2024-05-21T00:23:31.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.170+0000 7f8d44c00700 1 -- 172.21.15.12:0/3109026286 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d401a1130 con 0x7f8d4006b220 2024-05-21T00:23:31.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.170+0000 7f8d36a00700 1 -- 172.21.15.12:0/3109026286 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d30004930 con 0x7f8d4006b220 2024-05-21T00:23:31.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.170+0000 7f8d44c00700 1 -- 172.21.15.12:0/3109026286 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d401a8a10 con 0x7f8d4006b220 2024-05-21T00:23:31.174 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.171+0000 7f8d44c00700 1 -- 172.21.15.12:0/3109026286 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d4006a230 con 0x7f8d4006b220 2024-05-21T00:23:31.175 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.173+0000 7f8d36a00700 1 -- 172.21.15.12:0/3109026286 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f8d3002a070 con 0x7f8d4006b220 2024-05-21T00:23:31.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.175+0000 7f8d36a00700 1 --2- 172.21.15.12:0/3109026286 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8d240b2900 0x7f8d240b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:31.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.175+0000 7f8d36a00700 1 -- 172.21.15.12:0/3109026286 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f8d300e2bd0 con 0x7f8d4006b220 2024-05-21T00:23:31.177 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.175+0000 7f8d3d400700 1 --2- 172.21.15.12:0/3109026286 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8d240b2900 0x7f8d240b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:31.178 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.176+0000 7f8d3d400700 1 --2- 172.21.15.12:0/3109026286 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8d240b2900 0x7f8d240b4dc0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f8d40110780 tx=0x7f8d2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:31.180 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.179+0000 7f8d36a00700 1 -- 172.21.15.12:0/3109026286 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f8d3005fdf0 con 0x7f8d4006b220 2024-05-21T00:23:31.466 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.464+0000 7f8d44c00700 1 -- 172.21.15.12:0/3109026286 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8d401a8be0 con 0x7f8d4006b220 2024-05-21T00:23:31.467 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:31 smithi012 ceph-mon[31403]: pgmap v632: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-21T00:23:31.467 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.466+0000 7f8d36a00700 1 -- 172.21.15.12:0/3109026286 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7f8d30013030 con 0x7f8d4006b220 2024-05-21T00:23:31.468 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:23:31.468 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:23:31.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.469+0000 7f8d44c00700 1 -- 172.21.15.12:0/3109026286 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8d240b2900 msgr2=0x7f8d240b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:31.472 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.469+0000 7f8d44c00700 1 --2- 172.21.15.12:0/3109026286 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8d240b2900 0x7f8d240b4dc0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f8d40110780 tx=0x7f8d2c009260 comp rx=0 tx=0).stop 2024-05-21T00:23:31.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.469+0000 7f8d44c00700 1 -- 172.21.15.12:0/3109026286 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8d4006b220 msgr2=0x7f8d4019bee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:31.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.469+0000 7f8d44c00700 1 --2- 172.21.15.12:0/3109026286 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8d4006b220 0x7f8d4019bee0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f8d3000f990 tx=0x7f8d3000f9c0 comp rx=0 tx=0).stop 2024-05-21T00:23:31.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.469+0000 7f8d44c00700 1 -- 172.21.15.12:0/3109026286 shutdown_connections 2024-05-21T00:23:31.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.469+0000 7f8d44c00700 1 --2- 172.21.15.12:0/3109026286 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f8d240b2900 0x7f8d240b4dc0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:31.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.469+0000 7f8d44c00700 1 --2- 172.21.15.12:0/3109026286 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f8d401095b0 0x7f8d401a0760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:31.473 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.469+0000 7f8d44c00700 1 --2- 172.21.15.12:0/3109026286 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f8d4006b220 0x7f8d4019bee0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:31.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.469+0000 7f8d44c00700 1 --2- 172.21.15.12:0/3109026286 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f8d4006bbe0 0x7f8d4019c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:31.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.469+0000 7f8d44c00700 1 -- 172.21.15.12:0/3109026286 >> 172.21.15.12:0/3109026286 conn(0x7f8d400793f0 msgr2=0x7f8d40100f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:31.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.470+0000 7f8d44c00700 1 -- 172.21.15.12:0/3109026286 shutdown_connections 2024-05-21T00:23:31.474 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:31.470+0000 7f8d44c00700 1 -- 172.21.15.12:0/3109026286 wait complete. 2024-05-21T00:23:31.475 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:23:31.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:31 smithi060 ceph-mon[36426]: pgmap v632: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-21T00:23:31.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:31 smithi077 ceph-mon[36377]: pgmap v632: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-05-21T00:23:32.456 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:32 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3109026286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:23:32.460 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs dump --format=json 2024-05-21T00:23:32.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:32 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3109026286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:23:32.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:32 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3109026286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:23:32.952 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:23:33.372 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:33 smithi012 ceph-mon[31403]: pgmap v633: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 10 op/s 2024-05-21T00:23:33.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:33 smithi060 ceph-mon[36426]: pgmap v633: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 10 op/s 2024-05-21T00:23:33.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:33 smithi077 ceph-mon[36377]: pgmap v633: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 10 op/s 2024-05-21T00:23:34.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:34 smithi060 ceph-mon[36426]: pgmap v634: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-21T00:23:34.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:34 smithi077 ceph-mon[36377]: pgmap v634: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-21T00:23:34.533 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:34 smithi012 ceph-mon[31403]: pgmap v634: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-21T00:23:35.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.062+0000 7fd337200700 1 -- 172.21.15.12:0/2153882920 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd338075970 msgr2=0x7fd338075d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:35.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.063+0000 7fd337200700 1 --2- 172.21.15.12:0/2153882920 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd338075970 0x7fd338075d50 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fd328009990 tx=0x7fd328009ca0 comp rx=0 tx=0).stop 2024-05-21T00:23:35.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.063+0000 7fd337200700 1 -- 172.21.15.12:0/2153882920 shutdown_connections 2024-05-21T00:23:35.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.063+0000 7fd337200700 1 --2- 172.21.15.12:0/2153882920 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd33810fcb0 0x7fd338112120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:35.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.063+0000 7fd337200700 1 --2- 172.21.15.12:0/2153882920 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd338075970 0x7fd338075d50 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:35.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.063+0000 7fd337200700 1 --2- 172.21.15.12:0/2153882920 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd338076290 0x7fd33810f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:35.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.063+0000 7fd337200700 1 -- 172.21.15.12:0/2153882920 >> 172.21.15.12:0/2153882920 conn(0x7fd3380fefc0 msgr2=0x7fd3381013e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:35.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.063+0000 7fd337200700 1 -- 172.21.15.12:0/2153882920 shutdown_connections 2024-05-21T00:23:35.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.063+0000 7fd337200700 1 -- 172.21.15.12:0/2153882920 wait complete. 2024-05-21T00:23:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.064+0000 7fd337200700 1 Processor -- start 2024-05-21T00:23:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.064+0000 7fd337200700 1 -- start start 2024-05-21T00:23:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.064+0000 7fd337200700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd338075970 0x7fd33819bd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.064+0000 7fd337200700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd338076290 0x7fd33819c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.064+0000 7fd337200700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd33810fcb0 0x7fd3381a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:35.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.065+0000 7fd337200700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fd338115880 con 0x7fd33810fcb0 2024-05-21T00:23:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.065+0000 7fd337200700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fd338115700 con 0x7fd338076290 2024-05-21T00:23:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.065+0000 7fd337200700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fd338115a00 con 0x7fd338075970 2024-05-21T00:23:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.065+0000 7fd32d400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd338076290 0x7fd33819c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.065+0000 7fd32d400700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd338076290 0x7fd33819c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.60:3300/0 says I am v2:172.21.15.12:42164/0 (socket says 172.21.15.12:42164) 2024-05-21T00:23:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.065+0000 7fd32d400700 1 -- 172.21.15.12:0/2584168113 learned_addr learned my addr 172.21.15.12:0/2584168113 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:23:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.065+0000 7fd336800700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd33810fcb0 0x7fd3381a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.065+0000 7fd335e00700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd338075970 0x7fd33819bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.065+0000 7fd32d400700 1 -- 172.21.15.12:0/2584168113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd338075970 msgr2=0x7fd33819bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.065+0000 7fd32d400700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd338075970 0x7fd33819bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.065+0000 7fd32d400700 1 -- 172.21.15.12:0/2584168113 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd33810fcb0 msgr2=0x7fd3381a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.065+0000 7fd32d400700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd33810fcb0 0x7fd3381a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:35.068 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.065+0000 7fd32d400700 1 -- 172.21.15.12:0/2584168113 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3381a0da0 con 0x7fd338076290 2024-05-21T00:23:35.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.066+0000 7fd32d400700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd338076290 0x7fd33819c2d0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fd32000eb30 tx=0x7fd32000ee40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:35.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.066+0000 7fd32f400700 1 -- 172.21.15.12:0/2584168113 <== mon.2 v2:172.21.15.60:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd32000cbd0 con 0x7fd338076290 2024-05-21T00:23:35.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.066+0000 7fd337200700 1 -- 172.21.15.12:0/2584168113 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3381a1090 con 0x7fd338076290 2024-05-21T00:23:35.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.066+0000 7fd32f400700 1 -- 172.21.15.12:0/2584168113 <== mon.2 v2:172.21.15.60:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fd3200044d0 con 0x7fd338076290 2024-05-21T00:23:35.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.066+0000 7fd32f400700 1 -- 172.21.15.12:0/2584168113 <== mon.2 v2:172.21.15.60:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd320003e30 con 0x7fd338076290 2024-05-21T00:23:35.069 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.066+0000 7fd337200700 1 -- 172.21.15.12:0/2584168113 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3381a8910 con 0x7fd338076290 2024-05-21T00:23:35.070 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.067+0000 7fd337200700 1 -- 172.21.15.12:0/2584168113 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd33806a230 con 0x7fd338076290 2024-05-21T00:23:35.071 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.070+0000 7fd32f400700 1 -- 172.21.15.12:0/2584168113 <== mon.2 v2:172.21.15.60:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fd320004000 con 0x7fd338076290 2024-05-21T00:23:35.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.071+0000 7fd32f400700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd3180b2900 0x7fd3180b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:35.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.071+0000 7fd32f400700 1 -- 172.21.15.12:0/2584168113 <== mon.2 v2:172.21.15.60:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fd3200e2760 con 0x7fd338076290 2024-05-21T00:23:35.073 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.071+0000 7fd335e00700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd3180b2900 0x7fd3180b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:35.074 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.072+0000 7fd335e00700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd3180b2900 0x7fd3180b4dc0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd32800b2e0 tx=0x7fd328005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:35.075 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.073+0000 7fd32f400700 1 -- 172.21.15.12:0/2584168113 <== mon.2 v2:172.21.15.60:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fd320054df0 con 0x7fd338076290 2024-05-21T00:23:35.369 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.367+0000 7fd337200700 1 -- 172.21.15.12:0/2584168113 --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd33819d0f0 con 0x7fd338076290 2024-05-21T00:23:35.370 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.368+0000 7fd32f400700 1 -- 172.21.15.12:0/2584168113 <== mon.2 v2:172.21.15.60:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11916 (secure 0 0 0) 0x7fd3200042f0 con 0x7fd338076290 2024-05-21T00:23:35.370 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:23:35.371 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14370,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6837/1169456908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6836","nonce":1169456908},{"type":"v1","addr":"172.21.15.12:6837","nonce":1169456908}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14403,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.12:6839/16984876","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6838","nonce":16984876},{"type":"v1","addr":"172.21.15.12:6839","nonce":16984876}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-05-21T00:12:59.747732+0000","modified":"2024-05-21T00:16:59.209158+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24538,"mds_1":24530,"mds_2":24523,"mds_3":24505,"mds_4":24493},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24443":{"gid":24443,"name":"k","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6833/1214326622","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6832","nonce":1214326622},{"type":"v1","addr":"172.21.15.60:6833","nonce":1214326622}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24448":{"gid":24448,"name":"l","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.77:6833/3852286108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":3852286108},{"type":"v1","addr":"172.21.15.77:6833","nonce":3852286108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"j","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.12:6835/4067242725","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6834","nonce":4067242725},{"type":"v1","addr":"172.21.15.12:6835","nonce":4067242725}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24473":{"gid":24473,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6835/3705071048","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6834","nonce":3705071048},{"type":"v1","addr":"172.21.15.60:6835","nonce":3705071048}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.60:6837/864212275","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6836","nonce":864212275},{"type":"v1","addr":"172.21.15.60:6837","nonce":864212275}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24493":{"gid":24493,"name":"f","rank":4,"incarnation":25,"state":"up:active","state_seq":17,"addr":"172.21.15.77:6835/4140862249","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6834","nonce":4140862249},{"type":"v1","addr":"172.21.15.77:6835","nonce":4140862249}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24505":{"gid":24505,"name":"c","rank":3,"incarnation":23,"state":"up:active","state_seq":16,"addr":"172.21.15.77:6837/2756899193","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6836","nonce":2756899193},{"type":"v1","addr":"172.21.15.77:6837","nonce":2756899193}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24523":{"gid":24523,"name":"i","rank":2,"incarnation":21,"state":"up:active","state_seq":14,"addr":"172.21.15.77:6839/1967320043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6838","nonce":1967320043},{"type":"v1","addr":"172.21.15.77:6839","nonce":1967320043}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24530":{"gid":24530,"name":"b","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.60:6839/1377681281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6838","nonce":1377681281},{"type":"v1","addr":"172.21.15.60:6839","nonce":1377681281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24538":{"gid":24538,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":7,"addr":"172.21.15.12:6841/3145827492","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6840","nonce":3145827492},{"type":"v1","addr":"172.21.15.12:6841","nonce":3145827492}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24538,"qdb_cluster":[24523,24530,24538,24493,24505]},"id":1}]} 2024-05-21T00:23:35.373 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.371+0000 7fd337200700 1 -- 172.21.15.12:0/2584168113 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd3180b2900 msgr2=0x7fd3180b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:35.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.371+0000 7fd337200700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd3180b2900 0x7fd3180b4dc0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd32800b2e0 tx=0x7fd328005fd0 comp rx=0 tx=0).stop 2024-05-21T00:23:35.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.371+0000 7fd337200700 1 -- 172.21.15.12:0/2584168113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd338076290 msgr2=0x7fd33819c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:35.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.371+0000 7fd337200700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd338076290 0x7fd33819c2d0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fd32000eb30 tx=0x7fd32000ee40 comp rx=0 tx=0).stop 2024-05-21T00:23:35.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.372+0000 7fd337200700 1 -- 172.21.15.12:0/2584168113 shutdown_connections 2024-05-21T00:23:35.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.372+0000 7fd337200700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fd3180b2900 0x7fd3180b4dc0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:35.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.372+0000 7fd337200700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fd33810fcb0 0x7fd3381a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:35.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.372+0000 7fd337200700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fd338075970 0x7fd33819bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:35.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.372+0000 7fd337200700 1 --2- 172.21.15.12:0/2584168113 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fd338076290 0x7fd33819c2d0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:35.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.372+0000 7fd337200700 1 -- 172.21.15.12:0/2584168113 >> 172.21.15.12:0/2584168113 conn(0x7fd3380fefc0 msgr2=0x7fd3380ffd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:35.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.372+0000 7fd337200700 1 -- 172.21.15.12:0/2584168113 shutdown_connections 2024-05-21T00:23:35.374 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:35.372+0000 7fd337200700 1 -- 172.21.15.12:0/2584168113 wait complete. 2024-05-21T00:23:35.375 INFO:teuthology.orchestra.run.smithi012.stderr:dumped fsmap epoch 29 2024-05-21T00:23:35.713 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:35 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/2584168113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:23:35.729 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:35 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/2584168113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:23:35.740 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:35 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/2584168113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-05-21T00:23:36.235 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd dump --format=json 2024-05-21T00:23:36.710 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:23:36.729 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:36 smithi060 ceph-mon[36426]: pgmap v635: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 597 B/s wr, 12 op/s 2024-05-21T00:23:36.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:36 smithi077 ceph-mon[36377]: pgmap v635: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 597 B/s wr, 12 op/s 2024-05-21T00:23:36.819 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:36 smithi012 ceph-mon[31403]: pgmap v635: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 597 B/s wr, 12 op/s 2024-05-21T00:23:38.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.786+0000 7f794b000700 1 -- 172.21.15.12:0/670106928 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7944105770 msgr2=0x7f7944105bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:38.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.786+0000 7f794b000700 1 --2- 172.21.15.12:0/670106928 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7944105770 0x7f7944105bf0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f792c0098f0 tx=0x7f792c009c00 comp rx=0 tx=0).stop 2024-05-21T00:23:38.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.786+0000 7f794b000700 1 -- 172.21.15.12:0/670106928 shutdown_connections 2024-05-21T00:23:38.789 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.786+0000 7f794b000700 1 --2- 172.21.15.12:0/670106928 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7944106130 0x7f7944112640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:38.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.786+0000 7f794b000700 1 --2- 172.21.15.12:0/670106928 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f794410b770 0x7f794410bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:38.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.786+0000 7f794b000700 1 --2- 172.21.15.12:0/670106928 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7944105770 0x7f7944105bf0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:38.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.786+0000 7f794b000700 1 -- 172.21.15.12:0/670106928 >> 172.21.15.12:0/670106928 conn(0x7f7944101240 msgr2=0x7f7944103660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:38.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.786+0000 7f794b000700 1 -- 172.21.15.12:0/670106928 shutdown_connections 2024-05-21T00:23:38.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.786+0000 7f794b000700 1 -- 172.21.15.12:0/670106928 wait complete. 2024-05-21T00:23:38.790 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.788+0000 7f794b000700 1 Processor -- start 2024-05-21T00:23:38.791 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.788+0000 7f794b000700 1 -- start start 2024-05-21T00:23:38.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.788+0000 7f794b000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7944105770 0x7f794419bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:38.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.788+0000 7f794b000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7944106130 0x7f794419c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:38.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.788+0000 7f794b000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f794410b770 0x7f79441a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:38.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.789+0000 7f794b000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f7944115950 con 0x7f794410b770 2024-05-21T00:23:38.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.789+0000 7f794b000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f79441157d0 con 0x7f7944105770 2024-05-21T00:23:38.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.789+0000 7f794b000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f7944115ad0 con 0x7f7944106130 2024-05-21T00:23:38.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.789+0000 7f793be00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7944106130 0x7f794419c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:38.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.789+0000 7f793be00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7944106130 0x7f794419c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:58658/0 (socket says 172.21.15.12:58658) 2024-05-21T00:23:38.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.789+0000 7f793be00700 1 -- 172.21.15.12:0/3608869282 learned_addr learned my addr 172.21.15.12:0/3608869282 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:23:38.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.789+0000 7f7943e00700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7944105770 0x7f794419bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:38.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.789+0000 7f7949000700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f794410b770 0x7f79441a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:38.792 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.789+0000 7f793be00700 1 -- 172.21.15.12:0/3608869282 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7944105770 msgr2=0x7f794419bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:38.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.789+0000 7f793be00700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7944105770 0x7f794419bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:38.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.789+0000 7f793be00700 1 -- 172.21.15.12:0/3608869282 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f794410b770 msgr2=0x7f79441a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:38.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.789+0000 7f793be00700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f794410b770 0x7f79441a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:38.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.789+0000 7f793be00700 1 -- 172.21.15.12:0/3608869282 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79441a0e60 con 0x7f7944106130 2024-05-21T00:23:38.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.790+0000 7f793be00700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7944106130 0x7f794419c3e0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f792c00f990 tx=0x7f792c00f9c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:38.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.790+0000 7f7941600700 1 -- 172.21.15.12:0/3608869282 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c027070 con 0x7f7944106130 2024-05-21T00:23:38.793 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.790+0000 7f7941600700 1 -- 172.21.15.12:0/3608869282 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f792c0055f0 con 0x7f7944106130 2024-05-21T00:23:38.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.790+0000 7f7941600700 1 -- 172.21.15.12:0/3608869282 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f792c004930 con 0x7f7944106130 2024-05-21T00:23:38.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.790+0000 7f794b000700 1 -- 172.21.15.12:0/3608869282 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79441a10f0 con 0x7f7944106130 2024-05-21T00:23:38.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.790+0000 7f794b000700 1 -- 172.21.15.12:0/3608869282 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79441a89d0 con 0x7f7944106130 2024-05-21T00:23:38.794 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.791+0000 7f794b000700 1 -- 172.21.15.12:0/3608869282 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f794406a230 con 0x7f7944106130 2024-05-21T00:23:38.796 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.794+0000 7f7941600700 1 -- 172.21.15.12:0/3608869282 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f792c02a070 con 0x7f7944106130 2024-05-21T00:23:38.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.796+0000 7f7941600700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f79280b2900 0x7f79280b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:38.797 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.796+0000 7f7941600700 1 -- 172.21.15.12:0/3608869282 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7f792c0e3210 con 0x7f7944106130 2024-05-21T00:23:38.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.796+0000 7f7943e00700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f79280b2900 0x7f79280b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:38.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.797+0000 7f7943e00700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f79280b2900 0x7f79280b4dc0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f7934005fd0 tx=0x7f7934009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:38.799 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:38.798+0000 7f7941600700 1 -- 172.21.15.12:0/3608869282 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f792c031070 con 0x7f7944106130 2024-05-21T00:23:39.044 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.042+0000 7f794b000700 1 -- 172.21.15.12:0/3608869282 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f794402e560 con 0x7f7944106130 2024-05-21T00:23:39.046 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.044+0000 7f7941600700 1 -- 172.21.15.12:0/3608869282 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) ==== 74+0+22452 (secure 0 0 0) 0x7f792c013030 con 0x7f7944106130 2024-05-21T00:23:39.046 INFO:teuthology.orchestra.run.smithi012.stdout: 2024-05-21T00:23:39.047 INFO:teuthology.orchestra.run.smithi012.stdout:{"epoch":81,"fsid":"66e3e586-1705-11ef-bc9a-c7b262605968","created":"2024-05-21T00:03:31.857871+0000","modified":"2024-05-21T00:13:48.805372+0000","last_up_change":"2024-05-21T00:11:45.298954+0000","last_in_change":"2024-05-21T00:11:25.604086+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-21T00:07:33.533592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-05-21T00:12:51.199495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-05-21T00:12:55.743028+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eb262230-57ca-4f86-9c2b-480a80166146","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6802","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6803","nonce":555322069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6804","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6805","nonce":555322069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6808","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6809","nonce":555322069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6806","nonce":555322069},{"type":"v1","addr":"172.21.15.12:6807","nonce":555322069}]},"public_addr":"172.21.15.12:6803/555322069","cluster_addr":"172.21.15.12:6805/555322069","heartbeat_back_addr":"172.21.15.12:6809/555322069","heartbeat_front_addr":"172.21.15.12:6807/555322069","state":["exists","up"]},{"osd":1,"uuid":"4a47cb31-071b-46be-9a26-4a6312ddaaca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6800","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6801","nonce":1346604098}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6802","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6803","nonce":1346604098}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6806","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6807","nonce":1346604098}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6804","nonce":1346604098},{"type":"v1","addr":"172.21.15.60:6805","nonce":1346604098}]},"public_addr":"172.21.15.60:6801/1346604098","cluster_addr":"172.21.15.60:6803/1346604098","heartbeat_back_addr":"172.21.15.60:6807/1346604098","heartbeat_front_addr":"172.21.15.60:6805/1346604098","state":["exists","up"]},{"osd":2,"uuid":"f29f0f11-f36c-4603-a4e7-3294eb5e9568","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6801","nonce":2955000302}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6803","nonce":2955000302}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6807","nonce":2955000302}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":2955000302},{"type":"v1","addr":"172.21.15.77:6805","nonce":2955000302}]},"public_addr":"172.21.15.77:6801/2955000302","cluster_addr":"172.21.15.77:6803/2955000302","heartbeat_back_addr":"172.21.15.77:6807/2955000302","heartbeat_front_addr":"172.21.15.77:6805/2955000302","state":["exists","up"]},{"osd":3,"uuid":"671ae43b-4ee1-4c5f-8c8d-12c5807af59c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6810","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6811","nonce":2515804940}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6812","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6813","nonce":2515804940}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6816","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6817","nonce":2515804940}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6814","nonce":2515804940},{"type":"v1","addr":"172.21.15.12:6815","nonce":2515804940}]},"public_addr":"172.21.15.12:6811/2515804940","cluster_addr":"172.21.15.12:6813/2515804940","heartbeat_back_addr":"172.21.15.12:6817/2515804940","heartbeat_front_addr":"172.21.15.12:6815/2515804940","state":["exists","up"]},{"osd":4,"uuid":"527f3934-7fb5-4e65-8ef9-e5921bc5ba65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6808","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6809","nonce":2773894843}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6810","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6811","nonce":2773894843}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6814","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6815","nonce":2773894843}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6812","nonce":2773894843},{"type":"v1","addr":"172.21.15.60:6813","nonce":2773894843}]},"public_addr":"172.21.15.60:6809/2773894843","cluster_addr":"172.21.15.60:6811/2773894843","heartbeat_back_addr":"172.21.15.60:6815/2773894843","heartbeat_front_addr":"172.21.15.60:6813/2773894843","state":["exists","up"]},{"osd":5,"uuid":"2c37b2c3-a9c0-47b3-9023-84566d18e0af","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6809","nonce":202950059}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6811","nonce":202950059}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6815","nonce":202950059}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":202950059},{"type":"v1","addr":"172.21.15.77:6813","nonce":202950059}]},"public_addr":"172.21.15.77:6809/202950059","cluster_addr":"172.21.15.77:6811/202950059","heartbeat_back_addr":"172.21.15.77:6815/202950059","heartbeat_front_addr":"172.21.15.77:6813/202950059","state":["exists","up"]},{"osd":6,"uuid":"68c18062-e034-421d-b135-ab35d7d4bd25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":43,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6818","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6819","nonce":1511296628}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6820","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6821","nonce":1511296628}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6824","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6825","nonce":1511296628}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6822","nonce":1511296628},{"type":"v1","addr":"172.21.15.12:6823","nonce":1511296628}]},"public_addr":"172.21.15.12:6819/1511296628","cluster_addr":"172.21.15.12:6821/1511296628","heartbeat_back_addr":"172.21.15.12:6825/1511296628","heartbeat_front_addr":"172.21.15.12:6823/1511296628","state":["exists","up"]},{"osd":7,"uuid":"0ac8383b-1578-44f1-8ebe-420d79511dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":48,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6816","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6817","nonce":4203237802}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6818","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6819","nonce":4203237802}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6822","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6823","nonce":4203237802}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6820","nonce":4203237802},{"type":"v1","addr":"172.21.15.60:6821","nonce":4203237802}]},"public_addr":"172.21.15.60:6817/4203237802","cluster_addr":"172.21.15.60:6819/4203237802","heartbeat_back_addr":"172.21.15.60:6823/4203237802","heartbeat_front_addr":"172.21.15.60:6821/4203237802","state":["exists","up"]},{"osd":8,"uuid":"65362b50-2bba-422b-a5c9-1584cf55583d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6817","nonce":1939530536}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6819","nonce":1939530536}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6823","nonce":1939530536}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1939530536},{"type":"v1","addr":"172.21.15.77:6821","nonce":1939530536}]},"public_addr":"172.21.15.77:6817/1939530536","cluster_addr":"172.21.15.77:6819/1939530536","heartbeat_back_addr":"172.21.15.77:6823/1939530536","heartbeat_front_addr":"172.21.15.77:6821/1939530536","state":["exists","up"]},{"osd":9,"uuid":"9572a8a5-22f1-49ac-8b92-9e88dfac6dc3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6826","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6827","nonce":849418735}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6828","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6829","nonce":849418735}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6832","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6833","nonce":849418735}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.12:6830","nonce":849418735},{"type":"v1","addr":"172.21.15.12:6831","nonce":849418735}]},"public_addr":"172.21.15.12:6827/849418735","cluster_addr":"172.21.15.12:6829/849418735","heartbeat_back_addr":"172.21.15.12:6833/849418735","heartbeat_front_addr":"172.21.15.12:6831/849418735","state":["exists","up"]},{"osd":10,"uuid":"9a42dca5-3dfa-4d8e-a33d-385ca25a8728","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6824","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6825","nonce":1376044245}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6826","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6827","nonce":1376044245}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6830","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6831","nonce":1376044245}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.60:6828","nonce":1376044245},{"type":"v1","addr":"172.21.15.60:6829","nonce":1376044245}]},"public_addr":"172.21.15.60:6825/1376044245","cluster_addr":"172.21.15.60:6827/1376044245","heartbeat_back_addr":"172.21.15.60:6831/1376044245","heartbeat_front_addr":"172.21.15.60:6829/1376044245","state":["exists","up"]},{"osd":11,"uuid":"856d5711-f90b-4619-abff-071e87b9d9cd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":71,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6825","nonce":3670550862}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6827","nonce":3670550862}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6831","nonce":3670550862}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":3670550862},{"type":"v1","addr":"172.21.15.77:6829","nonce":3670550862}]},"public_addr":"172.21.15.77:6825/3670550862","cluster_addr":"172.21.15.77:6827/3670550862","heartbeat_back_addr":"172.21.15.77:6831/3670550862","heartbeat_front_addr":"172.21.15.77:6829/3670550862","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:06:41.613797+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:07.131615+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:07:31.297626+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:04.225630+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:29.488657+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:08:53.416655+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:27.501283+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:09:52.564404+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:17.639136+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:10:51.369821+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:18.024792+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-21T00:11:43.603806+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.12:0/2206749889":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/840755370":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6800/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/2890553385":"2024-05-22T00:04:13.638637+0000","172.21.15.12:6800/2123222717":"2024-05-22T00:04:47.378311+0000","172.21.15.12:0/3618065373":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/3942652702":"2024-05-22T00:04:47.378311+0000","172.21.15.12:6801/452244138":"2024-05-22T00:04:13.638637+0000","172.21.15.12:0/1867303420":"2024-05-22T00:04:13.638637+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-21T00:23:39.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.047+0000 7f794b000700 1 -- 172.21.15.12:0/3608869282 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f79280b2900 msgr2=0x7f79280b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:39.049 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.047+0000 7f794b000700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f79280b2900 0x7f79280b4dc0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f7934005fd0 tx=0x7f7934009310 comp rx=0 tx=0).stop 2024-05-21T00:23:39.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.047+0000 7f794b000700 1 -- 172.21.15.12:0/3608869282 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7944106130 msgr2=0x7f794419c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:39.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.047+0000 7f794b000700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7944106130 0x7f794419c3e0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f792c00f990 tx=0x7f792c00f9c0 comp rx=0 tx=0).stop 2024-05-21T00:23:39.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.047+0000 7f794b000700 1 -- 172.21.15.12:0/3608869282 shutdown_connections 2024-05-21T00:23:39.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.047+0000 7f794b000700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f79280b2900 0x7f79280b4dc0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:39.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.047+0000 7f794b000700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f794410b770 0x7f79441a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:39.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.047+0000 7f794b000700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f7944105770 0x7f794419bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:39.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.047+0000 7f794b000700 1 --2- 172.21.15.12:0/3608869282 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f7944106130 0x7f794419c3e0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:39.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.047+0000 7f794b000700 1 -- 172.21.15.12:0/3608869282 >> 172.21.15.12:0/3608869282 conn(0x7f7944101240 msgr2=0x7f7944101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:39.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.048+0000 7f794b000700 1 -- 172.21.15.12:0/3608869282 shutdown_connections 2024-05-21T00:23:39.050 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:39.048+0000 7f794b000700 1 -- 172.21.15.12:0/3608869282 wait complete. 2024-05-21T00:23:39.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:38 smithi060 ceph-mon[36426]: pgmap v636: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-21T00:23:39.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:38 smithi077 ceph-mon[36377]: pgmap v636: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-21T00:23:39.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:38 smithi012 ceph-mon[31403]: pgmap v636: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 10 op/s 2024-05-21T00:23:39.962 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs fail cephfs 2024-05-21T00:23:40.230 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:39 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3608869282' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:23:40.281 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:39 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3608869282' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:23:40.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:39 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3608869282' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-21T00:23:40.432 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:23:41.172 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:40 smithi012 ceph-mon[31403]: pgmap v637: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-21T00:23:41.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:40 smithi077 ceph-mon[36377]: pgmap v637: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-21T00:23:41.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:40 smithi060 ceph-mon[36426]: pgmap v637: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 597 B/s wr, 11 op/s 2024-05-21T00:23:42.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.726+0000 7fced7e00700 1 -- 172.21.15.12:0/3237188111 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fced8109580 msgr2=0x7fced8109960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:42.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.726+0000 7fced7e00700 1 --2- 172.21.15.12:0/3237188111 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fced8109580 0x7fced8109960 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fcec800b0d0 tx=0x7fcec800b3e0 comp rx=0 tx=0).stop 2024-05-21T00:23:42.728 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.726+0000 7fced7e00700 1 -- 172.21.15.12:0/3237188111 shutdown_connections 2024-05-21T00:23:42.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.726+0000 7fced7e00700 1 --2- 172.21.15.12:0/3237188111 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fced806c470 0x7fced8110310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:42.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.726+0000 7fced7e00700 1 --2- 172.21.15.12:0/3237188111 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fced8109580 0x7fced8109960 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:42.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.726+0000 7fced7e00700 1 --2- 172.21.15.12:0/3237188111 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fced806bab0 0x7fced806bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:42.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.726+0000 7fced7e00700 1 -- 172.21.15.12:0/3237188111 >> 172.21.15.12:0/3237188111 conn(0x7fced8079280 msgr2=0x7fced8079690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:42.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.726+0000 7fced7e00700 1 -- 172.21.15.12:0/3237188111 shutdown_connections 2024-05-21T00:23:42.729 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.726+0000 7fced7e00700 1 -- 172.21.15.12:0/3237188111 wait complete. 2024-05-21T00:23:42.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.727+0000 7fced7e00700 1 Processor -- start 2024-05-21T00:23:42.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.727+0000 7fced7e00700 1 -- start start 2024-05-21T00:23:42.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.728+0000 7fced7e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fced806bab0 0x7fced81a1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:42.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.728+0000 7fced7e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fced806c470 0x7fced81a1e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:42.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.728+0000 7fced7e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fced8109580 0x7fced819bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:42.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.728+0000 7fced7e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7fced8113680 con 0x7fced806bab0 2024-05-21T00:23:42.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.728+0000 7fced7e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7fced8113500 con 0x7fced8109580 2024-05-21T00:23:42.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.728+0000 7fced7e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7fced8113800 con 0x7fced806c470 2024-05-21T00:23:42.730 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.728+0000 7fced6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fced806bab0 0x7fced81a1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:42.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.728+0000 7fced6a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fced806bab0 0x7fced81a1910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:49416/0 (socket says 172.21.15.12:49416) 2024-05-21T00:23:42.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.728+0000 7fced6a00700 1 -- 172.21.15.12:0/133214357 learned_addr learned my addr 172.21.15.12:0/133214357 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:23:42.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.728+0000 7fced7400700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fced8109580 0x7fced819bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:42.731 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.728+0000 7fcece000700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fced806c470 0x7fced81a1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:42.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.729+0000 7fced6a00700 1 -- 172.21.15.12:0/133214357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fced806c470 msgr2=0x7fced81a1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:42.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.729+0000 7fced6a00700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fced806c470 0x7fced81a1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:42.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.729+0000 7fced6a00700 1 -- 172.21.15.12:0/133214357 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fced8109580 msgr2=0x7fced819bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:42.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.729+0000 7fced6a00700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fced8109580 0x7fced819bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:42.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.729+0000 7fced6a00700 1 -- 172.21.15.12:0/133214357 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fced819c230 con 0x7fced806bab0 2024-05-21T00:23:42.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.729+0000 7fcece000700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fced806c470 0x7fced81a1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:23:42.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.729+0000 7fced6a00700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fced806bab0 0x7fced81a1910 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fcec8007a30 tx=0x7fcec8007a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:42.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.729+0000 7fcecfe00700 1 -- 172.21.15.12:0/133214357 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec801f070 con 0x7fced806bab0 2024-05-21T00:23:42.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.729+0000 7fcecfe00700 1 -- 172.21.15.12:0/133214357 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7fcec8004c50 con 0x7fced806bab0 2024-05-21T00:23:42.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.729+0000 7fced7e00700 1 -- 172.21.15.12:0/133214357 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fced819c4c0 con 0x7fced806bab0 2024-05-21T00:23:42.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.729+0000 7fcecfe00700 1 -- 172.21.15.12:0/133214357 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcec801b690 con 0x7fced806bab0 2024-05-21T00:23:42.732 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.730+0000 7fced7e00700 1 -- 172.21.15.12:0/133214357 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fced81a87e0 con 0x7fced806bab0 2024-05-21T00:23:42.733 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.731+0000 7fced7e00700 1 -- 172.21.15.12:0/133214357 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fced806a230 con 0x7fced806bab0 2024-05-21T00:23:42.734 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.733+0000 7fcecfe00700 1 -- 172.21.15.12:0/133214357 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7fcec8022070 con 0x7fced806bab0 2024-05-21T00:23:42.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.734+0000 7fcecfe00700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcebc0b2880 0x7fcebc0b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:42.736 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.735+0000 7fcecfe00700 1 -- 172.21.15.12:0/133214357 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 8182+0+0 (secure 0 0 0) 0x7fcec800f020 con 0x7fced806bab0 2024-05-21T00:23:42.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.735+0000 7fcece000700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcebc0b2880 0x7fcebc0b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:42.737 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.736+0000 7fcece000700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcebc0b2880 0x7fcebc0b4d40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fced81046a0 tx=0x7fcec0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:42.739 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:42.737+0000 7fcecfe00700 1 -- 172.21.15.12:0/133214357 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7fcec8029020 con 0x7fced806bab0 2024-05-21T00:23:43.033 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.031+0000 7fced7e00700 1 -- 172.21.15.12:0/133214357 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fced81a89b0 con 0x7fced806bab0 2024-05-21T00:23:43.037 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.035+0000 7fcecfe00700 1 -- 172.21.15.12:0/133214357 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v30) ==== 161+0+0 (secure 0 0 0) 0x7fcec80ab3e0 con 0x7fced806bab0 2024-05-21T00:23:43.041 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.039+0000 7fced7e00700 1 -- 172.21.15.12:0/133214357 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcebc0b2880 msgr2=0x7fcebc0b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:43.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.039+0000 7fced7e00700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcebc0b2880 0x7fcebc0b4d40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fced81046a0 tx=0x7fcec0009260 comp rx=0 tx=0).stop 2024-05-21T00:23:43.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.039+0000 7fced7e00700 1 -- 172.21.15.12:0/133214357 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fced806bab0 msgr2=0x7fced81a1910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:43.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.039+0000 7fced7e00700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fced806bab0 0x7fced81a1910 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fcec8007a30 tx=0x7fcec8007a60 comp rx=0 tx=0).stop 2024-05-21T00:23:43.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.040+0000 7fced7e00700 1 -- 172.21.15.12:0/133214357 shutdown_connections 2024-05-21T00:23:43.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.040+0000 7fced7e00700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7fced8109580 0x7fced819bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:43.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.040+0000 7fced7e00700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7fcebc0b2880 0x7fcebc0b4d40 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:43.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.040+0000 7fced7e00700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7fced806bab0 0x7fced81a1910 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:43.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.040+0000 7fced7e00700 1 --2- 172.21.15.12:0/133214357 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7fced806c470 0x7fced81a1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:43.042 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.040+0000 7fced7e00700 1 -- 172.21.15.12:0/133214357 >> 172.21.15.12:0/133214357 conn(0x7fced8079280 msgr2=0x7fced810e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:43.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.040+0000 7fced7e00700 1 -- 172.21.15.12:0/133214357 shutdown_connections 2024-05-21T00:23:43.043 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:43.041+0000 7fced7e00700 1 -- 172.21.15.12:0/133214357 wait complete. 2024-05-21T00:23:43.047 INFO:teuthology.orchestra.run.smithi012.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-05-21T00:23:43.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:42 smithi077 ceph-mon[36377]: pgmap v638: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T00:23:43.282 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:23:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-c[67195]: ignoring --setuser ceph since I am not root 2024-05-21T00:23:43.282 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:23:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-c[67195]: ignoring --setgroup ceph since I am not root 2024-05-21T00:23:43.282 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:23:43 smithi077 ceph-mds[67199]: -- 172.21.15.77:0/1901627873 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fdd3f51a40 con 0x55fdd3f24800 2024-05-21T00:23:43.282 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:23:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-c[67195]: starting mds.c at 2024-05-21T00:23:43.283 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:23:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-i[67495]: ignoring --setuser ceph since I am not root 2024-05-21T00:23:43.283 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:23:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-i[67495]: ignoring --setgroup ceph since I am not root 2024-05-21T00:23:43.283 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:23:43 smithi077 ceph-mds[67499]: -- 172.21.15.77:0/4143248138 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55bd0a5da4e0 con 0x55bd0a5b0800 2024-05-21T00:23:43.283 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:23:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-i[67495]: starting mds.i at 2024-05-21T00:23:43.283 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:23:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-f[66891]: ignoring --setuser ceph since I am not root 2024-05-21T00:23:43.283 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:23:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-f[66891]: ignoring --setgroup ceph since I am not root 2024-05-21T00:23:43.284 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:23:43 smithi077 ceph-mds[66895]: -- 172.21.15.77:0/2809254217 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55afc46604e0 con 0x55afc4637000 2024-05-21T00:23:43.284 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:23:43 smithi077 ceph-mds[66895]: -- 172.21.15.77:0/2809254217 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55afc4663a40 con 0x55afc4637000 2024-05-21T00:23:43.284 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:23:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-f[66891]: starting mds.f at 2024-05-21T00:23:43.284 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:23:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-l[66589]: ignoring --setuser ceph since I am not root 2024-05-21T00:23:43.284 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:23:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-l[66589]: ignoring --setgroup ceph since I am not root 2024-05-21T00:23:43.284 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:23:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-l[66589]: starting mds.l at 2024-05-21T00:23:43.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:42 smithi012 ceph-mon[31403]: pgmap v638: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T00:23:43.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a[31399]: 2024-05-21T00:23:43.032+0000 7ff30e200700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T00:23:43.320 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:23:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-j[69579]: ignoring --setuser ceph since I am not root 2024-05-21T00:23:43.320 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:23:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-j[69579]: ignoring --setgroup ceph since I am not root 2024-05-21T00:23:43.320 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:23:43 smithi012 ceph-mds[69583]: -- 172.21.15.12:0/2283842797 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560068f9fa40 con 0x560068f73000 2024-05-21T00:23:43.320 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:23:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-j[69579]: starting mds.j at 2024-05-21T00:23:43.320 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:23:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a[71216]: ignoring --setuser ceph since I am not root 2024-05-21T00:23:43.320 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:23:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a[71216]: ignoring --setgroup ceph since I am not root 2024-05-21T00:23:43.321 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:23:43 smithi012 ceph-mds[71225]: -- 172.21.15.12:0/1866362280 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f78feafa40 con 0x55f78fe82800 2024-05-21T00:23:43.321 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:23:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a[71216]: starting mds.a at 2024-05-21T00:23:43.480 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:23:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-h[66943]: ignoring --setuser ceph since I am not root 2024-05-21T00:23:43.480 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:23:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-h[66943]: ignoring --setgroup ceph since I am not root 2024-05-21T00:23:43.480 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:23:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-h[66943]: starting mds.h at 2024-05-21T00:23:43.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:42 smithi060 ceph-mon[36426]: pgmap v638: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 170 B/s wr, 9 op/s 2024-05-21T00:23:43.480 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:23:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-b[67246]: ignoring --setuser ceph since I am not root 2024-05-21T00:23:43.480 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:23:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-b[67246]: ignoring --setgroup ceph since I am not root 2024-05-21T00:23:43.481 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:23:43 smithi060 ceph-mds[67250]: -- 172.21.15.60:0/504091316 <== mon.2 v2:172.21.15.60:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558a9835ba40 con 0x558a9832ec00 2024-05-21T00:23:43.481 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:23:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-b[67246]: starting mds.b at 2024-05-21T00:23:43.481 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:23:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-e[66643]: ignoring --setuser ceph since I am not root 2024-05-21T00:23:43.481 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:23:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-e[66643]: ignoring --setgroup ceph since I am not root 2024-05-21T00:23:43.481 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:23:43 smithi060 ceph-mds[66647]: -- 172.21.15.60:0/483911148 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56114eecda40 con 0x56114eea1000 2024-05-21T00:23:43.481 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:23:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-e[66643]: starting mds.e at 2024-05-21T00:23:43.481 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:23:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-k[66326]: ignoring --setuser ceph since I am not root 2024-05-21T00:23:43.481 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:23:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-k[66326]: ignoring --setgroup ceph since I am not root 2024-05-21T00:23:43.481 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:23:43 smithi060 ceph-mds[66330]: -- 172.21.15.60:0/3561522076 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dcd13bba40 con 0x55dcd138ec00 2024-05-21T00:23:43.482 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:23:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-k[66326]: starting mds.k at 2024-05-21T00:23:43.878 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-05-21T00:23:44.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:43 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/133214357' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T00:23:44.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:43 smithi012 ceph-mon[31403]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-21T00:23:44.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:43 smithi012 ceph-mon[31403]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T00:23:44.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:43 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/133214357' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-21T00:23:44.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:43 smithi012 ceph-mon[31403]: osdmap e82: 12 total, 12 up, 12 in 2024-05-21T00:23:44.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:43 smithi012 ceph-mon[31403]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-05-21T00:23:44.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:43 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/133214357' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T00:23:44.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:43 smithi077 ceph-mon[36377]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-21T00:23:44.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:43 smithi077 ceph-mon[36377]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T00:23:44.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:43 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/133214357' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-21T00:23:44.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:43 smithi077 ceph-mon[36377]: osdmap e82: 12 total, 12 up, 12 in 2024-05-21T00:23:44.282 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:43 smithi077 ceph-mon[36377]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-05-21T00:23:44.377 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:23:44.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:43 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/133214357' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-05-21T00:23:44.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:43 smithi060 ceph-mon[36426]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-21T00:23:44.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:43 smithi060 ceph-mon[36426]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-21T00:23:44.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:43 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/133214357' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-05-21T00:23:44.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:43 smithi060 ceph-mon[36426]: osdmap e82: 12 total, 12 up, 12 in 2024-05-21T00:23:44.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:43 smithi060 ceph-mon[36426]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-05-21T00:23:45.278 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: pgmap v640: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-21T00:23:45.278 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.77:6832/4108955826,v1:172.21.15.77:6836/4108955826] up:boot 2024-05-21T00:23:45.278 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.77:6834/2972081883,v1:172.21.15.77:6838/2972081883] up:boot 2024-05-21T00:23:45.278 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.77:6835/1067782180,v1:172.21.15.77:6839/1067782180] up:boot 2024-05-21T00:23:45.278 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.77:6833/363731835,v1:172.21.15.77:6837/363731835] up:boot 2024-05-21T00:23:45.278 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.60:6832/2177913567,v1:172.21.15.60:6836/2177913567] up:boot 2024-05-21T00:23:45.278 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.60:6834/3052573344,v1:172.21.15.60:6838/3052573344] up:boot 2024-05-21T00:23:45.278 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.60:6833/2049185913,v1:172.21.15.60:6837/2049185913] up:boot 2024-05-21T00:23:45.278 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.60:6835/4097008989,v1:172.21.15.60:6839/4097008989] up:boot 2024-05-21T00:23:45.278 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.12:6834/1677038677,v1:172.21.15.12:6835/1677038677] up:boot 2024-05-21T00:23:45.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: mds.? [v2:172.21.15.12:6840/2435311341,v1:172.21.15.12:6841/2435311341] up:boot 2024-05-21T00:23:45.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-05-21T00:23:45.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T00:23:45.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T00:23:45.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T00:23:45.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T00:23:45.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T00:23:45.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T00:23:45.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T00:23:45.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T00:23:45.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T00:23:45.279 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:45 smithi012 ceph-mon[31403]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T00:23:45.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: pgmap v640: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-21T00:23:45.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.77:6832/4108955826,v1:172.21.15.77:6836/4108955826] up:boot 2024-05-21T00:23:45.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.77:6834/2972081883,v1:172.21.15.77:6838/2972081883] up:boot 2024-05-21T00:23:45.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.77:6835/1067782180,v1:172.21.15.77:6839/1067782180] up:boot 2024-05-21T00:23:45.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.77:6833/363731835,v1:172.21.15.77:6837/363731835] up:boot 2024-05-21T00:23:45.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.60:6832/2177913567,v1:172.21.15.60:6836/2177913567] up:boot 2024-05-21T00:23:45.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.60:6834/3052573344,v1:172.21.15.60:6838/3052573344] up:boot 2024-05-21T00:23:45.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.60:6833/2049185913,v1:172.21.15.60:6837/2049185913] up:boot 2024-05-21T00:23:45.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.60:6835/4097008989,v1:172.21.15.60:6839/4097008989] up:boot 2024-05-21T00:23:45.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.12:6834/1677038677,v1:172.21.15.12:6835/1677038677] up:boot 2024-05-21T00:23:45.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: mds.? [v2:172.21.15.12:6840/2435311341,v1:172.21.15.12:6841/2435311341] up:boot 2024-05-21T00:23:45.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-05-21T00:23:45.481 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T00:23:45.481 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T00:23:45.481 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T00:23:45.481 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T00:23:45.481 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T00:23:45.481 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T00:23:45.481 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T00:23:45.481 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T00:23:45.481 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T00:23:45.481 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:45 smithi060 ceph-mon[36426]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T00:23:45.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: pgmap v640: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 9 op/s 2024-05-21T00:23:45.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.77:6832/4108955826,v1:172.21.15.77:6836/4108955826] up:boot 2024-05-21T00:23:45.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.77:6834/2972081883,v1:172.21.15.77:6838/2972081883] up:boot 2024-05-21T00:23:45.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.77:6835/1067782180,v1:172.21.15.77:6839/1067782180] up:boot 2024-05-21T00:23:45.533 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.77:6833/363731835,v1:172.21.15.77:6837/363731835] up:boot 2024-05-21T00:23:45.533 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.60:6832/2177913567,v1:172.21.15.60:6836/2177913567] up:boot 2024-05-21T00:23:45.533 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.60:6834/3052573344,v1:172.21.15.60:6838/3052573344] up:boot 2024-05-21T00:23:45.533 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.60:6833/2049185913,v1:172.21.15.60:6837/2049185913] up:boot 2024-05-21T00:23:45.533 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.60:6835/4097008989,v1:172.21.15.60:6839/4097008989] up:boot 2024-05-21T00:23:45.533 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.12:6834/1677038677,v1:172.21.15.12:6835/1677038677] up:boot 2024-05-21T00:23:45.533 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: mds.? [v2:172.21.15.12:6840/2435311341,v1:172.21.15.12:6841/2435311341] up:boot 2024-05-21T00:23:45.533 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-05-21T00:23:45.533 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-05-21T00:23:45.533 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-05-21T00:23:45.533 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-05-21T00:23:45.533 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-05-21T00:23:45.533 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-05-21T00:23:45.534 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-05-21T00:23:45.534 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-05-21T00:23:45.534 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-05-21T00:23:45.534 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-05-21T00:23:45.534 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:45 smithi077 ceph-mon[36377]: from='mgr.14152 172.21.15.12:0/4294482424' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-05-21T00:23:46.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.551+0000 7f9486000700 1 -- 172.21.15.12:0/3495860243 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9480078390 msgr2=0x7f9480113db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:46.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.551+0000 7f9486000700 1 --2- 172.21.15.12:0/3495860243 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9480078390 0x7f9480113db0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f946c009990 tx=0x7f946c009ca0 comp rx=0 tx=0).stop 2024-05-21T00:23:46.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.551+0000 7f9486000700 1 -- 172.21.15.12:0/3495860243 shutdown_connections 2024-05-21T00:23:46.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.551+0000 7f9486000700 1 --2- 172.21.15.12:0/3495860243 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f94801142f0 0x7f94801166e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:46.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.551+0000 7f9486000700 1 --2- 172.21.15.12:0/3495860243 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9480077a70 0x7f9480077e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:46.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.551+0000 7f9486000700 1 --2- 172.21.15.12:0/3495860243 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9480078390 0x7f9480113db0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:46.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.551+0000 7f9486000700 1 -- 172.21.15.12:0/3495860243 >> 172.21.15.12:0/3495860243 conn(0x7f9480101180 msgr2=0x7f94801035a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:46.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.551+0000 7f9486000700 1 -- 172.21.15.12:0/3495860243 shutdown_connections 2024-05-21T00:23:46.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.551+0000 7f9486000700 1 -- 172.21.15.12:0/3495860243 wait complete. 2024-05-21T00:23:46.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.552+0000 7f9486000700 1 Processor -- start 2024-05-21T00:23:46.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.553+0000 7f9486000700 1 -- start start 2024-05-21T00:23:46.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.553+0000 7f9486000700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9480077a70 0x7f94801a0210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:46.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.553+0000 7f9486000700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9480078390 0x7f94801a0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:46.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.553+0000 7f9486000700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f94801142f0 0x7f94801a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:46.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.553+0000 7f9486000700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f9480119cc0 con 0x7f94801142f0 2024-05-21T00:23:46.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.553+0000 7f9486000700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f9480119b40 con 0x7f9480078390 2024-05-21T00:23:46.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.553+0000 7f9486000700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f9480119e40 con 0x7f9480077a70 2024-05-21T00:23:46.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.553+0000 7f9484c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9480077a70 0x7f94801a0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:46.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.554+0000 7f947fe00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9480078390 0x7f94801a0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:46.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.554+0000 7f9484c00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9480077a70 0x7f94801a0210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:53700/0 (socket says 172.21.15.12:53700) 2024-05-21T00:23:46.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.554+0000 7f9484c00700 1 -- 172.21.15.12:0/1609778463 learned_addr learned my addr 172.21.15.12:0/1609778463 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:23:46.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.554+0000 7f9485600700 1 --2- 172.21.15.12:0/1609778463 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f94801142f0 0x7f94801a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:46.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.554+0000 7f9484c00700 1 -- 172.21.15.12:0/1609778463 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9480078390 msgr2=0x7f94801a0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:46.557 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.554+0000 7f9484c00700 1 --2- 172.21.15.12:0/1609778463 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9480078390 0x7f94801a0750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:46.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.554+0000 7f9484c00700 1 -- 172.21.15.12:0/1609778463 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f94801142f0 msgr2=0x7f94801a4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:46.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.554+0000 7f9484c00700 1 --2- 172.21.15.12:0/1609778463 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f94801142f0 0x7f94801a4ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:46.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.554+0000 7f9484c00700 1 -- 172.21.15.12:0/1609778463 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94801a5220 con 0x7f9480077a70 2024-05-21T00:23:46.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.554+0000 7f9484c00700 1 --2- 172.21.15.12:0/1609778463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9480077a70 0x7f94801a0210 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f947400d950 tx=0x7f947400dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:46.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.555+0000 7f947d600700 1 -- 172.21.15.12:0/1609778463 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9474016070 con 0x7f9480077a70 2024-05-21T00:23:46.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.555+0000 7f947d600700 1 -- 172.21.15.12:0/1609778463 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f947400fd40 con 0x7f9480077a70 2024-05-21T00:23:46.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.555+0000 7f947d600700 1 -- 172.21.15.12:0/1609778463 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947400e3b0 con 0x7f9480077a70 2024-05-21T00:23:46.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.555+0000 7f9486000700 1 -- 172.21.15.12:0/1609778463 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94801a5510 con 0x7f9480077a70 2024-05-21T00:23:46.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.555+0000 7f9486000700 1 -- 172.21.15.12:0/1609778463 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94801acd90 con 0x7f9480077a70 2024-05-21T00:23:46.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.556+0000 7f9486000700 1 -- 172.21.15.12:0/1609778463 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f948006a230 con 0x7f9480077a70 2024-05-21T00:23:46.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.558+0000 7f947d600700 1 -- 172.21.15.12:0/1609778463 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f9474019070 con 0x7f9480077a70 2024-05-21T00:23:46.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.560+0000 7f947d600700 1 --2- 172.21.15.12:0/1609778463 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f94680b2900 0x7f94680b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:46.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.560+0000 7f947d600700 1 -- 172.21.15.12:0/1609778463 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8612+0+0 (secure 0 0 0) 0x7f94740e1df0 con 0x7f9480077a70 2024-05-21T00:23:46.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.560+0000 7f947fe00700 1 --2- 172.21.15.12:0/1609778463 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f94680b2900 0x7f94680b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:46.563 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.561+0000 7f947fe00700 1 --2- 172.21.15.12:0/1609778463 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f94680b2900 0x7f94680b4dc0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f94801048d0 tx=0x7f946c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:46.564 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.562+0000 7f947d600700 1 -- 172.21.15.12:0/1609778463 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f94740a9930 con 0x7f9480077a70 2024-05-21T00:23:46.854 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:46.852+0000 7f9486000700 1 -- 172.21.15.12:0/1609778463 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f948002e560 con 0x7f9480077a70 2024-05-21T00:23:47.060 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:47.058+0000 7f947d600700 1 -- 172.21.15.12:0/1609778463 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v32) ==== 104+0+0 (secure 0 0 0) 0x7f94740a9230 con 0x7f9480077a70 2024-05-21T00:23:47.065 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:47.064+0000 7f9486000700 1 -- 172.21.15.12:0/1609778463 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f94680b2900 msgr2=0x7f94680b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:47.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:47.064+0000 7f9486000700 1 --2- 172.21.15.12:0/1609778463 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f94680b2900 0x7f94680b4dc0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f94801048d0 tx=0x7f946c00b260 comp rx=0 tx=0).stop 2024-05-21T00:23:47.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:47.064+0000 7f9486000700 1 -- 172.21.15.12:0/1609778463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9480077a70 msgr2=0x7f94801a0210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:47.066 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:47.064+0000 7f9486000700 1 --2- 172.21.15.12:0/1609778463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9480077a70 0x7f94801a0210 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f947400d950 tx=0x7f947400dc60 comp rx=0 tx=0).stop 2024-05-21T00:23:47.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:47.064+0000 7f9486000700 1 -- 172.21.15.12:0/1609778463 shutdown_connections 2024-05-21T00:23:47.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:47.064+0000 7f9486000700 1 --2- 172.21.15.12:0/1609778463 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f94680b2900 0x7f94680b4dc0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:47.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:47.064+0000 7f9486000700 1 --2- 172.21.15.12:0/1609778463 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f94801142f0 0x7f94801a4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:47.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:47.064+0000 7f9486000700 1 --2- 172.21.15.12:0/1609778463 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f9480077a70 0x7f94801a0210 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:47.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:47.064+0000 7f9486000700 1 --2- 172.21.15.12:0/1609778463 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f9480078390 0x7f94801a0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:47.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:47.064+0000 7f9486000700 1 -- 172.21.15.12:0/1609778463 >> 172.21.15.12:0/1609778463 conn(0x7f9480101180 msgr2=0x7f9480103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:47.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:47.065+0000 7f9486000700 1 -- 172.21.15.12:0/1609778463 shutdown_connections 2024-05-21T00:23:47.067 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:47.065+0000 7f9486000700 1 -- 172.21.15.12:0/1609778463 wait complete. 2024-05-21T00:23:47.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:47 smithi012 ceph-mon[31403]: pgmap v641: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-05-21T00:23:47.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:47 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1609778463' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:23:47.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:47 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:23:47.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:47 smithi060 ceph-mon[36426]: pgmap v641: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-05-21T00:23:47.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:47 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1609778463' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:23:47.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:47 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:23:47.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:47 smithi077 ceph-mon[36377]: pgmap v641: 97 pgs: 97 active+clean; 1.2 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-05-21T00:23:47.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:47 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1609778463' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:23:47.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:47 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-05-21T00:23:47.897 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-05-21T00:23:48.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:48 smithi012 ceph-mon[31403]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-21T00:23:48.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:48 smithi012 ceph-mon[31403]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-21T00:23:48.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:48 smithi012 ceph-mon[31403]: Cluster is now healthy 2024-05-21T00:23:48.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:48 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-21T00:23:48.070 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:48 smithi012 ceph-mon[31403]: fsmap 12 up:standby 2024-05-21T00:23:48.374 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:23:48.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:48 smithi060 ceph-mon[36426]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-21T00:23:48.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:48 smithi060 ceph-mon[36426]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-21T00:23:48.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:48 smithi060 ceph-mon[36426]: Cluster is now healthy 2024-05-21T00:23:48.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:48 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-21T00:23:48.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:48 smithi060 ceph-mon[36426]: fsmap 12 up:standby 2024-05-21T00:23:48.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:48 smithi077 ceph-mon[36377]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-21T00:23:48.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:48 smithi077 ceph-mon[36377]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-21T00:23:48.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:48 smithi077 ceph-mon[36377]: Cluster is now healthy 2024-05-21T00:23:48.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:48 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-05-21T00:23:48.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:48 smithi077 ceph-mon[36377]: fsmap 12 up:standby 2024-05-21T00:23:49.349 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:49 smithi012 ceph-mon[31403]: pgmap v642: 97 pgs: 97 active+clean; 1.2 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-05-21T00:23:49.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:49 smithi060 ceph-mon[36426]: pgmap v642: 97 pgs: 97 active+clean; 1.2 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-05-21T00:23:49.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:49 smithi077 ceph-mon[36377]: pgmap v642: 97 pgs: 97 active+clean; 1.2 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-05-21T00:23:50.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.549+0000 7f30f9e00700 1 -- 172.21.15.12:0/845880258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f410a780 msgr2=0x7f30f410e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:50.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.549+0000 7f30f9e00700 1 --2- 172.21.15.12:0/845880258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f410a780 0x7f30f410e7d0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f30e00099c0 tx=0x7f30e0009cd0 comp rx=0 tx=0).stop 2024-05-21T00:23:50.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.549+0000 7f30f9e00700 1 -- 172.21.15.12:0/845880258 shutdown_connections 2024-05-21T00:23:50.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.549+0000 7f30f9e00700 1 --2- 172.21.15.12:0/845880258 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30f410eeb0 0x7f30f4116a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:50.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.549+0000 7f30f9e00700 1 --2- 172.21.15.12:0/845880258 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f4109dd0 0x7f30f410a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:50.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.549+0000 7f30f9e00700 1 --2- 172.21.15.12:0/845880258 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f410a780 0x7f30f410e7d0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:50.551 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.549+0000 7f30f9e00700 1 -- 172.21.15.12:0/845880258 >> 172.21.15.12:0/845880258 conn(0x7f30f4076d10 msgr2=0x7f30f4108360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:50.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.549+0000 7f30f9e00700 1 -- 172.21.15.12:0/845880258 shutdown_connections 2024-05-21T00:23:50.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.549+0000 7f30f9e00700 1 -- 172.21.15.12:0/845880258 wait complete. 2024-05-21T00:23:50.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.550+0000 7f30f9e00700 1 Processor -- start 2024-05-21T00:23:50.552 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.550+0000 7f30f9e00700 1 -- start start 2024-05-21T00:23:50.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.551+0000 7f30f9e00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f4109dd0 0x7f30f41a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:50.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.551+0000 7f30f9e00700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30f410a780 0x7f30f41a07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:50.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.551+0000 7f30f9e00700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f410eeb0 0x7f30f41a4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:50.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.551+0000 7f30f9e00700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f30f4119d30 con 0x7f30f4109dd0 2024-05-21T00:23:50.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.551+0000 7f30f9e00700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f30f4119bb0 con 0x7f30f410a780 2024-05-21T00:23:50.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.551+0000 7f30f9e00700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f30f4119eb0 con 0x7f30f410eeb0 2024-05-21T00:23:50.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.551+0000 7f30f3400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f410eeb0 0x7f30f41a4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:50.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.551+0000 7f30f2a00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f4109dd0 0x7f30f41a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:50.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.551+0000 7f30f3400700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f410eeb0 0x7f30f41a4ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.77:3300/0 says I am v2:172.21.15.12:53722/0 (socket says 172.21.15.12:53722) 2024-05-21T00:23:50.553 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.551+0000 7f30f3400700 1 -- 172.21.15.12:0/1230184489 learned_addr learned my addr 172.21.15.12:0/1230184489 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:23:50.554 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.551+0000 7f30f2000700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30f410a780 0x7f30f41a07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:50.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.552+0000 7f30f3400700 1 -- 172.21.15.12:0/1230184489 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30f410a780 msgr2=0x7f30f41a07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:50.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.552+0000 7f30f3400700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30f410a780 0x7f30f41a07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:50.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.552+0000 7f30f3400700 1 -- 172.21.15.12:0/1230184489 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f4109dd0 msgr2=0x7f30f41a0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:50.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.552+0000 7f30f3400700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f4109dd0 0x7f30f41a0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:50.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.552+0000 7f30f3400700 1 -- 172.21.15.12:0/1230184489 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30f41a5220 con 0x7f30f410eeb0 2024-05-21T00:23:50.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.552+0000 7f30f2000700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30f410a780 0x7f30f41a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:23:50.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.552+0000 7f30f3400700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f410eeb0 0x7f30f41a4ae0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f30ec00c370 tx=0x7f30ec00c680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:50.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.552+0000 7f30f8a00700 1 -- 172.21.15.12:0/1230184489 <== mon.1 v2:172.21.15.77:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30ec0092e0 con 0x7f30f410eeb0 2024-05-21T00:23:50.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.552+0000 7f30f8a00700 1 -- 172.21.15.12:0/1230184489 <== mon.1 v2:172.21.15.77:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f30ec003a00 con 0x7f30f410eeb0 2024-05-21T00:23:50.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.552+0000 7f30f8a00700 1 -- 172.21.15.12:0/1230184489 <== mon.1 v2:172.21.15.77:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30ec0046f0 con 0x7f30f410eeb0 2024-05-21T00:23:50.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.552+0000 7f30f9e00700 1 -- 172.21.15.12:0/1230184489 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30f41a54b0 con 0x7f30f410eeb0 2024-05-21T00:23:50.555 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.553+0000 7f30f9e00700 1 -- 172.21.15.12:0/1230184489 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30f41acd90 con 0x7f30f410eeb0 2024-05-21T00:23:50.556 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.554+0000 7f30f9e00700 1 -- 172.21.15.12:0/1230184489 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30f406a230 con 0x7f30f410eeb0 2024-05-21T00:23:50.558 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.556+0000 7f30f8a00700 1 -- 172.21.15.12:0/1230184489 <== mon.1 v2:172.21.15.77:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f30ec01a020 con 0x7f30f410eeb0 2024-05-21T00:23:50.559 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.557+0000 7f30f8a00700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30d80b2900 0x7f30d80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:50.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.558+0000 7f30f8a00700 1 -- 172.21.15.12:0/1230184489 <== mon.1 v2:172.21.15.77:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 8612+0+0 (secure 0 0 0) 0x7f30ec0e1b80 con 0x7f30f410eeb0 2024-05-21T00:23:50.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.558+0000 7f30f2a00700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30d80b2900 0x7f30d80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:50.560 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.559+0000 7f30f2a00700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30d80b2900 0x7f30d80b4dc0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f30e4009c60 tx=0x7f30e4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:50.562 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.560+0000 7f30f8a00700 1 -- 172.21.15.12:0/1230184489 <== mon.1 v2:172.21.15.77:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f30ec010040 con 0x7f30f410eeb0 2024-05-21T00:23:50.798 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:50.796+0000 7f30f9e00700 1 -- 172.21.15.12:0/1230184489 --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f30f402e560 con 0x7f30f410eeb0 2024-05-21T00:23:51.090 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:51.086+0000 7f30f8a00700 1 -- 172.21.15.12:0/1230184489 <== mon.1 v2:172.21.15.77:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v83) ==== 181+0+0 (secure 0 0 0) 0x7f30ec0a96c0 con 0x7f30f410eeb0 2024-05-21T00:23:51.095 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:51.092+0000 7f30f9e00700 1 -- 172.21.15.12:0/1230184489 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30d80b2900 msgr2=0x7f30d80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:51.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:51.092+0000 7f30f9e00700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30d80b2900 0x7f30d80b4dc0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f30e4009c60 tx=0x7f30e4009260 comp rx=0 tx=0).stop 2024-05-21T00:23:51.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:51.092+0000 7f30f9e00700 1 -- 172.21.15.12:0/1230184489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f410eeb0 msgr2=0x7f30f41a4ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:51.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:51.092+0000 7f30f9e00700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f410eeb0 0x7f30f41a4ae0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f30ec00c370 tx=0x7f30ec00c680 comp rx=0 tx=0).stop 2024-05-21T00:23:51.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:51.093+0000 7f30f9e00700 1 -- 172.21.15.12:0/1230184489 shutdown_connections 2024-05-21T00:23:51.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:51.093+0000 7f30f9e00700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f30f410eeb0 0x7f30f41a4ae0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:51.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:51.093+0000 7f30f9e00700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f30d80b2900 0x7f30d80b4dc0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:51.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:51.093+0000 7f30f9e00700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f30f4109dd0 0x7f30f41a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:51.096 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:51.093+0000 7f30f9e00700 1 --2- 172.21.15.12:0/1230184489 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f30f410a780 0x7f30f41a07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:51.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:51.093+0000 7f30f9e00700 1 -- 172.21.15.12:0/1230184489 >> 172.21.15.12:0/1230184489 conn(0x7f30f4076d10 msgr2=0x7f30f4078960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:51.097 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:51.095+0000 7f30f9e00700 1 -- 172.21.15.12:0/1230184489 shutdown_connections 2024-05-21T00:23:51.098 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:51.095+0000 7f30f9e00700 1 -- 172.21.15.12:0/1230184489 wait complete. 2024-05-21T00:23:51.099 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_metadata' removed 2024-05-21T00:23:51.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:51 smithi012 ceph-mon[31403]: pgmap v643: 97 pgs: 97 active+clean; 1.2 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 4 op/s 2024-05-21T00:23:51.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:51 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/1230184489' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:23:51.460 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:51 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:23:51.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:51 smithi060 ceph-mon[36426]: pgmap v643: 97 pgs: 97 active+clean; 1.2 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 4 op/s 2024-05-21T00:23:51.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:51 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/1230184489' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:23:51.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:51 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:23:51.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:51 smithi077 ceph-mon[36377]: pgmap v643: 97 pgs: 97 active+clean; 1.2 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 4 op/s 2024-05-21T00:23:51.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:51 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/1230184489' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:23:51.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:51 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:23:51.937 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f shell --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-05-21T00:23:52.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:52 smithi012 ceph-mon[31403]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T00:23:52.319 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:52 smithi012 ceph-mon[31403]: osdmap e83: 12 total, 12 up, 12 in 2024-05-21T00:23:52.414 INFO:teuthology.orchestra.run.smithi012.stderr:Inferring config /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/mon.a/config 2024-05-21T00:23:52.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:52 smithi060 ceph-mon[36426]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T00:23:52.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:52 smithi060 ceph-mon[36426]: osdmap e83: 12 total, 12 up, 12 in 2024-05-21T00:23:52.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:52 smithi077 ceph-mon[36377]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T00:23:52.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:52 smithi077 ceph-mon[36377]: osdmap e83: 12 total, 12 up, 12 in 2024-05-21T00:23:53.479 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:53 smithi060 ceph-mon[36426]: pgmap v645: 65 pgs: 65 active+clean; 577 KiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:23:53.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:53 smithi077 ceph-mon[36377]: pgmap v645: 65 pgs: 65 active+clean; 577 KiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:23:53.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:53 smithi012 ceph-mon[31403]: pgmap v645: 65 pgs: 65 active+clean; 577 KiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:23:54.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.511+0000 7f1408600700 1 -- 172.21.15.12:0/2523837988 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14001088f0 msgr2=0x7f1400110470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:54.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.511+0000 7f1408600700 1 --2- 172.21.15.12:0/2523837988 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14001088f0 0x7f1400110470 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f13f8009fc0 tx=0x7f13f800b330 comp rx=0 tx=0).stop 2024-05-21T00:23:54.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.511+0000 7f1408600700 1 -- 172.21.15.12:0/2523837988 shutdown_connections 2024-05-21T00:23:54.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.511+0000 7f1408600700 1 --2- 172.21.15.12:0/2523837988 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14001088f0 0x7f1400110470 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:54.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.511+0000 7f1408600700 1 --2- 172.21.15.12:0/2523837988 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f14001037f0 0x7f1400103bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:54.513 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.511+0000 7f1408600700 1 --2- 172.21.15.12:0/2523837988 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f14001041a0 0x7f14001081c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:54.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.511+0000 7f1408600700 1 -- 172.21.15.12:0/2523837988 >> 172.21.15.12:0/2523837988 conn(0x7f140007a6a0 msgr2=0x7f140007aab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:54.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.511+0000 7f1408600700 1 -- 172.21.15.12:0/2523837988 shutdown_connections 2024-05-21T00:23:54.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.511+0000 7f1408600700 1 -- 172.21.15.12:0/2523837988 wait complete. 2024-05-21T00:23:54.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.512+0000 7f1408600700 1 Processor -- start 2024-05-21T00:23:54.514 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.513+0000 7f1408600700 1 -- start start 2024-05-21T00:23:54.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.513+0000 7f1408600700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f14001037f0 0x7f140019bd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:54.515 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.513+0000 7f1408600700 1 --2- >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14001041a0 0x7f140019c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:54.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.513+0000 7f1408600700 1 --2- >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f14001088f0 0x7f14001a05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:54.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.513+0000 7f1408600700 1 -- --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_getmap magic: 0 -- 0x7f14001136c0 con 0x7f14001037f0 2024-05-21T00:23:54.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.513+0000 7f1408600700 1 -- --> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] -- mon_getmap magic: 0 -- 0x7f1400113540 con 0x7f14001041a0 2024-05-21T00:23:54.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.513+0000 7f1408600700 1 -- --> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] -- mon_getmap magic: 0 -- 0x7f1400113840 con 0x7f14001088f0 2024-05-21T00:23:54.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.513+0000 7f1405c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f14001037f0 0x7f140019bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:54.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.514+0000 7f1405c00700 1 --2- >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f14001037f0 0x7f140019bd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.12:3300/0 says I am v2:172.21.15.12:53532/0 (socket says 172.21.15.12:53532) 2024-05-21T00:23:54.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.514+0000 7f1405c00700 1 -- 172.21.15.12:0/3772537300 learned_addr learned my addr 172.21.15.12:0/3772537300 (peer_addr_for_me v2:172.21.15.12:0/0) 2024-05-21T00:23:54.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.514+0000 7f1405200700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14001041a0 0x7f140019c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:54.516 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.514+0000 7f1406600700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f14001088f0 0x7f14001a05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:54.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.514+0000 7f1405c00700 1 -- 172.21.15.12:0/3772537300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f14001088f0 msgr2=0x7f14001a05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:54.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.514+0000 7f1405c00700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f14001088f0 0x7f14001a05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:54.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.514+0000 7f1405c00700 1 -- 172.21.15.12:0/3772537300 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14001041a0 msgr2=0x7f140019c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:54.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.514+0000 7f1405c00700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14001041a0 0x7f140019c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:54.517 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.514+0000 7f1405c00700 1 -- 172.21.15.12:0/3772537300 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14001a0d30 con 0x7f14001037f0 2024-05-21T00:23:54.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.514+0000 7f1406600700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f14001088f0 0x7f14001a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:23:54.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.514+0000 7f1405200700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14001041a0 0x7f140019c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-05-21T00:23:54.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.515+0000 7f1405c00700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f14001037f0 0x7f140019bd20 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f13f400e9a0 tx=0x7f13f400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:54.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.515+0000 7f13fe000700 1 -- 172.21.15.12:0/3772537300 <== mon.0 v2:172.21.15.12:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f400ca10 con 0x7f14001037f0 2024-05-21T00:23:54.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.515+0000 7f13fe000700 1 -- 172.21.15.12:0/3772537300 <== mon.0 v2:172.21.15.12:3300/0 2 ==== config(26 keys) ==== 1101+0+0 (secure 0 0 0) 0x7f13f400cbb0 con 0x7f14001037f0 2024-05-21T00:23:54.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.515+0000 7f13fe000700 1 -- 172.21.15.12:0/3772537300 <== mon.0 v2:172.21.15.12:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f4018680 con 0x7f14001037f0 2024-05-21T00:23:54.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.515+0000 7f1408600700 1 -- 172.21.15.12:0/3772537300 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14001a1020 con 0x7f14001037f0 2024-05-21T00:23:54.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.515+0000 7f1408600700 1 -- 172.21.15.12:0/3772537300 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14001a88a0 con 0x7f14001037f0 2024-05-21T00:23:54.518 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.516+0000 7f1408600700 1 -- 172.21.15.12:0/3772537300 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f140006a230 con 0x7f14001037f0 2024-05-21T00:23:54.520 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.518+0000 7f13fe000700 1 -- 172.21.15.12:0/3772537300 <== mon.0 v2:172.21.15.12:3300/0 4 ==== mgrmap(e 18) ==== 149652+0+0 (secure 0 0 0) 0x7f13f4010430 con 0x7f14001037f0 2024-05-21T00:23:54.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.520+0000 7f13fe000700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f13e80b2900 0x7f13e80b4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-05-21T00:23:54.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.520+0000 7f13fe000700 1 -- 172.21.15.12:0/3772537300 <== mon.0 v2:172.21.15.12:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8087+0+0 (secure 0 0 0) 0x7f13f40e22c0 con 0x7f14001037f0 2024-05-21T00:23:54.522 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.520+0000 7f1405200700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f13e80b2900 0x7f13e80b4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-05-21T00:23:54.523 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.521+0000 7f1405200700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f13e80b2900 0x7f13e80b4dc0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f13ec009750 tx=0x7f13ec009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-05-21T00:23:54.526 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.525+0000 7f13fe000700 1 -- 172.21.15.12:0/3772537300 <== mon.0 v2:172.21.15.12:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+191963 (secure 0 0 0) 0x7f13f40aa020 con 0x7f14001037f0 2024-05-21T00:23:54.764 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:54.762+0000 7f1408600700 1 -- 172.21.15.12:0/3772537300 --> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f14001a8b40 con 0x7f14001037f0 2024-05-21T00:23:55.121 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:55.119+0000 7f13fe000700 1 -- 172.21.15.12:0/3772537300 <== mon.0 v2:172.21.15.12:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v84) ==== 169+0+0 (secure 0 0 0) 0x7f13f40b20a0 con 0x7f14001037f0 2024-05-21T00:23:55.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:55.124+0000 7f1408600700 1 -- 172.21.15.12:0/3772537300 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f13e80b2900 msgr2=0x7f13e80b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:55.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:55.124+0000 7f1408600700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f13e80b2900 0x7f13e80b4dc0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f13ec009750 tx=0x7f13ec009310 comp rx=0 tx=0).stop 2024-05-21T00:23:55.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:55.124+0000 7f1408600700 1 -- 172.21.15.12:0/3772537300 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f14001037f0 msgr2=0x7f140019bd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-05-21T00:23:55.127 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:55.124+0000 7f1408600700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f14001037f0 0x7f140019bd20 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f13f400e9a0 tx=0x7f13f400ecb0 comp rx=0 tx=0).stop 2024-05-21T00:23:55.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:55.125+0000 7f1408600700 1 -- 172.21.15.12:0/3772537300 shutdown_connections 2024-05-21T00:23:55.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:55.125+0000 7f1408600700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] conn(0x7f14001088f0 0x7f14001a05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:55.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:55.125+0000 7f1408600700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.12:6800/2419480299,v1:172.21.15.12:6801/2419480299] conn(0x7f13e80b2900 0x7f13e80b4dc0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:55.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:55.125+0000 7f1408600700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.12:3300/0,v1:172.21.15.12:6789/0] conn(0x7f14001037f0 0x7f140019bd20 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:55.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:55.125+0000 7f1408600700 1 --2- 172.21.15.12:0/3772537300 >> [v2:172.21.15.60:3300/0,v1:172.21.15.60:6789/0] conn(0x7f14001041a0 0x7f140019c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-05-21T00:23:55.128 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:55.125+0000 7f1408600700 1 -- 172.21.15.12:0/3772537300 >> 172.21.15.12:0/3772537300 conn(0x7f140007a6a0 msgr2=0x7f1400101550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-05-21T00:23:55.129 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:55.126+0000 7f1408600700 1 -- 172.21.15.12:0/3772537300 shutdown_connections 2024-05-21T00:23:55.129 INFO:teuthology.orchestra.run.smithi012.stderr:2024-05-21T00:23:55.126+0000 7f1408600700 1 -- 172.21.15.12:0/3772537300 wait complete. 2024-05-21T00:23:55.131 INFO:teuthology.orchestra.run.smithi012.stderr:pool 'cephfs_data' removed 2024-05-21T00:23:55.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:55 smithi060 ceph-mon[36426]: pgmap v646: 65 pgs: 65 active+clean; 577 KiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:23:55.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:55 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3772537300' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:23:55.480 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:55 smithi012 ceph-mon[31403]: pgmap v646: 65 pgs: 65 active+clean; 577 KiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:23:55.480 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:55 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3772537300' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:23:55.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:55 smithi077 ceph-mon[36377]: pgmap v646: 65 pgs: 65 active+clean; 577 KiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail 2024-05-21T00:23:55.532 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:55 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3772537300' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-21T00:23:55.963 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:23:56.052 DEBUG:teuthology.orchestra.run.smithi060:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:23:56.085 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:23:56.117 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-05-21T00:23:56.118 DEBUG:teuthology.orchestra.run.smithi012:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-21T00:23:56.179 DEBUG:teuthology.orchestra.run.smithi060:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-21T00:23:56.198 DEBUG:teuthology.orchestra.run.smithi077:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-21T00:23:56.215 INFO:tasks.cephadm:Stopping all daemons... 2024-05-21T00:23:56.215 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-05-21T00:23:56.215 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.a 2024-05-21T00:23:56.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:56 smithi060 ceph-mon[36426]: from='client.? 172.21.15.12:0/3772537300' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T00:23:56.480 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:56 smithi060 ceph-mon[36426]: osdmap e84: 12 total, 12 up, 12 in 2024-05-21T00:23:56.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:56 smithi077 ceph-mon[36377]: from='client.? 172.21.15.12:0/3772537300' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T00:23:56.531 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:56 smithi077 ceph-mon[36377]: osdmap e84: 12 total, 12 up, 12 in 2024-05-21T00:23:56.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:56 smithi012 ceph-mon[31403]: from='client.? 172.21.15.12:0/3772537300' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-05-21T00:23:56.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:56 smithi012 ceph-mon[31403]: osdmap e84: 12 total, 12 up, 12 in 2024-05-21T00:23:56.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:56 smithi012 systemd[1]: Stopping Ceph mon.a for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:23:57.292 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:56 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a[31399]: 2024-05-21T00:23:56.905+0000 7ff315000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:23:57.292 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:56 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a[31399]: 2024-05-21T00:23:56.905+0000 7ff315000700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-05-21T00:23:57.292 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:56 smithi012 podman[104592]: 2024-05-21 00:23:56.967231499 +0000 UTC m=+0.220627641 container died 609ea41afe27537043abcb54920031bb808669390facdac48eec10c1870cc246 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-05-21T00:23:57.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:57 smithi012 podman[104592]: 2024-05-21 00:23:57.5043638 +0000 UTC m=+0.757759955 container cleanup 609ea41afe27537043abcb54920031bb808669390facdac48eec10c1870cc246 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514) 2024-05-21T00:23:57.569 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:57 smithi012 bash[104592]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a 2024-05-21T00:23:58.069 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:57 smithi012 podman[104605]: 2024-05-21 00:23:57.764203765 +0000 UTC m=+0.785149488 container remove 609ea41afe27537043abcb54920031bb808669390facdac48eec10c1870cc246 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:23:58.302 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.a.service' 2024-05-21T00:23:58.386 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:58 smithi012 systemd[1]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-21T00:23:58.387 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:58 smithi012 systemd[1]: Stopped Ceph mon.a for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:23:58.387 INFO:journalctl@ceph.mon.a.smithi012.stdout:May 21 00:23:58 smithi012 systemd[1]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.a.service: Consumed 37.576s CPU time. 2024-05-21T00:23:58.448 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:23:58.448 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-05-21T00:23:58.448 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-05-21T00:23:58.449 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.b 2024-05-21T00:23:58.730 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:58 smithi060 systemd[1]: Stopping Ceph mon.b for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:23:59.229 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:58 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-b[36414]: 2024-05-21T00:23:58.778+0000 7f3e06dd0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:23:59.230 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:58 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-b[36414]: 2024-05-21T00:23:58.778+0000 7f3e06dd0700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-05-21T00:23:59.230 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:59 smithi060 podman[71002]: 2024-05-21 00:23:59.004756763 +0000 UTC m=+0.349312218 container died 89ae4a225eb2d5897f830114bd9847f88e2c41b0f192d55df297b27c18c4c1df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-b, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-21T00:23:59.648 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:59 smithi060 podman[71002]: 2024-05-21 00:23:59.370403643 +0000 UTC m=+0.714959091 container cleanup 89ae4a225eb2d5897f830114bd9847f88e2c41b0f192d55df297b27c18c4c1df (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-b, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True) 2024-05-21T00:23:59.648 INFO:journalctl@ceph.mon.b.smithi060.stdout:May 21 00:23:59 smithi060 bash[71002]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-b 2024-05-21T00:23:59.785 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.b.service' 2024-05-21T00:23:59.830 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:23:59.831 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-05-21T00:23:59.831 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-05-21T00:23:59.831 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.c 2024-05-21T00:24:00.175 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:23:59 smithi077 systemd[1]: Stopping Ceph mon.c for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:24:00.485 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:24:00 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-c[36373]: 2024-05-21T00:24:00.173+0000 7fcf63674700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:24:00.485 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:24:00 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-c[36373]: 2024-05-21T00:24:00.173+0000 7fcf63674700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-05-21T00:24:00.485 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:24:00 smithi077 podman[71143]: 2024-05-21 00:24:00.214931639 +0000 UTC m=+0.192375943 container died 858a9e27c8e46941215e1f6102f9ddfe69511602324c1f573f046642cf809b66 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-c, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:24:00.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:24:00 smithi077 podman[71143]: 2024-05-21 00:24:00.582203273 +0000 UTC m=+0.559647577 container cleanup 858a9e27c8e46941215e1f6102f9ddfe69511602324c1f573f046642cf809b66 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-c, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2) 2024-05-21T00:24:00.782 INFO:journalctl@ceph.mon.c.smithi077.stdout:May 21 00:24:00 smithi077 bash[71143]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mon-c 2024-05-21T00:24:01.067 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mon.c.service' 2024-05-21T00:24:01.114 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:24:01.114 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-05-21T00:24:01.114 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-05-21T00:24:01.114 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mgr.x 2024-05-21T00:24:01.482 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:24:01 smithi012 systemd[1]: Stopping Ceph mgr.x for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:24:02.069 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:24:01 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:24:01.758+0000 7f1b24c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:24:02.069 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:24:01 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x[31645]: 2024-05-21T00:24:01.758+0000 7f1b24c00700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-05-21T00:24:02.070 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:24:01 smithi012 podman[104726]: 2024-05-21 00:24:01.850935983 +0000 UTC m=+0.233051350 container died cf56cce74880a8e835b61e70eab6138de84d5fbcba5c6600307aef96a839c7f9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:24:02.820 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:24:02 smithi012 podman[104726]: 2024-05-21 00:24:02.424910644 +0000 UTC m=+0.807026048 container cleanup cf56cce74880a8e835b61e70eab6138de84d5fbcba5c6600307aef96a839c7f9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-05-21T00:24:02.820 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:24:02 smithi012 bash[104726]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x 2024-05-21T00:24:02.820 INFO:journalctl@ceph.mgr.x.smithi012.stdout:May 21 00:24:02 smithi012 podman[104739]: 2024-05-21 00:24:02.64375021 +0000 UTC m=+0.776439810 container remove cf56cce74880a8e835b61e70eab6138de84d5fbcba5c6600307aef96a839c7f9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:b772be9bbd810236a4ab405b6b221a45c687051f, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-x, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514) 2024-05-21T00:24:03.206 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mgr.x.service' 2024-05-21T00:24:03.326 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:24:03.327 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-05-21T00:24:03.327 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-05-21T00:24:03.327 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mgr.y 2024-05-21T00:24:03.681 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:24:03 smithi060 systemd[1]: Stopping Ceph mgr.y for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:24:03.980 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:24:03 smithi060 podman[71125]: 2024-05-21 00:24:03.679235071 +0000 UTC m=+0.148516408 container died 770b55d3997320bfee6a8c04a1b1c2beb55fcd621bbc372df427c88c22b0e5ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, CEPH_POINT_RELEASE=) 2024-05-21T00:24:04.311 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:24:04 smithi060 podman[71125]: 2024-05-21 00:24:04.083905187 +0000 UTC m=+0.553186530 container cleanup 770b55d3997320bfee6a8c04a1b1c2beb55fcd621bbc372df427c88c22b0e5ed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-05-21T00:24:04.312 INFO:journalctl@ceph.mgr.y.smithi060.stdout:May 21 00:24:04 smithi060 bash[71125]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-y 2024-05-21T00:24:04.463 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mgr.y.service' 2024-05-21T00:24:04.497 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:24:04.497 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-05-21T00:24:04.497 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-05-21T00:24:04.497 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mgr.z 2024-05-21T00:24:04.782 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:24:04 smithi077 systemd[1]: Stopping Ceph mgr.z for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:24:05.139 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:24:04 smithi077 podman[71262]: 2024-05-21 00:24:04.833105289 +0000 UTC m=+0.145527062 container died 574827789e549a7cd9743323a706f84d5cd897dbc2f71c6eea914cc92a04638a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-05-21T00:24:05.532 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:24:05 smithi077 podman[71262]: 2024-05-21 00:24:05.228931603 +0000 UTC m=+0.541353376 container cleanup 574827789e549a7cd9743323a706f84d5cd897dbc2f71c6eea914cc92a04638a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:24:05.532 INFO:journalctl@ceph.mgr.z.smithi077.stdout:May 21 00:24:05 smithi077 bash[71262]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mgr-z 2024-05-21T00:24:05.807 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mgr.z.service' 2024-05-21T00:24:05.841 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:24:05.841 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-05-21T00:24:05.841 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-05-21T00:24:05.841 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.0 2024-05-21T00:24:06.319 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:05 smithi012 systemd[1]: Stopping Ceph osd.0 for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:24:06.820 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:06 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-0[43481]: 2024-05-21T00:24:06.428+0000 7f6657800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:24:06.820 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:06 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-0[43481]: 2024-05-21T00:24:06.428+0000 7f6657800700 -1 osd.0 84 *** Got signal Terminated *** 2024-05-21T00:24:06.820 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:06 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-0[43481]: 2024-05-21T00:24:06.428+0000 7f6657800700 -1 osd.0 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:24:12.319 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:12 smithi012 podman[104846]: 2024-05-21 00:24:12.029285125 +0000 UTC m=+5.711238841 container died ab910575dc6a98d6b1586ddcd0e0c95c01cbd9d8a3c77db1fb58004f77d3a1f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-05-21T00:24:12.799 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:12 smithi012 podman[104846]: 2024-05-21 00:24:12.528676982 +0000 UTC m=+6.210630738 container cleanup ab910575dc6a98d6b1586ddcd0e0c95c01cbd9d8a3c77db1fb58004f77d3a1f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:24:12.799 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:12 smithi012 bash[104846]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-0 2024-05-21T00:24:13.069 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:12 smithi012 podman[104863]: 2024-05-21 00:24:12.796689486 +0000 UTC m=+0.759075432 container remove ab910575dc6a98d6b1586ddcd0e0c95c01cbd9d8a3c77db1fb58004f77d3a1f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514) 2024-05-21T00:24:13.961 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:13 smithi012 podman[104953]: 2024-05-21 00:24:13.541830653 +0000 UTC m=+0.036938310 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:24:13.961 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:13 smithi012 podman[104953]: 2024-05-21 00:24:13.638920856 +0000 UTC m=+0.134028541 container create 271301ff91c8973dcae501a46d80f7c4732974a706b53230813e973f47ddfaf9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-0-deactivate, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-05-21T00:24:14.320 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:13 smithi012 podman[104953]: 2024-05-21 00:24:13.959147898 +0000 UTC m=+0.454255643 container init 271301ff91c8973dcae501a46d80f7c4732974a706b53230813e973f47ddfaf9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:24:14.320 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:13 smithi012 podman[104953]: 2024-05-21 00:24:13.971127959 +0000 UTC m=+0.466235614 container start 271301ff91c8973dcae501a46d80f7c4732974a706b53230813e973f47ddfaf9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-0-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-21T00:24:14.320 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:14 smithi012 podman[104953]: 2024-05-21 00:24:14.051899679 +0000 UTC m=+0.547007408 container attach 271301ff91c8973dcae501a46d80f7c4732974a706b53230813e973f47ddfaf9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-0-deactivate, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-05-21T00:24:14.753 INFO:journalctl@ceph.osd.0.smithi012.stdout:May 21 00:24:14 smithi012 podman[104979]: 2024-05-21 00:24:14.497609699 +0000 UTC m=+0.033787791 container died 271301ff91c8973dcae501a46d80f7c4732974a706b53230813e973f47ddfaf9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:24:15.283 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.0.service' 2024-05-21T00:24:15.409 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:24:15.409 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-05-21T00:24:15.409 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-05-21T00:24:15.409 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.1 2024-05-21T00:24:15.714 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:15 smithi060 systemd[1]: Stopping Ceph osd.1 for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:24:15.979 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:15 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1[41041]: 2024-05-21T00:24:15.712+0000 7f19725f7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:24:15.980 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:15 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1[41041]: 2024-05-21T00:24:15.712+0000 7f19725f7700 -1 osd.1 84 *** Got signal Terminated *** 2024-05-21T00:24:15.980 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:15 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1[41041]: 2024-05-21T00:24:15.712+0000 7f19725f7700 -1 osd.1 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:24:21.308 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:21 smithi060 podman[71252]: 2024-05-21 00:24:21.03272053 +0000 UTC m=+5.423789277 container died 8bb000ec45c42b3a2d8dc7a8d142fa8a93724620c404e8810e45f89bdab086e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0) 2024-05-21T00:24:21.649 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:21 smithi060 podman[71252]: 2024-05-21 00:24:21.405229729 +0000 UTC m=+5.796298471 container cleanup 8bb000ec45c42b3a2d8dc7a8d142fa8a93724620c404e8810e45f89bdab086e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-21T00:24:21.649 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:21 smithi060 bash[71252]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1 2024-05-21T00:24:21.975 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:21 smithi060 podman[71269]: 2024-05-21 00:24:21.648340963 +0000 UTC m=+0.611603971 container remove 8bb000ec45c42b3a2d8dc7a8d142fa8a93724620c404e8810e45f89bdab086e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:24:22.230 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:21 smithi060 podman[71355]: 2024-05-21 00:24:21.974291555 +0000 UTC m=+0.100353203 container create fae60f07589fe415e1aa131937a210cc6d2558cfe1664c30c5d328dbe84c2bb0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-21T00:24:22.230 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:21 smithi060 podman[71355]: 2024-05-21 00:24:21.891621621 +0000 UTC m=+0.017683261 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:24:22.230 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:22 smithi060 podman[71355]: 2024-05-21 00:24:22.160098051 +0000 UTC m=+0.286159691 container init fae60f07589fe415e1aa131937a210cc6d2558cfe1664c30c5d328dbe84c2bb0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:24:22.230 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:22 smithi060 podman[71355]: 2024-05-21 00:24:22.163179842 +0000 UTC m=+0.289241490 container start fae60f07589fe415e1aa131937a210cc6d2558cfe1664c30c5d328dbe84c2bb0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:24:22.730 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:22 smithi060 podman[71355]: 2024-05-21 00:24:22.234924423 +0000 UTC m=+0.360986075 container attach fae60f07589fe415e1aa131937a210cc6d2558cfe1664c30c5d328dbe84c2bb0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:24:22.730 INFO:journalctl@ceph.osd.1.smithi060.stdout:May 21 00:24:22 smithi060 podman[71355]: 2024-05-21 00:24:22.475340233 +0000 UTC m=+0.601401872 container died fae60f07589fe415e1aa131937a210cc6d2558cfe1664c30c5d328dbe84c2bb0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-05-21T00:24:23.098 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.1.service' 2024-05-21T00:24:23.141 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:24:23.142 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-05-21T00:24:23.142 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-05-21T00:24:23.142 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.2 2024-05-21T00:24:23.451 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:23 smithi077 systemd[1]: Stopping Ceph osd.2 for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:24:23.782 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:23 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2[41524]: 2024-05-21T00:24:23.449+0000 7fd822d77700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:24:23.782 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:23 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2[41524]: 2024-05-21T00:24:23.449+0000 7fd822d77700 -1 osd.2 84 *** Got signal Terminated *** 2024-05-21T00:24:23.782 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:23 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2[41524]: 2024-05-21T00:24:23.449+0000 7fd822d77700 -1 osd.2 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:24:29.236 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:28 smithi077 podman[71402]: 2024-05-21 00:24:28.886551141 +0000 UTC m=+5.548076661 container died 3b985a680b71c1202ab871ac0c09eba988bec2fb5a672ca51d0ebd3958f1b299 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514) 2024-05-21T00:24:29.532 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:29 smithi077 podman[71402]: 2024-05-21 00:24:29.341201494 +0000 UTC m=+6.002727012 container cleanup 3b985a680b71c1202ab871ac0c09eba988bec2fb5a672ca51d0ebd3958f1b299 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-05-21T00:24:29.532 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:29 smithi077 bash[71402]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2 2024-05-21T00:24:29.953 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:29 smithi077 podman[71419]: 2024-05-21 00:24:29.625938458 +0000 UTC m=+0.732523483 container remove 3b985a680b71c1202ab871ac0c09eba988bec2fb5a672ca51d0ebd3958f1b299 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5) 2024-05-21T00:24:30.247 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:29 smithi077 podman[71508]: 2024-05-21 00:24:29.951792694 +0000 UTC m=+0.113928207 container create b75dcdea04494834ff183d7f2e35e0fcbd9ffddd4da93b59204f613515f7fa5e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True) 2024-05-21T00:24:30.247 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:29 smithi077 podman[71508]: 2024-05-21 00:24:29.854529361 +0000 UTC m=+0.016664895 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:24:30.247 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:30 smithi077 podman[71508]: 2024-05-21 00:24:30.170702289 +0000 UTC m=+0.332837803 container init b75dcdea04494834ff183d7f2e35e0fcbd9ffddd4da93b59204f613515f7fa5e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD) 2024-05-21T00:24:30.247 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:30 smithi077 podman[71508]: 2024-05-21 00:24:30.173863596 +0000 UTC m=+0.335999111 container start b75dcdea04494834ff183d7f2e35e0fcbd9ffddd4da93b59204f613515f7fa5e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-05-21T00:24:30.532 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:30 smithi077 podman[71508]: 2024-05-21 00:24:30.245519316 +0000 UTC m=+0.407654841 container attach b75dcdea04494834ff183d7f2e35e0fcbd9ffddd4da93b59204f613515f7fa5e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-05-21T00:24:30.532 INFO:journalctl@ceph.osd.2.smithi077.stdout:May 21 00:24:30 smithi077 podman[71508]: 2024-05-21 00:24:30.46582978 +0000 UTC m=+0.627965298 container died b75dcdea04494834ff183d7f2e35e0fcbd9ffddd4da93b59204f613515f7fa5e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD) 2024-05-21T00:24:31.106 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.2.service' 2024-05-21T00:24:31.147 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:24:31.147 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-05-21T00:24:31.147 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-05-21T00:24:31.147 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.3 2024-05-21T00:24:31.570 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:31 smithi012 systemd[1]: Stopping Ceph osd.3 for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:24:31.958 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:31 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3[50010]: 2024-05-21T00:24:31.762+0000 7f0e13c00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:24:31.959 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:31 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3[50010]: 2024-05-21T00:24:31.762+0000 7f0e13c00700 -1 osd.3 84 *** Got signal Terminated *** 2024-05-21T00:24:31.959 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:31 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3[50010]: 2024-05-21T00:24:31.762+0000 7f0e13c00700 -1 osd.3 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:24:33.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:32 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:32.586+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:33.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:33 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:33.100+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:34.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:33 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:33.622+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:34.398 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:34 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:34.043+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:34.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:34 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:34.115+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:34.782 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:34 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:34.578+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:34.782 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:34 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:34.341+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:35.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:35 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:35.059+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:35.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:35 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:35.087+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:35.684 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:35 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:35.358+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:35.684 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:35 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:35.591+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:36.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:35 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:35.599+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:36.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:36 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:36.043+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:36.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:36 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:36.071+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:36.592 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:36 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:36.320+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:37.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:36 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:36.590+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:37.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:36 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:36.596+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:37.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:37 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:37.072+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:37.563 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:37 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:37.095+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:37.563 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:37 smithi012 podman[105058]: 2024-05-21 00:24:37.298248103 +0000 UTC m=+5.657402565 container died 69bc9e5eef79c87094a3072901240251cca9c11227e7a5bbdc2349604b03f10f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514) 2024-05-21T00:24:37.608 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:37 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:37.309+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:37.819 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:37 smithi012 podman[105058]: 2024-05-21 00:24:37.772175493 +0000 UTC m=+6.131329971 container cleanup 69bc9e5eef79c87094a3072901240251cca9c11227e7a5bbdc2349604b03f10f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:24:37.819 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:37 smithi012 bash[105058]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3 2024-05-21T00:24:37.820 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:37 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:37.613+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:38.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:37 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:37.607+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:38.142 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:38 smithi012 podman[105085]: 2024-05-21 00:24:38.015413665 +0000 UTC m=+0.700107646 container remove 69bc9e5eef79c87094a3072901240251cca9c11227e7a5bbdc2349604b03f10f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-21T00:24:38.479 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:38 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:38.045+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:38.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:38 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:38.139+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:38.617 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:38 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:38.341+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:38.914 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:38 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:38.654+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:39.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:38 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:38.615+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:39.223 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:38 smithi012 podman[105174]: 2024-05-21 00:24:38.817682853 +0000 UTC m=+0.033340301 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:24:39.223 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:38 smithi012 podman[105174]: 2024-05-21 00:24:38.924535054 +0000 UTC m=+0.140192524 container create a195bc325054d7d016b61aeba014c174f19e5a8f30732b6889775580312f40fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True) 2024-05-21T00:24:39.223 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:39 smithi012 podman[105174]: 2024-05-21 00:24:39.220102345 +0000 UTC m=+0.435759880 container init a195bc325054d7d016b61aeba014c174f19e5a8f30732b6889775580312f40fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:24:39.223 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:39 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:39.113+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:39.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:39 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:39.035+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:39.570 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:39 smithi012 podman[105174]: 2024-05-21 00:24:39.231913625 +0000 UTC m=+0.447571127 container start a195bc325054d7d016b61aeba014c174f19e5a8f30732b6889775580312f40fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:24:39.570 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:39 smithi012 podman[105174]: 2024-05-21 00:24:39.335452871 +0000 UTC m=+0.551110352 container attach a195bc325054d7d016b61aeba014c174f19e5a8f30732b6889775580312f40fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-05-21T00:24:39.638 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:39 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:39.363+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:40.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:39 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:39.635+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:40.053 INFO:journalctl@ceph.osd.3.smithi012.stdout:May 21 00:24:39 smithi012 podman[105174]: 2024-05-21 00:24:39.707332236 +0000 UTC m=+0.922989784 container died a195bc325054d7d016b61aeba014c174f19e5a8f30732b6889775580312f40fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5) 2024-05-21T00:24:40.053 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:39 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:39.704+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:40.319 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:40 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:40.150+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:40.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:40 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:40.085+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:40.491 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.3.service' 2024-05-21T00:24:40.615 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:40 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:40.337+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:40.618 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:24:40.618 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-05-21T00:24:40.618 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-05-21T00:24:40.618 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.4 2024-05-21T00:24:40.820 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:40 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:40.685+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:40.934 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:40 smithi060 systemd[1]: Stopping Ceph osd.4 for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:24:41.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:40 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:40.613+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:41.230 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:40 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4[47987]: 2024-05-21T00:24:40.932+0000 7fc9f0280700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:24:41.230 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:40 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4[47987]: 2024-05-21T00:24:40.932+0000 7fc9f0280700 -1 osd.4 84 *** Got signal Terminated *** 2024-05-21T00:24:41.230 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:40 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4[47987]: 2024-05-21T00:24:40.932+0000 7fc9f0280700 -1 osd.4 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:24:41.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:41 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:41.063+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:41.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:41 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:41.142+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:41.658 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:41 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:41.326+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:42.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:41 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:41.657+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:42.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:41 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:41.657+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:42.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:41 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:41.709+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:42.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:41 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:41.709+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:42.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:42 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:42.095+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:42.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:42 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:42.178+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:42.673 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:42 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:42.369+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:43.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:42 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:42.672+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:43.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:42 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:42.672+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:43.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:42 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:42.701+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:43.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:42 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:42.701+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:43.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:43.139+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:43.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:43.139+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:43.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:43 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:43.292+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:43.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:43.183+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:43.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:43.183+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:43.719 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:43.370+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:44.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:43.716+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:44.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:43.716+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:44.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:43.721+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:44.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:43 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:43.721+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:44.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:44 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:44.295+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:44.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:44 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:44.176+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:44.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:44 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:44.176+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:44.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:44 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:44.226+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:44.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:44 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:44.226+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:44.722 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:44 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:44.375+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:44.979 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:44 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4[47987]: 2024-05-21T00:24:44.631+0000 7fc9e886c700 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:18.737837+0000 front 2024-05-21T00:24:18.737862+0000 (oldest deadline 2024-05-21T00:24:44.038019+0000) 2024-05-21T00:24:45.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:44 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:44.872+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:45.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:44 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:44.720+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:45.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:44 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:44.720+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:45.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:44 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:44.693+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:45.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:44 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:44.693+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:45.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:45 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:45.340+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:45.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:45 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:45.181+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:45.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:45 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:45.181+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:45.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:45 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:45.274+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:45.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:45 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:45.274+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:45.681 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:45 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:45.357+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:45.681 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:45 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:45.357+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.168635+0000 front 2024-05-21T00:24:19.168800+0000 (oldest deadline 2024-05-21T00:24:45.068705+0000) 2024-05-21T00:24:45.980 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:45 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4[47987]: 2024-05-21T00:24:45.679+0000 7fc9e886c700 -1 osd.4 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:18.737837+0000 front 2024-05-21T00:24:18.737862+0000 (oldest deadline 2024-05-21T00:24:44.038019+0000) 2024-05-21T00:24:46.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:45 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:45.907+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:46.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:45 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:45.679+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:46.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:45 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:45.679+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:46.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:45 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:45.715+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:46.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:45 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:45.715+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:46.480 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:46 smithi060 podman[71473]: 2024-05-21 00:24:46.274810687 +0000 UTC m=+5.450778823 container died 4ca305e358d34184f1ee285071818d6b39ab8a007ab6b5e7b01f2c4583d0d78a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:24:46.481 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:46 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:46.388+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:46.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:46 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:46.207+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:46.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:46 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:46.207+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:46.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:46 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:46.272+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:46.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:46 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:46.272+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:46.701 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:46 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:46.338+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:46.701 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:46 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:46.338+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.168635+0000 front 2024-05-21T00:24:19.168800+0000 (oldest deadline 2024-05-21T00:24:45.068705+0000) 2024-05-21T00:24:46.786 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:46 smithi060 podman[71473]: 2024-05-21 00:24:46.616917414 +0000 UTC m=+5.792885550 container cleanup 4ca305e358d34184f1ee285071818d6b39ab8a007ab6b5e7b01f2c4583d0d78a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:24:46.787 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:46 smithi060 bash[71473]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4 2024-05-21T00:24:47.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:46 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:46.875+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:47.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:46 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:46.698+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:47.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:46 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:46.698+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:47.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:46 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:46.750+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:47.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:46 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:46.750+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:47.188 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:46 smithi060 podman[71490]: 2024-05-21 00:24:46.785085084 +0000 UTC m=+0.507328860 container remove 4ca305e358d34184f1ee285071818d6b39ab8a007ab6b5e7b01f2c4583d0d78a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-05-21T00:24:47.438 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:47 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:47.380+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:47.438 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:47 smithi060 podman[71577]: 2024-05-21 00:24:47.186082128 +0000 UTC m=+0.101832014 container create f3ec6d6a95a6b6c73249fbc84a1abfb94e6fa7b91d1e85cba5ba23bc77ad869f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:24:47.438 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:47 smithi060 podman[71577]: 2024-05-21 00:24:47.102193588 +0000 UTC m=+0.017943494 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:24:47.439 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:47 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:47.190+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:47.439 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:47 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:47.190+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:47.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:47 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:47.313+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:47.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:47 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:47.313+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:47.696 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:47 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:47.342+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:47.696 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:47 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:47.342+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.168635+0000 front 2024-05-21T00:24:19.168800+0000 (oldest deadline 2024-05-21T00:24:45.068705+0000) 2024-05-21T00:24:47.730 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:47 smithi060 podman[71577]: 2024-05-21 00:24:47.530912678 +0000 UTC m=+0.446662571 container init f3ec6d6a95a6b6c73249fbc84a1abfb94e6fa7b91d1e85cba5ba23bc77ad869f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:24:47.730 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:47 smithi060 podman[71577]: 2024-05-21 00:24:47.53472342 +0000 UTC m=+0.450473309 container start f3ec6d6a95a6b6c73249fbc84a1abfb94e6fa7b91d1e85cba5ba23bc77ad869f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514) 2024-05-21T00:24:47.730 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:47 smithi060 podman[71577]: 2024-05-21 00:24:47.647209424 +0000 UTC m=+0.562959319 container attach f3ec6d6a95a6b6c73249fbc84a1abfb94e6fa7b91d1e85cba5ba23bc77ad869f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:24:48.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:47 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:47.889+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:48.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:47 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:47.694+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:48.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:47 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:47.694+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:48.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:47 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:47.738+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:48.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:47 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:47.738+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:48.152 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:47 smithi060 podman[71577]: 2024-05-21 00:24:47.848279181 +0000 UTC m=+0.764029072 container died f3ec6d6a95a6b6c73249fbc84a1abfb94e6fa7b91d1e85cba5ba23bc77ad869f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-05-21T00:24:48.417 INFO:journalctl@ceph.osd.4.smithi060.stdout:May 21 00:24:48 smithi060 podman[71603]: 2024-05-21 00:24:48.393583131 +0000 UTC m=+0.539539288 container remove f3ec6d6a95a6b6c73249fbc84a1abfb94e6fa7b91d1e85cba5ba23bc77ad869f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux ) 2024-05-21T00:24:48.418 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:48 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:48.367+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:48.418 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:48 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:48.184+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:48.419 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:48 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:48.184+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:48.423 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.4.service' 2024-05-21T00:24:48.466 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:24:48.466 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-05-21T00:24:48.466 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-05-21T00:24:48.466 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.5 2024-05-21T00:24:48.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:48 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:48.275+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:48.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:48 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:48.275+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:48.719 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:48 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:48.346+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:48.720 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:48 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:48.346+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.168635+0000 front 2024-05-21T00:24:19.168800+0000 (oldest deadline 2024-05-21T00:24:45.068705+0000) 2024-05-21T00:24:48.720 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:48 smithi077 systemd[1]: Stopping Ceph osd.5 for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:24:49.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:48 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:48.885+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:49.032 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:48 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:48.759+0000 7fc2807b8700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:24:49.032 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:48 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:48.759+0000 7fc2807b8700 -1 osd.5 84 *** Got signal Terminated *** 2024-05-21T00:24:49.032 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:48 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:48.759+0000 7fc2807b8700 -1 osd.5 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:24:49.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:48 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:48.716+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:49.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:48 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:48.716+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:49.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:48 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:48.702+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:49.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:48 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:48.702+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:49.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:49 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:49.370+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:49.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:49 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:49.208+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:49.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:49 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:49.209+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:49.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:49 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:49.296+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:49.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:49 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:49.296+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:49.726 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:49 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:49.334+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:49.726 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:49 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:49.334+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.168635+0000 front 2024-05-21T00:24:19.168800+0000 (oldest deadline 2024-05-21T00:24:45.068705+0000) 2024-05-21T00:24:50.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:49 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:49.874+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:50.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:49 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:49.724+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:50.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:49 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:49.724+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:50.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:49 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:49.724+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:24:50.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:49 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:49.750+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:50.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:49 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:49.750+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:50.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:50 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:50.292+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:50.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:50 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:50.292+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:50.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:50 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:50.327+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:50.730 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:50 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:50.238+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:50.730 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:50 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:50.238+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:50.742 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:50 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:50.371+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:50.743 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:50 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:50.371+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.168635+0000 front 2024-05-21T00:24:19.168800+0000 (oldest deadline 2024-05-21T00:24:45.068705+0000) 2024-05-21T00:24:50.743 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:50 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:50.371+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:25.069096+0000 front 2024-05-21T00:24:25.069144+0000 (oldest deadline 2024-05-21T00:24:50.369179+0000) 2024-05-21T00:24:51.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:50 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:50.895+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:51.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:50 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:50.741+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:51.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:50 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:50.741+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:51.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:50 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:50.741+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:24:51.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:50 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:50.796+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:51.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:50 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:50.796+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:51.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:50 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:50.796+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.289642+0000 front 2024-05-21T00:24:27.289511+0000 (oldest deadline 2024-05-21T00:24:50.789312+0000) 2024-05-21T00:24:51.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:51 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:51.313+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:51.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:51 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:51.199+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:51.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:51 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:51.199+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:51.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:51 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:51.285+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:51.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:51 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:51.285+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:51.765 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:51 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:51.376+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:51.765 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:51 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:51.376+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.168635+0000 front 2024-05-21T00:24:19.168800+0000 (oldest deadline 2024-05-21T00:24:45.068705+0000) 2024-05-21T00:24:51.765 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:51 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:51.376+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:25.069096+0000 front 2024-05-21T00:24:25.069144+0000 (oldest deadline 2024-05-21T00:24:50.369179+0000) 2024-05-21T00:24:52.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:51 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:51.904+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:52.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:51 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:51.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:52.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:51 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:51.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:52.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:51 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:51.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:24:52.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:51 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:51.759+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:52.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:51 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:51.759+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:52.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:51 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:51.759+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.289642+0000 front 2024-05-21T00:24:27.289511+0000 (oldest deadline 2024-05-21T00:24:50.789312+0000) 2024-05-21T00:24:52.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:52 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:52.313+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:52.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:52 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:52.313+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:24:52.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:52 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:52.152+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:52.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:52 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:52.152+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:52.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:52 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:52.152+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:24:52.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:52 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:52.294+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:52.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:52 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:52.294+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:52.776 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:52 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:52.406+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:52.777 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:52 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:52.406+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.168635+0000 front 2024-05-21T00:24:19.168800+0000 (oldest deadline 2024-05-21T00:24:45.068705+0000) 2024-05-21T00:24:52.777 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:52 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:52.406+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:25.069096+0000 front 2024-05-21T00:24:25.069144+0000 (oldest deadline 2024-05-21T00:24:50.369179+0000) 2024-05-21T00:24:53.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:52 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:52.858+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:53.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:52 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:52.858+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:24:53.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:52 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:52.775+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:53.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:52 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:52.775+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:53.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:52 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:52.775+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:24:53.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:52 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:52.772+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:53.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:52 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:52.772+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:53.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:52 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:52.772+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.289642+0000 front 2024-05-21T00:24:27.289511+0000 (oldest deadline 2024-05-21T00:24:50.789312+0000) 2024-05-21T00:24:53.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:53 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:53.309+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:53.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:53 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:53.309+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:24:53.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:53 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:53.147+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:53.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:53 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:53.147+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:53.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:53 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:53.147+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:24:53.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:53 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:53.263+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:53.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:53 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:53.263+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:53.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:53 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:53.263+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:24:53.778 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:53 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:53.363+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.867204+0000 front 2024-05-21T00:24:09.867103+0000 (oldest deadline 2024-05-21T00:24:33.366969+0000) 2024-05-21T00:24:53.778 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:53 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:53.363+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.168635+0000 front 2024-05-21T00:24:19.168800+0000 (oldest deadline 2024-05-21T00:24:45.068705+0000) 2024-05-21T00:24:53.778 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:53 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5[48032]: 2024-05-21T00:24:53.363+0000 7fc278da4700 -1 osd.5 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:25.069096+0000 front 2024-05-21T00:24:25.069144+0000 (oldest deadline 2024-05-21T00:24:50.369179+0000) 2024-05-21T00:24:54.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:53 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:53.775+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:54.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:53 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:53.775+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:54.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:53 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:53.775+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:24:54.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:53 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:53.864+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:54.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:53 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:53.864+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:24:54.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:53 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:53.744+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:54.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:53 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:53.744+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:54.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:53 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:53.744+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.289642+0000 front 2024-05-21T00:24:27.289511+0000 (oldest deadline 2024-05-21T00:24:50.789312+0000) 2024-05-21T00:24:54.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:54 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:54.119+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:54.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:54 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:54.119+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:54.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:54 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:54.119+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:24:54.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:54 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:54.323+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:54.481 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:54 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:54.323+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:24:54.532 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:54 smithi077 podman[71624]: 2024-05-21 00:24:54.263983417 +0000 UTC m=+5.603265304 container died d4485f22faada440034a92b0b7427eea82fc72765cf2decfa3d89d3ce15289a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-05-21T00:24:54.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:54 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:54.312+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:54.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:54 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:54.312+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:54.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:54 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:54.312+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:24:54.895 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:54 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:54.747+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:54.895 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:54 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:54.747+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:54.895 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:54 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:54.747+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:24:54.896 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:54 smithi077 podman[71624]: 2024-05-21 00:24:54.58529146 +0000 UTC m=+5.924573341 container cleanup d4485f22faada440034a92b0b7427eea82fc72765cf2decfa3d89d3ce15289a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:24:54.896 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:54 smithi077 bash[71624]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5 2024-05-21T00:24:54.896 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:54 smithi077 podman[71639]: 2024-05-21 00:24:54.794695536 +0000 UTC m=+0.527179952 container remove d4485f22faada440034a92b0b7427eea82fc72765cf2decfa3d89d3ce15289a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:24:55.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:54 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:54.761+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:55.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:54 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:54.761+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:55.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:54 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:54.761+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.289642+0000 front 2024-05-21T00:24:27.289511+0000 (oldest deadline 2024-05-21T00:24:50.789312+0000) 2024-05-21T00:24:55.212 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:54 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:54.893+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:55.212 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:54 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:54.893+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:24:55.348 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:55 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:55.096+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:55.348 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:55 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:55.096+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:55.348 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:55 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:55.096+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:24:55.466 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:55 smithi077 podman[71729]: 2024-05-21 00:24:55.114190883 +0000 UTC m=+0.017646894 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:24:55.466 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:55 smithi077 podman[71729]: 2024-05-21 00:24:55.237533935 +0000 UTC m=+0.140989938 container create a682ef8e644c86a85a6b1a4eb5779ff58c2edae4852cb29dbcedb60b549aed17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, ceph=True) 2024-05-21T00:24:55.466 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:55 smithi077 podman[71729]: 2024-05-21 00:24:55.464504096 +0000 UTC m=+0.367960111 container init a682ef8e644c86a85a6b1a4eb5779ff58c2edae4852cb29dbcedb60b549aed17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-05-21T00:24:55.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:55 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:55.271+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:55.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:55 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:55.271+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:55.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:55 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:55.271+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:24:55.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:55 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:55.346+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:55.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:55 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:55.346+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:24:55.756 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:55 smithi077 podman[71729]: 2024-05-21 00:24:55.467755849 +0000 UTC m=+0.371211861 container start a682ef8e644c86a85a6b1a4eb5779ff58c2edae4852cb29dbcedb60b549aed17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5-deactivate, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:24:55.756 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:55 smithi077 podman[71729]: 2024-05-21 00:24:55.556196876 +0000 UTC m=+0.459652899 container attach a682ef8e644c86a85a6b1a4eb5779ff58c2edae4852cb29dbcedb60b549aed17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:24:56.032 INFO:journalctl@ceph.osd.5.smithi077.stdout:May 21 00:24:55 smithi077 podman[71729]: 2024-05-21 00:24:55.763175359 +0000 UTC m=+0.666631373 container died a682ef8e644c86a85a6b1a4eb5779ff58c2edae4852cb29dbcedb60b549aed17 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240514, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:24:56.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:55 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:55.923+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:56.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:55 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:55.923+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:24:56.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:55 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:55.754+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:56.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:55 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:55.754+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:56.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:55 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:55.754+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:24:56.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:55 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:55.731+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:56.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:55 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:55.731+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:56.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:55 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:55.731+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.289642+0000 front 2024-05-21T00:24:27.289511+0000 (oldest deadline 2024-05-21T00:24:50.789312+0000) 2024-05-21T00:24:56.344 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.5.service' 2024-05-21T00:24:56.381 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:24:56.381 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-05-21T00:24:56.381 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-05-21T00:24:56.381 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.6 2024-05-21T00:24:56.394 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:56 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:56.052+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:56.394 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:56 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:56.052+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:56.394 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:56 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:56.052+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:24:56.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:56 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:56.393+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:56.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:56 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:56.393+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:24:56.785 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:56 smithi012 systemd[1]: Stopping Ceph osd.6 for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:24:56.785 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:56 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:56.322+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:56.785 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:56 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:56.322+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:56.785 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:56 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:56.322+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:24:57.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:56 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:56.896+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:57.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:56 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:56.896+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:24:57.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:56 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:56.767+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:57.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:56 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:56.767+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:57.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:56 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:56.767+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:24:57.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:56 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:56.781+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:57.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:56 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:56.781+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:57.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:56 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:56.781+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.289642+0000 front 2024-05-21T00:24:27.289511+0000 (oldest deadline 2024-05-21T00:24:50.789312+0000) 2024-05-21T00:24:57.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:57.013+0000 7f6c52200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:24:57.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:57.013+0000 7f6c52200700 -1 osd.6 84 *** Got signal Terminated *** 2024-05-21T00:24:57.071 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:57.013+0000 7f6c52200700 -1 osd.6 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:24:57.444 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:57 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:57.053+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:57.445 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:57 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:57.053+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:57.445 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:57 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:57.053+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:24:57.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:57 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:57.443+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:57.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:57 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:57.443+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:24:57.777 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:57.368+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:57.777 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:57.368+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:57.778 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:57.368+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:24:58.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:57.774+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:58.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:57.774+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:58.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:57 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:57.774+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.289642+0000 front 2024-05-21T00:24:27.289511+0000 (oldest deadline 2024-05-21T00:24:50.789312+0000) 2024-05-21T00:24:58.282 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:57 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:57.905+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:58.282 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:57 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:57.905+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:24:58.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:57 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:57.802+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:58.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:57 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:57.802+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:58.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:57 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:57.802+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:24:58.468 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:58 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:58.098+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:58.468 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:58 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:58.098+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:58.468 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:58 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:58.098+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:24:58.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:58 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:58.466+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:58.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:58 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:58.466+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:24:58.808 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:58 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:58.386+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:58.808 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:58 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:58.386+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:58.808 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:58 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:58.386+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:24:59.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:58 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:58.886+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:24:59.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:58 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:58.886+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:24:59.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:58 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:58.886+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:24:59.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:58 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:58.759+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:24:59.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:58 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:58.759+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:24:59.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:58 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:58.759+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:24:59.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:58 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:58.759+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:24:59.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:58 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:58.804+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:24:59.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:58 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:58.804+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:24:59.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:58 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:58.804+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.289642+0000 front 2024-05-21T00:24:27.289511+0000 (oldest deadline 2024-05-21T00:24:50.789312+0000) 2024-05-21T00:24:59.432 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:59 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:59.114+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:24:59.432 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:59 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:59.114+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:24:59.432 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:24:59 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:24:59.114+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:24:59.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:59 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:59.430+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:24:59.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:59 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:59.430+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:24:59.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:24:59 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:24:59.430+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.523153+0000 front 2024-05-21T00:24:36.523063+0000 (oldest deadline 2024-05-21T00:24:59.422850+0000) 2024-05-21T00:24:59.782 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:59 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:59.364+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:24:59.782 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:59 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:59.364+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:24:59.782 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:59 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:59.364+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:24:59.782 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:24:59 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:24:59.364+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:00.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:59 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:59.880+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:00.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:59 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:59.880+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:00.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:24:59 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:24:59.880+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:00.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:59 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:59.718+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:00.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:59 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:59.718+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:00.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:59 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:59.718+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:00.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:24:59 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:24:59.718+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:00.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:59 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:59.778+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:25:00.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:59 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:59.778+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:25:00.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:59 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:59.778+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.289642+0000 front 2024-05-21T00:24:27.289511+0000 (oldest deadline 2024-05-21T00:24:50.789312+0000) 2024-05-21T00:25:00.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:24:59 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:24:59.778+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.091376+0000 front 2024-05-21T00:24:36.091513+0000 (oldest deadline 2024-05-21T00:24:58.991656+0000) 2024-05-21T00:25:00.427 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:00 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:00.159+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:00.427 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:00 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:00.159+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:00.427 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:00 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:00.159+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:00.427 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:00 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:00.159+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:00.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:00 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:00.425+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:25:00.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:00 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:00.425+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:25:00.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:00 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:00.425+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.523153+0000 front 2024-05-21T00:24:36.523063+0000 (oldest deadline 2024-05-21T00:24:59.422850+0000) 2024-05-21T00:25:00.788 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:00 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:00.369+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:00.788 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:00 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:00.369+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:00.788 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:00 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:00.369+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:00.788 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:00 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:00.369+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:01.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:00 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:00.830+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:01.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:00 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:00.830+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:01.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:00 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:00.830+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:01.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:00 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:00.711+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:01.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:00 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:00.711+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:01.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:00 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:00.711+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:01.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:00 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:00.711+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:01.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:00 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:25:00.785+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:25:01.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:00 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:25:00.785+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:25:01.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:00 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:25:00.785+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.289642+0000 front 2024-05-21T00:24:27.289511+0000 (oldest deadline 2024-05-21T00:24:50.789312+0000) 2024-05-21T00:25:01.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:00 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:25:00.785+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.091376+0000 front 2024-05-21T00:24:36.091513+0000 (oldest deadline 2024-05-21T00:24:58.991656+0000) 2024-05-21T00:25:01.392 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:01 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:01.124+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:01.393 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:01 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:01.124+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:01.393 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:01 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:01.124+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:01.393 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:01 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:01.124+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:01.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:01 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:01.390+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:25:01.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:01 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:01.390+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:25:01.730 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:01 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:01.390+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.523153+0000 front 2024-05-21T00:24:36.523063+0000 (oldest deadline 2024-05-21T00:24:59.422850+0000) 2024-05-21T00:25:01.786 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:01 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:01.336+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:01.786 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:01 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:01.336+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:01.786 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:01 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:01.336+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:01.786 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:01 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:01.336+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:02.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:01 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:01.784+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:02.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:01 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:01.784+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:02.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:01 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:01.784+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:02.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:01 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:01.688+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:02.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:01 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:01.688+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:02.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:01 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:01.688+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:02.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:01 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:01.688+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:02.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:01 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:25:01.782+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.086000+0000 front 2024-05-21T00:24:09.087221+0000 (oldest deadline 2024-05-21T00:24:35.486364+0000) 2024-05-21T00:25:02.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:01 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:25:01.782+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:15.487509+0000 front 2024-05-21T00:24:15.487227+0000 (oldest deadline 2024-05-21T00:24:41.387184+0000) 2024-05-21T00:25:02.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:01 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:25:01.782+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.289642+0000 front 2024-05-21T00:24:27.289511+0000 (oldest deadline 2024-05-21T00:24:50.789312+0000) 2024-05-21T00:25:02.070 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:01 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6[56926]: 2024-05-21T00:25:01.782+0000 7f6c48a00700 -1 osd.6 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.091376+0000 front 2024-05-21T00:24:36.091513+0000 (oldest deadline 2024-05-21T00:24:58.991656+0000) 2024-05-21T00:25:02.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:02 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:02.357+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:25:02.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:02 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:02.357+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:25:02.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:02 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:02.357+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.523153+0000 front 2024-05-21T00:24:36.523063+0000 (oldest deadline 2024-05-21T00:24:59.422850+0000) 2024-05-21T00:25:02.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:02 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:02.137+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:02.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:02 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:02.137+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:02.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:02 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:02.137+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:02.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:02 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:02.137+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:02.769 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:02 smithi012 podman[105279]: 2024-05-21 00:25:02.536881626 +0000 UTC m=+5.664048622 container died 6582dc924ba15fd13902227cb1ad4b5ea7880e8426c1d2280bbbcb2670a73828 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0) 2024-05-21T00:25:02.770 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:02 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:02.331+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:02.770 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:02 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:02.331+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:02.770 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:02 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:02.331+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:02.770 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:02 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:02.331+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:03.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:02 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:02.831+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:03.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:02 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:02.831+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:03.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:02 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:02.831+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:03.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:02 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:02.670+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:03.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:02 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:02.670+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:03.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:02 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:02.670+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:03.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:02 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:02.670+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:03.319 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:03 smithi012 podman[105279]: 2024-05-21 00:25:03.047376406 +0000 UTC m=+6.174543407 container cleanup 6582dc924ba15fd13902227cb1ad4b5ea7880e8426c1d2280bbbcb2670a73828 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:25:03.319 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:03 smithi012 bash[105279]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6 2024-05-21T00:25:03.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:03 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:03.321+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:25:03.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:03 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:03.321+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:25:03.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:03 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:03.321+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.523153+0000 front 2024-05-21T00:24:36.523063+0000 (oldest deadline 2024-05-21T00:24:59.422850+0000) 2024-05-21T00:25:03.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:03 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:03.102+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:03.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:03 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:03.102+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:03.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:03 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:03.102+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:03.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:03 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:03.102+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:03.819 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:03 smithi012 podman[105296]: 2024-05-21 00:25:03.341089392 +0000 UTC m=+0.788124308 container remove 6582dc924ba15fd13902227cb1ad4b5ea7880e8426c1d2280bbbcb2670a73828 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux ) 2024-05-21T00:25:03.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:03 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:03.330+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:03.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:03 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:03.330+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:03.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:03 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:03.331+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:03.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:03 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:03.331+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:04.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:03 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:03.810+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:04.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:03 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:03.810+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:04.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:03 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:03.810+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:04.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:03 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:03.702+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:04.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:03 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:03.702+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:04.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:03 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:03.702+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:04.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:03 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:03.702+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:04.320 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:04 smithi012 podman[105395]: 2024-05-21 00:25:03.970259333 +0000 UTC m=+0.036322005 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:25:04.320 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:04 smithi012 podman[105395]: 2024-05-21 00:25:04.083525829 +0000 UTC m=+0.149588525 container create fef430fb9a5ca54705eeb2ca7c64f4673aaf656c2513c4063ac83d9703c5ef95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-05-21T00:25:04.320 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:04 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:04.304+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:04.320 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:04 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:04.304+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:04.320 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:04 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:04.304+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:04.320 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:04 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:04.304+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:04.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:04 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:04.304+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:25:04.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:04 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:04.304+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:25:04.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:04 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:04.304+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.523153+0000 front 2024-05-21T00:24:36.523063+0000 (oldest deadline 2024-05-21T00:24:59.422850+0000) 2024-05-21T00:25:04.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:04 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:04.112+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:04.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:04 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:04.112+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:04.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:04 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:04.112+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:04.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:04 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:04.112+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:04.819 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:04 smithi012 podman[105395]: 2024-05-21 00:25:04.34550328 +0000 UTC m=+0.411565948 container init fef430fb9a5ca54705eeb2ca7c64f4673aaf656c2513c4063ac83d9703c5ef95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-05-21T00:25:04.819 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:04 smithi012 podman[105395]: 2024-05-21 00:25:04.356505546 +0000 UTC m=+0.422568211 container start fef430fb9a5ca54705eeb2ca7c64f4673aaf656c2513c4063ac83d9703c5ef95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-21T00:25:04.819 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:04 smithi012 podman[105395]: 2024-05-21 00:25:04.435903887 +0000 UTC m=+0.501966673 container attach fef430fb9a5ca54705eeb2ca7c64f4673aaf656c2513c4063ac83d9703c5ef95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-05-21T00:25:05.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:04 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:04.825+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:05.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:04 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:04.825+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:05.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:04 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:04.825+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:05.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:04 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:04.701+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:05.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:04 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:04.701+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:05.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:04 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:04.701+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:05.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:04 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:04.701+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:05.069 INFO:journalctl@ceph.osd.6.smithi012.stdout:May 21 00:25:04 smithi012 podman[105395]: 2024-05-21 00:25:04.818258643 +0000 UTC m=+0.884321351 container died fef430fb9a5ca54705eeb2ca7c64f4673aaf656c2513c4063ac83d9703c5ef95 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-05-21T00:25:05.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:05 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:05.265+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:25:05.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:05 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:05.265+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:25:05.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:05 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:05.265+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.523153+0000 front 2024-05-21T00:24:36.523063+0000 (oldest deadline 2024-05-21T00:24:59.422850+0000) 2024-05-21T00:25:05.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:05 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:05.134+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:05.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:05 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:05.134+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:05.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:05 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:05.134+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:05.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:05 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:05.134+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:05.492 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:05 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:05.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:05.492 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:05 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:05.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:05.492 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:05 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:05.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:05.492 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:05 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:05.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:05.530 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.6.service' 2024-05-21T00:25:05.650 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:25:05.650 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-05-21T00:25:05.651 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-05-21T00:25:05.651 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.7 2024-05-21T00:25:05.933 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:05 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:05.822+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:05.934 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:05 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:05.822+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:05.934 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:05 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:05.822+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:05.934 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:05 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:05.665+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:05.934 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:05 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:05.665+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:05.934 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:05 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:05.665+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:05.934 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:05 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:05.665+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:05.980 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:05 smithi060 systemd[1]: Stopping Ceph osd.7 for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:25:06.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:06 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:06.132+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:06.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:06 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:06.133+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:06.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:06 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:06.133+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:06.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:06 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:06.133+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:06.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:06 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:06.071+0000 7f688a8f4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:25:06.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:06 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:06.071+0000 7f688a8f4700 -1 osd.7 84 *** Got signal Terminated *** 2024-05-21T00:25:06.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:06 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:06.071+0000 7f688a8f4700 -1 osd.7 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:25:06.481 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:06 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:06.234+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:25:06.481 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:06 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:06.234+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:25:06.481 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:06 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:06.234+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.523153+0000 front 2024-05-21T00:24:36.523063+0000 (oldest deadline 2024-05-21T00:24:59.422850+0000) 2024-05-21T00:25:06.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:06 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:06.270+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:06.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:06 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:06.270+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:06.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:06 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:06.270+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:06.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:06 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:06.270+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:06.953 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:06 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:06.779+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:06.953 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:06 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:06.779+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:06.953 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:06 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:06.779+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:06.954 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:06 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:06.664+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:06.954 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:06 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:06.664+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:06.954 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:06 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:06.664+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:06.954 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:06 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:06.664+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:07.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:07 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:07.185+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:25:07.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:07 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:07.185+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:25:07.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:07 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:07.185+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.523153+0000 front 2024-05-21T00:24:36.523063+0000 (oldest deadline 2024-05-21T00:24:59.422850+0000) 2024-05-21T00:25:07.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:07 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:07.142+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:07.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:07 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:07.142+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:07.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:07 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:07.142+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:07.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:07 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:07.142+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:07.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:07 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:07.142+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:07.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:07 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:07.267+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:07.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:07 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:07.267+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:07.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:07 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:07.267+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:07.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:07 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:07.267+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:08.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:07 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:07.767+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:08.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:07 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:07.767+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:08.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:07 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:07.767+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:08.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:07 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:07.654+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:08.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:07 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:07.654+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:08.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:07 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:07.654+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:08.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:07 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:07.654+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:08.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:08 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:08.176+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:25:08.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:08 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:08.176+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:25:08.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:08 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:08.176+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.523153+0000 front 2024-05-21T00:24:36.523063+0000 (oldest deadline 2024-05-21T00:24:59.422850+0000) 2024-05-21T00:25:08.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:08 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:08.186+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:08.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:08 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:08.186+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:08.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:08 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:08.186+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:08.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:08 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:08.186+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:08.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:08 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:08.186+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:08.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:08 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:08.282+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:08.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:08 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:08.282+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:08.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:08 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:08.282+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:08.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:08 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:08.282+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:09.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:08 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:08.724+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:09.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:08 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:08.724+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:09.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:08 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:08.724+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:09.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:08 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:08.691+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:09.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:08 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:08.691+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:09.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:08 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:08.691+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:09.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:08 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:08.691+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:09.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:09 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:09.221+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:25:09.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:09 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:09.221+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:25:09.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:09 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:09.221+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.523153+0000 front 2024-05-21T00:24:36.523063+0000 (oldest deadline 2024-05-21T00:24:59.422850+0000) 2024-05-21T00:25:09.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:09 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:09.143+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:09.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:09 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:09.143+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:09.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:09 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:09.143+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:09.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:09 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:09.143+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:09.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:09 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:09.143+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:09.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:09 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:09.305+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:09.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:09 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:09.305+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:09.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:09 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:09.305+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:09.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:09 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:09.305+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:10.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:09 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:09.674+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:10.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:09 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:09.674+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:10.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:09 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:09.674+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:10.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:09 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:09.674+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:10.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:09 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:09.705+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:10.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:09 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:09.705+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:10.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:09 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:09.705+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:10.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:09 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:09.705+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:42.013644+0000 front 2024-05-21T00:24:42.013728+0000 (oldest deadline 2024-05-21T00:25:09.013915+0000) 2024-05-21T00:25:10.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:10 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:10.251+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.219777+0000 front 2024-05-21T00:24:20.219727+0000 (oldest deadline 2024-05-21T00:24:43.119887+0000) 2024-05-21T00:25:10.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:10 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:10.251+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.421078+0000 front 2024-05-21T00:24:28.421252+0000 (oldest deadline 2024-05-21T00:24:51.321111+0000) 2024-05-21T00:25:10.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:10 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:10.251+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:36.523153+0000 front 2024-05-21T00:24:36.523063+0000 (oldest deadline 2024-05-21T00:24:59.422850+0000) 2024-05-21T00:25:10.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:10 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7[54984]: 2024-05-21T00:25:10.251+0000 7f6882ee0700 -1 osd.7 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.124878+0000 front 2024-05-21T00:24:45.124903+0000 (oldest deadline 2024-05-21T00:25:09.225113+0000) 2024-05-21T00:25:10.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:10 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:10.137+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:10.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:10 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:10.137+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:10.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:10 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:10.137+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:10.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:10 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:10.137+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:10.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:10 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:10.137+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:10.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:10 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:10.352+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:10.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:10 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:10.352+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:10.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:10 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:10.352+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:10.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:10 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:10.352+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:11.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:10 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:10.650+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:11.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:10 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:10.650+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:11.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:10 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:10.650+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:11.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:10 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:10.650+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:11.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:10 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:10.701+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:11.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:10 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:10.701+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:11.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:10 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:10.701+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:11.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:10 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:10.701+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:42.013644+0000 front 2024-05-21T00:24:42.013728+0000 (oldest deadline 2024-05-21T00:25:09.013915+0000) 2024-05-21T00:25:11.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:11 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:11.108+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:11.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:11 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:11.108+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:11.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:11 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:11.108+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:11.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:11 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:11.108+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:11.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:11 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:11.108+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:11.819 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:11 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:11.336+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:11.819 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:11 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:11.336+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:11.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:11 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:11.336+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:11.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:11 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:11.336+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:11.876 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:11 smithi060 podman[71695]: 2024-05-21 00:25:11.618387322 +0000 UTC m=+5.766079032 container died 5f9a6679b7ad32e0d6c77d3542e01bf902217462311c35b1531d6d91b8056fe3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-05-21T00:25:12.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:11.654+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:12.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:11.654+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:12.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:11.654+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:12.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:11.654+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:42.013644+0000 front 2024-05-21T00:24:42.013728+0000 (oldest deadline 2024-05-21T00:25:09.013915+0000) 2024-05-21T00:25:12.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:11.689+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:12.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:11.689+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:12.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:11.689+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:12.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:11.689+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:12.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:11 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:11.689+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:12.230 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:11 smithi060 podman[71695]: 2024-05-21 00:25:11.97267082 +0000 UTC m=+6.120362530 container cleanup 5f9a6679b7ad32e0d6c77d3542e01bf902217462311c35b1531d6d91b8056fe3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:25:12.230 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:11 smithi060 bash[71695]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7 2024-05-21T00:25:12.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:12 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:12.068+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:12.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:12 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:12.068+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:12.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:12 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:12.068+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:12.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:12 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:12.068+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:12.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:12 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:12.068+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:12.609 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:12 smithi060 podman[71710]: 2024-05-21 00:25:12.240538032 +0000 UTC m=+0.615109692 container remove 5f9a6679b7ad32e0d6c77d3542e01bf902217462311c35b1531d6d91b8056fe3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-05-21T00:25:12.819 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:12 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:12.317+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:12.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:12 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:12.317+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:12.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:12 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:12.317+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:12.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:12 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:12.317+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:12.904 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:12 smithi060 podman[71800]: 2024-05-21 00:25:12.510786622 +0000 UTC m=+0.017858959 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:25:12.904 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:12 smithi060 podman[71800]: 2024-05-21 00:25:12.608372078 +0000 UTC m=+0.115444419 container create 07bbad9c3fd30f3391eb0a28193d59044b863a0f249fd4c9bc047777e8d08044 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-05-21T00:25:12.904 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:12 smithi060 podman[71800]: 2024-05-21 00:25:12.902968022 +0000 UTC m=+0.410040367 container init 07bbad9c3fd30f3391eb0a28193d59044b863a0f249fd4c9bc047777e8d08044 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True) 2024-05-21T00:25:13.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:12 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:12.649+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:13.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:12 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:12.649+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:13.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:12 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:12.649+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:13.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:12 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:12.649+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:42.013644+0000 front 2024-05-21T00:24:42.013728+0000 (oldest deadline 2024-05-21T00:25:09.013915+0000) 2024-05-21T00:25:13.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:12 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:12.646+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:13.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:12 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:12.646+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:13.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:12 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:12.646+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:13.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:12 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:12.646+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:13.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:12 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:12.646+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:13.216 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:12 smithi060 podman[71800]: 2024-05-21 00:25:12.907128917 +0000 UTC m=+0.414201264 container start 07bbad9c3fd30f3391eb0a28193d59044b863a0f249fd4c9bc047777e8d08044 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-05-21T00:25:13.216 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:12 smithi060 podman[71800]: 2024-05-21 00:25:12.97741245 +0000 UTC m=+0.484484786 container attach 07bbad9c3fd30f3391eb0a28193d59044b863a0f249fd4c9bc047777e8d08044 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True) 2024-05-21T00:25:13.216 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:13 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:13.078+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:13.217 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:13 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:13.078+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:13.217 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:13 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:13.078+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:13.217 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:13 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:13.078+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:13.217 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:13 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:13.078+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:13.480 INFO:journalctl@ceph.osd.7.smithi060.stdout:May 21 00:25:13 smithi060 podman[71800]: 2024-05-21 00:25:13.21517349 +0000 UTC m=+0.722245834 container died 07bbad9c3fd30f3391eb0a28193d59044b863a0f249fd4c9bc047777e8d08044 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-7-deactivate, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-21T00:25:13.797 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.7.service' 2024-05-21T00:25:13.819 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:13 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:13.354+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:13.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:13 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:13.354+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:13.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:13 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:13.354+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:13.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:13 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:13.354+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:13.835 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:25:13.835 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-05-21T00:25:13.835 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-05-21T00:25:13.835 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.8 2024-05-21T00:25:14.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:13 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:13.691+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:14.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:13 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:13.691+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:14.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:13 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:13.691+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:14.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:13 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:13.691+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:42.013644+0000 front 2024-05-21T00:24:42.013728+0000 (oldest deadline 2024-05-21T00:25:09.013915+0000) 2024-05-21T00:25:14.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:13 smithi077 systemd[1]: Stopping Ceph osd.8 for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:25:14.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:13 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:13.689+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:14.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:13 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:13.689+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:14.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:13 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:13.689+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:14.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:13 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:13.689+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:14.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:13 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:13.689+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:14.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:14 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:14.035+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:14.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:14 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:14.036+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:14.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:14 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:14.036+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:14.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:14 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:14.036+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:14.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:14 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:14.036+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:14.532 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:14.136+0000 7f16adcdd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:25:14.532 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:14.136+0000 7f16adcdd700 -1 osd.8 84 *** Got signal Terminated *** 2024-05-21T00:25:14.532 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:14.136+0000 7f16adcdd700 -1 osd.8 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:25:14.563 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:14 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:14.308+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:14.563 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:14 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:14.308+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:14.563 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:14 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:14.308+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:14.563 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:14 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:14.308+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:15.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:14.718+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:15.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:14.718+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:15.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:14.718+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:15.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:14.718+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:42.013644+0000 front 2024-05-21T00:24:42.013728+0000 (oldest deadline 2024-05-21T00:25:09.013915+0000) 2024-05-21T00:25:15.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:14.707+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:15.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:14.707+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:15.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:14.707+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:15.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:14.707+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:15.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:14 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:14.707+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:15.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:15 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:15.079+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:15.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:15 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:15.079+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:15.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:15 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:15.079+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:15.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:15 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:15.079+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:15.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:15 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:15.079+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:15.819 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:15 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:15.320+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:15.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:15 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:15.320+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:15.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:15 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:15.320+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:15.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:15 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:15.320+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:16.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:15 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:15.757+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:16.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:15 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:15.757+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:16.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:15 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:15.757+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:16.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:15 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:15.757+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:42.013644+0000 front 2024-05-21T00:24:42.013728+0000 (oldest deadline 2024-05-21T00:25:09.013915+0000) 2024-05-21T00:25:16.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:15 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:15.680+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:16.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:15 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:15.680+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:16.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:15 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:15.680+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:16.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:15 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:15.680+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:16.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:15 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:15.680+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:16.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:15 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:15.680+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:16.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:16 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:16.034+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:16.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:16 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:16.034+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:16.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:16 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:16.034+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:16.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:16 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:16.034+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:16.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:16 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:16.034+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:16.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:16 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:16.034+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:16.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:16 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:16.326+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:16.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:16 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:16.326+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:16.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:16 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:16.326+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:16.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:16 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:16.326+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:16.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:16 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:16.326+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.796287+0000 front 2024-05-21T00:24:49.796363+0000 (oldest deadline 2024-05-21T00:25:15.696538+0000) 2024-05-21T00:25:17.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:16 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:16.758+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:17.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:16 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:16.758+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:17.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:16 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:16.758+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:17.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:16 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:16.758+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:42.013644+0000 front 2024-05-21T00:24:42.013728+0000 (oldest deadline 2024-05-21T00:25:09.013915+0000) 2024-05-21T00:25:17.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:16 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:16.643+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:17.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:16 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:16.643+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:17.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:16 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:16.643+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:17.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:16 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:16.643+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:17.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:16 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:16.643+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:17.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:16 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:16.643+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:17.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:17 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:17.023+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:17.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:17 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:17.023+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:17.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:17 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:17.023+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:17.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:17 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:17.023+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:17.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:17 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:17.023+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:17.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:17 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:17.023+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:17.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:17 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:17.286+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:17.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:17 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:17.286+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:17.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:17 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:17.286+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:17.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:17 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:17.286+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:17.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:17 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:17.286+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.796287+0000 front 2024-05-21T00:24:49.796363+0000 (oldest deadline 2024-05-21T00:25:15.696538+0000) 2024-05-21T00:25:18.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:17 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:17.775+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:18.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:17 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:17.775+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:18.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:17 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:17.775+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:18.032 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:17 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:17.775+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:42.013644+0000 front 2024-05-21T00:24:42.013728+0000 (oldest deadline 2024-05-21T00:25:09.013915+0000) 2024-05-21T00:25:18.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:17 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:17.684+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:18.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:17 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:17.684+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:18.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:17 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:17.684+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:18.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:17 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:17.684+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:18.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:17 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:17.684+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:18.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:17 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:17.684+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:18.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:18 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:18.043+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:18.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:18 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:18.043+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:18.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:18 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:18.043+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:18.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:18 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:18.043+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:18.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:18 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:18.043+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:18.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:18 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:18.043+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:18.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:18 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:18.274+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:18.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:18 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:18.274+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:18.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:18 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:18.274+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:18.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:18 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:18.274+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:18.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:18 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:18.274+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.796287+0000 front 2024-05-21T00:24:49.796363+0000 (oldest deadline 2024-05-21T00:25:15.696538+0000) 2024-05-21T00:25:19.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:18 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:18.721+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:19.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:18 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:18.721+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:19.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:18 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:18.721+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:19.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:18 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:18.721+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:19.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:18 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:18.721+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:19.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:18 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:18.721+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:19.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:18 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:18.750+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:20.410130+0000 front 2024-05-21T00:24:20.410188+0000 (oldest deadline 2024-05-21T00:24:43.910293+0000) 2024-05-21T00:25:19.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:18 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:18.750+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.011263+0000 front 2024-05-21T00:24:28.011237+0000 (oldest deadline 2024-05-21T00:24:52.111360+0000) 2024-05-21T00:25:19.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:18 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:18.750+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:32.111875+0000 front 2024-05-21T00:24:32.111934+0000 (oldest deadline 2024-05-21T00:24:58.011826+0000) 2024-05-21T00:25:19.033 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:18 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8[55019]: 2024-05-21T00:25:18.750+0000 7f16aa2d1700 -1 osd.8 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:42.013644+0000 front 2024-05-21T00:24:42.013728+0000 (oldest deadline 2024-05-21T00:25:09.013915+0000) 2024-05-21T00:25:19.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:19.031+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:19.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:19.031+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:19.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:19.031+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:19.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:19.031+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:19.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:19.031+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:19.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:19.031+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:19.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:19.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:19.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:19.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:19.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:19.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:19.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:19.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:19.571 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:19 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:19.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.796287+0000 front 2024-05-21T00:24:49.796363+0000 (oldest deadline 2024-05-21T00:25:15.696538+0000) 2024-05-21T00:25:19.782 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:19 smithi077 podman[71849]: 2024-05-21 00:25:19.515713613 +0000 UTC m=+5.482451852 container died 242d8f7348b9a3f8845496d8da0ea636aadf752ef47edf5723da59102f59da6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True) 2024-05-21T00:25:19.782 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:19 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:19.707+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:19.783 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:19 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:19.707+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:19.783 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:19 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:19.707+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:19.783 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:19 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:19.707+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:19.783 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:19 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:19.707+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:19.783 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:19 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:19.707+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:20.148 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:19 smithi077 podman[71849]: 2024-05-21 00:25:19.953511641 +0000 UTC m=+5.920249879 container cleanup 242d8f7348b9a3f8845496d8da0ea636aadf752ef47edf5723da59102f59da6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:25:20.148 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:19 smithi077 bash[71849]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8 2024-05-21T00:25:20.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:19.987+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:20.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:19.987+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:20.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:19.987+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:20.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:19.987+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:20.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:19.987+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:20.481 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:19 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:19.987+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:20.532 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:20 smithi077 podman[71863]: 2024-05-21 00:25:20.146445197 +0000 UTC m=+0.630227760 container remove 242d8f7348b9a3f8845496d8da0ea636aadf752ef47edf5723da59102f59da6d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-05-21T00:25:20.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:20 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:20.274+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:20.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:20 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:20.274+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:20.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:20 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:20.274+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:20.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:20 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:20.274+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:20.571 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:20 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:20.274+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.796287+0000 front 2024-05-21T00:24:49.796363+0000 (oldest deadline 2024-05-21T00:25:15.696538+0000) 2024-05-21T00:25:20.852 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:20 smithi077 podman[71954]: 2024-05-21 00:25:20.467561994 +0000 UTC m=+0.016805786 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:25:20.852 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:20 smithi077 podman[71954]: 2024-05-21 00:25:20.588762747 +0000 UTC m=+0.138006522 container create e96f60d71ed6e2507f8e89c778060b74b63831b26a2c917b7db0cf5c5f3ad90c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514) 2024-05-21T00:25:20.852 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:20 smithi077 podman[71954]: 2024-05-21 00:25:20.850247015 +0000 UTC m=+0.399490797 container init e96f60d71ed6e2507f8e89c778060b74b63831b26a2c917b7db0cf5c5f3ad90c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5) 2024-05-21T00:25:20.852 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:20 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:20.703+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:20.853 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:20 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:20.703+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:20.853 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:20 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:20.703+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:20.853 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:20 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:20.703+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:20.853 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:20 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:20.703+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:20.853 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:20 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:20.703+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:21.146 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:20 smithi077 podman[71954]: 2024-05-21 00:25:20.853514426 +0000 UTC m=+0.402758208 container start e96f60d71ed6e2507f8e89c778060b74b63831b26a2c917b7db0cf5c5f3ad90c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:25:21.146 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:20 smithi077 podman[71954]: 2024-05-21 00:25:20.940988178 +0000 UTC m=+0.490231960 container attach e96f60d71ed6e2507f8e89c778060b74b63831b26a2c917b7db0cf5c5f3ad90c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, ceph=True) 2024-05-21T00:25:21.380 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:21 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:21.030+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:21.381 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:21 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:21.030+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:21.381 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:21 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:21.030+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:21.381 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:21 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:21.030+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:21.381 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:21 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:21.030+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:21.381 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:21 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:21.030+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:21.418 INFO:journalctl@ceph.osd.8.smithi077.stdout:May 21 00:25:21 smithi077 podman[71954]: 2024-05-21 00:25:21.144629691 +0000 UTC m=+0.693873475 container died e96f60d71ed6e2507f8e89c778060b74b63831b26a2c917b7db0cf5c5f3ad90c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-8-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:25:21.569 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:21 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:21.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:21.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:21 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:21.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:21.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:21 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:21.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:21.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:21 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:21.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:21.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:21 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:21.307+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.796287+0000 front 2024-05-21T00:24:49.796363+0000 (oldest deadline 2024-05-21T00:25:15.696538+0000) 2024-05-21T00:25:21.766 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.8.service' 2024-05-21T00:25:21.802 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:25:21.802 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-05-21T00:25:21.803 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-05-21T00:25:21.803 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.9 2024-05-21T00:25:22.034 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:21 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:21.698+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:22.034 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:21 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:21.698+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:22.035 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:21 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:21.698+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:22.035 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:21 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:21.698+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:22.035 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:21 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:21.698+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:22.035 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:21 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:21.698+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:22.261 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:21 smithi012 systemd[1]: Stopping Ceph osd.9 for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:25:22.261 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:22 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:22.257+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:22.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:22 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:22.005+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:22.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:22 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:22.005+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:22.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:22 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:22.005+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:22.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:22 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:22.005+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:22.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:22 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:22.005+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:22.480 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:22 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:22.005+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:22.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:22 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:22.257+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:22.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:22 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:22.257+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:22.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:22 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:22.257+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:22.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:22 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:22.257+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.796287+0000 front 2024-05-21T00:24:49.796363+0000 (oldest deadline 2024-05-21T00:25:15.696538+0000) 2024-05-21T00:25:22.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:22 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:22.370+0000 7f8303a00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:25:22.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:22 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:22.370+0000 7f8303a00700 -1 osd.9 84 *** Got signal Terminated *** 2024-05-21T00:25:22.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:22 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:22.370+0000 7f8303a00700 -1 osd.9 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:25:23.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:22 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:22.729+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:23.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:22 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:22.729+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:23.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:22 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:22.729+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:23.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:22 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:22.729+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:23.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:22 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:22.729+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:23.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:22 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:22.729+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:23.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:22 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:22.960+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:23.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:22 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:22.960+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:23.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:22 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:22.960+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:23.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:22 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:22.960+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:23.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:22 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:22.960+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:23.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:22 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:22.960+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:23.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:23 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:23.290+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:23.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:23 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:23.290+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:23.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:23 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:23.290+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:23.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:23 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:23.290+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:23.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:23 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:23.290+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.796287+0000 front 2024-05-21T00:24:49.796363+0000 (oldest deadline 2024-05-21T00:25:15.696538+0000) 2024-05-21T00:25:24.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:23 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:23.774+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:24.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:23 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:23.774+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:24.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:23 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:23.774+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:24.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:23 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:23.774+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:24.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:23 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:23.774+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:24.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:23 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:23.774+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:24.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:23 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:23.913+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:24.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:23 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:23.913+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:24.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:23 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:23.913+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:24.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:23 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:23.913+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:24.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:23 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:23.913+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:24.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:23 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:23.913+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:24.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:23 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:23.913+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:24:58.602257+0000 front 2024-05-21T00:24:58.602388+0000 (oldest deadline 2024-05-21T00:25:23.302025+0000) 2024-05-21T00:25:24.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:24 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:24.277+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:24.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:24 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:24.277+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:24.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:24 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:24.277+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:24.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:24 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:24.277+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:24.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:24 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:24.277+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.796287+0000 front 2024-05-21T00:24:49.796363+0000 (oldest deadline 2024-05-21T00:25:15.696538+0000) 2024-05-21T00:25:24.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:24 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:24.277+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:25:01.500072+0000 front 2024-05-21T00:25:01.499928+0000 (oldest deadline 2024-05-21T00:25:23.800201+0000) 2024-05-21T00:25:25.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:24 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:24.737+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:25.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:24 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:24.737+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:25.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:24 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:24.737+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:25.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:24 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:24.737+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:25.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:24 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:24.737+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:25.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:24 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:24.737+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:25.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:24 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:24.870+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:25.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:24 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:24.870+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:25.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:24 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:24.870+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:25.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:24 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:24.870+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:25.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:24 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:24.870+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:25.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:24 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:24.870+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:25.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:24 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:24.870+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:24:58.602257+0000 front 2024-05-21T00:24:58.602388+0000 (oldest deadline 2024-05-21T00:25:23.302025+0000) 2024-05-21T00:25:25.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:25 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:25.293+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:25.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:25 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:25.293+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:25.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:25 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:25.293+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:25.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:25 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:25.293+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:25.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:25 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:25.293+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.796287+0000 front 2024-05-21T00:24:49.796363+0000 (oldest deadline 2024-05-21T00:25:15.696538+0000) 2024-05-21T00:25:25.570 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:25 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:25.293+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:25:01.500072+0000 front 2024-05-21T00:25:01.499928+0000 (oldest deadline 2024-05-21T00:25:23.800201+0000) 2024-05-21T00:25:26.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:25 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:25.740+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:26.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:25 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:25.740+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:26.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:25 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:25.740+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:26.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:25 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:25.740+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:26.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:25 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:25.740+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:26.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:25 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:25.740+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:26.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:25 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:25.908+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:26.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:25 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:25.908+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:26.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:25 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:25.908+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:26.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:25 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:25.908+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:26.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:25 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:25.908+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:26.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:25 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:25.908+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:26.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:25 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:25.908+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:24:58.602257+0000 front 2024-05-21T00:24:58.602388+0000 (oldest deadline 2024-05-21T00:25:23.302025+0000) 2024-05-21T00:25:26.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:26 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:26.340+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:26.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:26 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:26.340+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:26.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:26 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:26.340+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:26.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:26 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:26.340+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:26.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:26 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:26.340+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.796287+0000 front 2024-05-21T00:24:49.796363+0000 (oldest deadline 2024-05-21T00:25:15.696538+0000) 2024-05-21T00:25:26.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:26 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:26.340+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:25:01.500072+0000 front 2024-05-21T00:25:01.499928+0000 (oldest deadline 2024-05-21T00:25:23.800201+0000) 2024-05-21T00:25:27.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:26 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:26.942+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:27.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:26 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:26.942+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:27.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:26 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:26.942+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:27.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:26 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:26.942+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:27.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:26 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:26.942+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:27.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:26 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:26.942+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:27.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:26 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:26.942+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:24:58.602257+0000 front 2024-05-21T00:24:58.602388+0000 (oldest deadline 2024-05-21T00:25:23.302025+0000) 2024-05-21T00:25:27.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:26 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:26.787+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:27.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:26 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:26.787+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:27.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:26 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:26.787+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:27.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:26 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:26.787+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:27.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:26 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:26.787+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:27.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:26 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:26.787+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:27.819 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:27 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:27.326+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:10.585031+0000 front 2024-05-21T00:24:10.585341+0000 (oldest deadline 2024-05-21T00:24:32.885296+0000) 2024-05-21T00:25:27.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:27 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:27.326+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:16.387279+0000 front 2024-05-21T00:24:16.387400+0000 (oldest deadline 2024-05-21T00:24:42.287179+0000) 2024-05-21T00:25:27.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:27 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:27.326+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:28.189907+0000 front 2024-05-21T00:24:28.189975+0000 (oldest deadline 2024-05-21T00:24:52.890048+0000) 2024-05-21T00:25:27.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:27 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:27.326+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.391854+0000 front 2024-05-21T00:24:33.392249+0000 (oldest deadline 2024-05-21T00:24:59.291540+0000) 2024-05-21T00:25:27.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:27 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:27.326+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.796287+0000 front 2024-05-21T00:24:49.796363+0000 (oldest deadline 2024-05-21T00:25:15.696538+0000) 2024-05-21T00:25:27.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:27 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9[63935]: 2024-05-21T00:25:27.326+0000 7f82ff200700 -1 osd.9 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:25:01.500072+0000 front 2024-05-21T00:25:01.499928+0000 (oldest deadline 2024-05-21T00:25:23.800201+0000) 2024-05-21T00:25:28.114 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:27 smithi012 podman[105502]: 2024-05-21 00:25:27.84410811 +0000 UTC m=+5.592856394 container died 556e2b97982e8d017fae7108d9e9c5550c9b8267a55af4a2b9ad56e93e1ffa32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:25:28.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:27 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:27.893+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:28.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:27 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:27.893+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:28.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:27 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:27.893+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:28.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:27 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:27.893+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:28.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:27 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:27.893+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:28.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:27 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:27.893+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:28.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:27 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:27.893+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:24:58.602257+0000 front 2024-05-21T00:24:58.602388+0000 (oldest deadline 2024-05-21T00:25:23.302025+0000) 2024-05-21T00:25:28.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:27 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:27.829+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:28.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:27 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:27.829+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:28.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:27 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:27.829+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:28.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:27 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:27.829+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:28.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:27 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:27.829+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:28.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:27 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:27.829+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:28.443 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:28 smithi012 podman[105502]: 2024-05-21 00:25:28.272672102 +0000 UTC m=+6.021420446 container cleanup 556e2b97982e8d017fae7108d9e9c5550c9b8267a55af4a2b9ad56e93e1ffa32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS) 2024-05-21T00:25:28.443 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:28 smithi012 bash[105502]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9 2024-05-21T00:25:28.819 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:28 smithi012 podman[105521]: 2024-05-21 00:25:28.440654186 +0000 UTC m=+0.586852982 container remove 556e2b97982e8d017fae7108d9e9c5550c9b8267a55af4a2b9ad56e93e1ffa32 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, ceph=True) 2024-05-21T00:25:29.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:28 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:28.903+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:29.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:28 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:28.903+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:29.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:28 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:28.903+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:29.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:28 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:28.903+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:29.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:28 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:28.903+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:29.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:28 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:28.903+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:29.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:28 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:28.903+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:24:58.602257+0000 front 2024-05-21T00:24:58.602388+0000 (oldest deadline 2024-05-21T00:25:23.302025+0000) 2024-05-21T00:25:29.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:28 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:28.781+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:29.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:28 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:28.781+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:29.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:28 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:28.781+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:29.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:28 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:28.781+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:29.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:28 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:28.781+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:29.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:28 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:28.781+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:29.547 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:29 smithi012 podman[105611]: 2024-05-21 00:25:29.195325176 +0000 UTC m=+0.039541505 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:25:29.547 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:29 smithi012 podman[105611]: 2024-05-21 00:25:29.299769933 +0000 UTC m=+0.143986316 container create 1a35c248e1b20198ea6ebd81535dbea5c4edd9a181aec42cb659115b87c3e624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD) 2024-05-21T00:25:29.547 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:29 smithi012 podman[105611]: 2024-05-21 00:25:29.544656345 +0000 UTC m=+0.388872689 container init 1a35c248e1b20198ea6ebd81535dbea5c4edd9a181aec42cb659115b87c3e624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9-deactivate, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-05-21T00:25:29.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:29 smithi012 podman[105611]: 2024-05-21 00:25:29.556810205 +0000 UTC m=+0.401026572 container start 1a35c248e1b20198ea6ebd81535dbea5c4edd9a181aec42cb659115b87c3e624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:25:29.820 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:29 smithi012 podman[105611]: 2024-05-21 00:25:29.635301262 +0000 UTC m=+0.479517665 container attach 1a35c248e1b20198ea6ebd81535dbea5c4edd9a181aec42cb659115b87c3e624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:25:30.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:29 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:29.884+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:30.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:29 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:29.884+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:30.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:29 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:29.884+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:30.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:29 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:29.884+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:30.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:29 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:29.884+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:30.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:29 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:29.884+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:30.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:29 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:29.884+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:24:58.602257+0000 front 2024-05-21T00:24:58.602388+0000 (oldest deadline 2024-05-21T00:25:23.302025+0000) 2024-05-21T00:25:30.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:29 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:29.784+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:30.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:29 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:29.784+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:30.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:29 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:29.784+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:30.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:29 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:29.784+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:30.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:29 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:29.784+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:30.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:29 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:29.784+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:30.319 INFO:journalctl@ceph.osd.9.smithi012.stdout:May 21 00:25:30 smithi012 podman[105611]: 2024-05-21 00:25:30.031968231 +0000 UTC m=+0.876184598 container died 1a35c248e1b20198ea6ebd81535dbea5c4edd9a181aec42cb659115b87c3e624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-9-deactivate, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:25:30.895 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.9.service' 2024-05-21T00:25:30.999 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:25:30.999 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-05-21T00:25:30.999 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-05-21T00:25:30.999 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.10 2024-05-21T00:25:31.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:30 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:30.874+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:31.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:30 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:30.874+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:31.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:30 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:30.874+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:31.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:30 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:30.874+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:31.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:30 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:30.874+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:31.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:30 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:30.874+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:31.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:30 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:30.874+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:24:58.602257+0000 front 2024-05-21T00:24:58.602388+0000 (oldest deadline 2024-05-21T00:25:23.302025+0000) 2024-05-21T00:25:31.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:31 smithi060 systemd[1]: Stopping Ceph osd.10 for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:25:31.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:30 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:30.800+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:31.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:30 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:30.800+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:31.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:30 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:30.800+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:31.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:30 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:30.800+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:31.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:30 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:30.800+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:31.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:30 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:30.800+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:31.730 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:31 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:31.300+0000 7ff3f7631700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:25:31.730 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:31 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:31.300+0000 7ff3f7631700 -1 osd.10 84 *** Got signal Terminated *** 2024-05-21T00:25:31.730 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:31 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:31.300+0000 7ff3f7631700 -1 osd.10 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:25:32.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:31 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:31.892+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:32.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:31 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:31.892+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:32.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:31 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:31.892+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:32.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:31 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:31.892+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:32.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:31 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:31.892+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:32.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:31 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:31.892+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:32.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:31 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:31.892+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:24:58.602257+0000 front 2024-05-21T00:24:58.602388+0000 (oldest deadline 2024-05-21T00:25:23.302025+0000) 2024-05-21T00:25:32.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:31 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:31.827+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:32.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:31 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:31.827+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:32.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:31 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:31.827+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:32.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:31 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:31.827+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:32.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:31 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:31.827+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:32.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:31 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:31.827+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:33.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:32 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:32.923+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:33.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:32 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:32.923+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:33.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:32 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:32.923+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:33.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:32 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:32.923+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:33.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:32 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:32.923+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:33.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:32 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:32.923+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:33.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:32 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:32.923+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:24:58.602257+0000 front 2024-05-21T00:24:58.602388+0000 (oldest deadline 2024-05-21T00:25:23.302025+0000) 2024-05-21T00:25:33.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:32 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:32.837+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:33.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:32 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:32.837+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:33.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:32 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:32.837+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:33.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:32 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:32.837+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:33.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:32 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:32.837+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:33.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:32 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:32.837+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:33.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:32 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:32.837+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-05-21T00:25:07.523400+0000 front 2024-05-21T00:25:07.523357+0000 (oldest deadline 2024-05-21T00:25:32.223180+0000) 2024-05-21T00:25:34.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:33 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:33.917+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:34.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:33 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:33.917+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:34.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:33 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:33.917+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:34.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:33 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:33.917+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:34.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:33 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:33.917+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:34.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:33 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:33.917+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:34.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:33 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:33.917+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:24:58.602257+0000 front 2024-05-21T00:24:58.602388+0000 (oldest deadline 2024-05-21T00:25:23.302025+0000) 2024-05-21T00:25:34.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:33 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:33.808+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:34.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:33 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:33.808+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:34.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:33 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:33.809+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:34.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:33 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:33.809+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:34.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:33 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:33.809+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:34.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:33 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:33.809+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:34.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:33 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:33.809+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-05-21T00:25:07.523400+0000 front 2024-05-21T00:25:07.523357+0000 (oldest deadline 2024-05-21T00:25:32.223180+0000) 2024-05-21T00:25:35.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:34 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:34.777+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:35.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:34 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:34.777+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:35.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:34 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:34.777+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:35.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:34 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:34.777+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:35.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:34 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:34.777+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:35.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:34 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:34.777+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:35.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:34 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:34.777+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-05-21T00:25:07.523400+0000 front 2024-05-21T00:25:07.523357+0000 (oldest deadline 2024-05-21T00:25:32.223180+0000) 2024-05-21T00:25:35.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:34 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:34.879+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:35.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:34 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:34.879+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:35.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:34 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:34.879+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:35.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:34 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:34.879+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:35.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:34 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:34.879+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:35.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:34 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:34.879+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:35.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:34 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:34.879+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:24:58.602257+0000 front 2024-05-21T00:24:58.602388+0000 (oldest deadline 2024-05-21T00:25:23.302025+0000) 2024-05-21T00:25:36.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:35 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:35.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:36.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:35 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:35.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:36.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:35 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:35.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:36.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:35 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:35.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:36.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:35 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:35.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:36.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:35 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:35.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:36.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:35 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:35.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-05-21T00:25:07.523400+0000 front 2024-05-21T00:25:07.523357+0000 (oldest deadline 2024-05-21T00:25:32.223180+0000) 2024-05-21T00:25:36.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:35 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:35.900+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.193172+0000 front 2024-05-21T00:24:09.193250+0000 (oldest deadline 2024-05-21T00:24:33.292864+0000) 2024-05-21T00:25:36.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:35 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:35.900+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.694561+0000 front 2024-05-21T00:24:19.694582+0000 (oldest deadline 2024-05-21T00:24:42.594729+0000) 2024-05-21T00:25:36.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:35 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:35.900+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.895880+0000 front 2024-05-21T00:24:27.895802+0000 (oldest deadline 2024-05-21T00:24:51.995823+0000) 2024-05-21T00:25:36.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:35 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:35.900+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:35.397959+0000 front 2024-05-21T00:24:35.397760+0000 (oldest deadline 2024-05-21T00:25:00.097504+0000) 2024-05-21T00:25:36.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:35 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:35.900+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:41.099149+0000 front 2024-05-21T00:24:41.099107+0000 (oldest deadline 2024-05-21T00:25:06.399329+0000) 2024-05-21T00:25:36.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:35 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:35.900+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:49.201204+0000 front 2024-05-21T00:24:49.201059+0000 (oldest deadline 2024-05-21T00:25:15.100969+0000) 2024-05-21T00:25:36.231 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:35 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10[62040]: 2024-05-21T00:25:35.900+0000 7ff3efc1d700 -1 osd.10 84 heartbeat_check: no reply from 172.21.15.12:6822 osd.6 since back 2024-05-21T00:24:58.602257+0000 front 2024-05-21T00:24:58.602388+0000 (oldest deadline 2024-05-21T00:25:23.302025+0000) 2024-05-21T00:25:36.953 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:36 smithi060 podman[71917]: 2024-05-21 00:25:36.651397012 +0000 UTC m=+5.453805076 container died 4f89d66aac3be90037d6e00795cf69991481aaa403c7903702a5cc78df1affcd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-05-21T00:25:37.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:37 smithi060 podman[71917]: 2024-05-21 00:25:37.033716659 +0000 UTC m=+5.836124715 container cleanup 4f89d66aac3be90037d6e00795cf69991481aaa403c7903702a5cc78df1affcd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-05-21T00:25:37.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:37 smithi060 bash[71917]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10 2024-05-21T00:25:37.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:36 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:36.791+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:37.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:36 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:36.791+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:37.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:36 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:36.791+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:37.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:36 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:36.791+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:37.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:36 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:36.791+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:37.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:36 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:36.791+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:37.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:36 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:36.791+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-05-21T00:25:07.523400+0000 front 2024-05-21T00:25:07.523357+0000 (oldest deadline 2024-05-21T00:25:32.223180+0000) 2024-05-21T00:25:37.668 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:37 smithi060 podman[71933]: 2024-05-21 00:25:37.310107037 +0000 UTC m=+0.655332645 container remove 4f89d66aac3be90037d6e00795cf69991481aaa403c7903702a5cc78df1affcd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-05-21T00:25:37.928 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:37 smithi060 podman[72021]: 2024-05-21 00:25:37.569087836 +0000 UTC m=+0.018080357 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:25:37.928 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:37 smithi060 podman[72021]: 2024-05-21 00:25:37.669703619 +0000 UTC m=+0.118696132 container create c85403f7aa5d5dc60a27e8d8e926ceec741d7a5cea2c671b44609843252ea8fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:25:38.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:38 smithi060 podman[72021]: 2024-05-21 00:25:38.021661773 +0000 UTC m=+0.470654287 container init c85403f7aa5d5dc60a27e8d8e926ceec741d7a5cea2c671b44609843252ea8fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-05-21T00:25:38.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:38 smithi060 podman[72021]: 2024-05-21 00:25:38.024931462 +0000 UTC m=+0.473923977 container start c85403f7aa5d5dc60a27e8d8e926ceec741d7a5cea2c671b44609843252ea8fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS) 2024-05-21T00:25:38.230 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:38 smithi060 podman[72021]: 2024-05-21 00:25:38.10518712 +0000 UTC m=+0.554179644 container attach c85403f7aa5d5dc60a27e8d8e926ceec741d7a5cea2c671b44609843252ea8fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:25:38.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:37 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:37.800+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:38.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:37 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:37.800+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:38.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:37 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:37.800+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:38.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:37 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:37.800+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:38.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:37 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:37.800+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:38.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:37 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:37.800+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:38.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:37 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:37.800+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-05-21T00:25:07.523400+0000 front 2024-05-21T00:25:07.523357+0000 (oldest deadline 2024-05-21T00:25:32.223180+0000) 2024-05-21T00:25:38.643 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:38 smithi060 podman[72021]: 2024-05-21 00:25:38.341390025 +0000 UTC m=+0.790382541 container died c85403f7aa5d5dc60a27e8d8e926ceec741d7a5cea2c671b44609843252ea8fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:25:38.887 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.10.service' 2024-05-21T00:25:38.909 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:38 smithi060 podman[72047]: 2024-05-21 00:25:38.866829898 +0000 UTC m=+0.519725212 container remove c85403f7aa5d5dc60a27e8d8e926ceec741d7a5cea2c671b44609843252ea8fd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:25:38.910 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:38 smithi060 systemd[1]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.10.service: Deactivated successfully. 2024-05-21T00:25:38.910 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:38 smithi060 systemd[1]: Stopped Ceph osd.10 for 66e3e586-1705-11ef-bc9a-c7b262605968. 2024-05-21T00:25:38.910 INFO:journalctl@ceph.osd.10.smithi060.stdout:May 21 00:25:38 smithi060 systemd[1]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.10.service: Consumed 26.837s CPU time. 2024-05-21T00:25:38.924 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:25:38.925 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-05-21T00:25:38.925 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-05-21T00:25:38.925 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.11 2024-05-21T00:25:39.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:38 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:38.768+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:39.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:38 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:38.768+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:39.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:38 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:38.768+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:39.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:38 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:38.768+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:39.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:38 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:38.768+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:39.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:38 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:38.768+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:39.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:38 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:38.768+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-05-21T00:25:07.523400+0000 front 2024-05-21T00:25:07.523357+0000 (oldest deadline 2024-05-21T00:25:32.223180+0000) 2024-05-21T00:25:39.034 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:38 smithi077 systemd[1]: Stopping Ceph osd.11 for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:25:39.532 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:39 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:39.204+0000 7fe64e0ae700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:25:39.532 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:39 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:39.204+0000 7fe64e0ae700 -1 osd.11 84 *** Got signal Terminated *** 2024-05-21T00:25:39.532 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:39 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:39.204+0000 7fe64e0ae700 -1 osd.11 84 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-21T00:25:40.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:39 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:39.774+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:40.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:39 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:39.774+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:40.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:39 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:39.774+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:40.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:39 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:39.774+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:40.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:39 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:39.774+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:40.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:39 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:39.774+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:40.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:39 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:39.774+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-05-21T00:25:07.523400+0000 front 2024-05-21T00:25:07.523357+0000 (oldest deadline 2024-05-21T00:25:32.223180+0000) 2024-05-21T00:25:41.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:40 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:40.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:41.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:40 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:40.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:41.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:40 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:40.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:41.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:40 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:40.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:41.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:40 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:40.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:41.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:40 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:40.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:41.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:40 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:40.763+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-05-21T00:25:07.523400+0000 front 2024-05-21T00:25:07.523357+0000 (oldest deadline 2024-05-21T00:25:32.223180+0000) 2024-05-21T00:25:42.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:41 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:41.811+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:42.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:41 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:41.811+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:42.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:41 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:41.811+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:42.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:41 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:41.811+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:42.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:41 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:41.811+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:42.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:41 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:41.811+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:42.283 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:41 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:41.811+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-05-21T00:25:07.523400+0000 front 2024-05-21T00:25:07.523357+0000 (oldest deadline 2024-05-21T00:25:32.223180+0000) 2024-05-21T00:25:43.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:42 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:42.770+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:43.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:42 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:42.770+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:43.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:42 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:42.770+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:43.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:42 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:42.770+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:43.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:42 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:42.770+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:43.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:42 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:42.770+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:43.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:42 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:42.770+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-05-21T00:25:07.523400+0000 front 2024-05-21T00:25:07.523357+0000 (oldest deadline 2024-05-21T00:25:32.223180+0000) 2024-05-21T00:25:44.032 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:43.771+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6806 osd.0 since back 2024-05-21T00:24:09.013070+0000 front 2024-05-21T00:24:09.013048+0000 (oldest deadline 2024-05-21T00:24:32.512807+0000) 2024-05-21T00:25:44.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:43.771+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6804 osd.1 since back 2024-05-21T00:24:19.315804+0000 front 2024-05-21T00:24:19.315822+0000 (oldest deadline 2024-05-21T00:24:41.615692+0000) 2024-05-21T00:25:44.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:43.771+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6804 osd.2 since back 2024-05-21T00:24:27.417294+0000 front 2024-05-21T00:24:27.417277+0000 (oldest deadline 2024-05-21T00:24:49.717312+0000) 2024-05-21T00:25:44.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:43.771+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.12:6814 osd.3 since back 2024-05-21T00:24:33.718808+0000 front 2024-05-21T00:24:33.718626+0000 (oldest deadline 2024-05-21T00:24:57.818400+0000) 2024-05-21T00:25:44.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:43.771+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6812 osd.4 since back 2024-05-21T00:24:45.220792+0000 front 2024-05-21T00:24:45.220735+0000 (oldest deadline 2024-05-21T00:25:11.120718+0000) 2024-05-21T00:25:44.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:43.771+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6812 osd.5 since back 2024-05-21T00:24:51.121149+0000 front 2024-05-21T00:24:51.121173+0000 (oldest deadline 2024-05-21T00:25:15.221158+0000) 2024-05-21T00:25:44.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:43.771+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.60:6820 osd.7 since back 2024-05-21T00:25:07.523400+0000 front 2024-05-21T00:25:07.523357+0000 (oldest deadline 2024-05-21T00:25:32.223180+0000) 2024-05-21T00:25:44.033 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:43 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11[61781]: 2024-05-21T00:25:43.771+0000 7fe64a6a2700 -1 osd.11 84 heartbeat_check: no reply from 172.21.15.77:6820 osd.8 since back 2024-05-21T00:25:16.924063+0000 front 2024-05-21T00:25:16.924104+0000 (oldest deadline 2024-05-21T00:25:42.824219+0000) 2024-05-21T00:25:45.025 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:44 smithi077 podman[72072]: 2024-05-21 00:25:44.725439758 +0000 UTC m=+5.609085363 container died 9acc0a2d4e27ad71b137bea05b5424518a9b9bfe74716d00ab1e117f5ae9f948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240514, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-05-21T00:25:45.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:45 smithi077 podman[72072]: 2024-05-21 00:25:45.104886171 +0000 UTC m=+5.988531767 container cleanup 9acc0a2d4e27ad71b137bea05b5424518a9b9bfe74716d00ab1e117f5ae9f948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:25:45.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:45 smithi077 bash[72072]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11 2024-05-21T00:25:45.724 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:45 smithi077 podman[72088]: 2024-05-21 00:25:45.389205781 +0000 UTC m=+0.658550071 container remove 9acc0a2d4e27ad71b137bea05b5424518a9b9bfe74716d00ab1e117f5ae9f948 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240514, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-05-21T00:25:46.010 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:45 smithi077 podman[72178]: 2024-05-21 00:25:45.624899462 +0000 UTC m=+0.017037182 image pull 3276cc7531c684598664aba3a563df0924979ee4c8bf6a335a9bd495802b3539 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774 2024-05-21T00:25:46.011 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:45 smithi077 podman[72178]: 2024-05-21 00:25:45.740209399 +0000 UTC m=+0.132347101 container create 66bc6ea029931224972aeb64ab9101381b9fff07028f1364ed3125ec1a6b2884 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11-deactivate, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-05-21T00:25:46.011 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:46 smithi077 podman[72178]: 2024-05-21 00:25:46.009045182 +0000 UTC m=+0.401182887 container init 66bc6ea029931224972aeb64ab9101381b9fff07028f1364ed3125ec1a6b2884 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240514, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:25:46.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:46 smithi077 podman[72178]: 2024-05-21 00:25:46.012384811 +0000 UTC m=+0.404522536 container start 66bc6ea029931224972aeb64ab9101381b9fff07028f1364ed3125ec1a6b2884 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5) 2024-05-21T00:25:46.282 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:46 smithi077 podman[72178]: 2024-05-21 00:25:46.100744297 +0000 UTC m=+0.492882014 container attach 66bc6ea029931224972aeb64ab9101381b9fff07028f1364ed3125ec1a6b2884 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True) 2024-05-21T00:25:46.579 INFO:journalctl@ceph.osd.11.smithi077.stdout:May 21 00:25:46 smithi077 podman[72178]: 2024-05-21 00:25:46.302398875 +0000 UTC m=+0.694536587 container died 66bc6ea029931224972aeb64ab9101381b9fff07028f1364ed3125ec1a6b2884 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, org.label-schema.build-date=20240514) 2024-05-21T00:25:46.856 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@osd.11.service' 2024-05-21T00:25:46.893 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:25:46.894 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-05-21T00:25:46.894 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-05-21T00:25:46.894 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.a 2024-05-21T00:25:47.319 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:25:47 smithi012 systemd[1]: Stopping Ceph mds.a for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:25:47.820 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:25:47 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a[71216]: 2024-05-21T00:25:47.480+0000 7f7e53800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:25:47.820 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:25:47 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a[71216]: 2024-05-21T00:25:47.480+0000 7f7e53800700 -1 mds.a *** got signal Terminated *** 2024-05-21T00:25:51.448 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:25:51 smithi012 podman[105727]: 2024-05-21 00:25:51.177059518 +0000 UTC m=+3.820085584 container died ddf72cdc74bd278a4b8662f89936c0866bbce2a6804d24a7d8678879215c2b44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:25:51.820 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:25:51 smithi012 podman[105727]: 2024-05-21 00:25:51.663753313 +0000 UTC m=+4.306779392 container cleanup ddf72cdc74bd278a4b8662f89936c0866bbce2a6804d24a7d8678879215c2b44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:25:51.820 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:25:51 smithi012 bash[105727]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a 2024-05-21T00:25:52.319 INFO:journalctl@ceph.mds.a.smithi012.stdout:May 21 00:25:51 smithi012 podman[105740]: 2024-05-21 00:25:51.915389509 +0000 UTC m=+0.722881863 container remove ddf72cdc74bd278a4b8662f89936c0866bbce2a6804d24a7d8678879215c2b44 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-a, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-05-21T00:25:52.486 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.a.service' 2024-05-21T00:25:52.602 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:25:52.602 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-05-21T00:25:52.603 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-05-21T00:25:52.603 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.d 2024-05-21T00:25:53.069 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:25:52 smithi012 systemd[1]: Stopping Ceph mds.d for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:25:53.570 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:25:53 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-d[69984]: 2024-05-21T00:25:53.266+0000 7f4f3da00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:25:53.570 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:25:53 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-d[69984]: 2024-05-21T00:25:53.266+0000 7f4f3da00700 -1 mds.d *** got signal Terminated *** 2024-05-21T00:25:56.819 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:25:56 smithi012 podman[105845]: 2024-05-21 00:25:56.559097987 +0000 UTC m=+3.428890122 container died fd0635afb7b722e53ce912986a1f07b51e08a200a62f051131fb5e24a553ed3b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-05-21T00:25:57.319 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:25:57 smithi012 podman[105845]: 2024-05-21 00:25:57.067216074 +0000 UTC m=+3.937008197 container cleanup fd0635afb7b722e53ce912986a1f07b51e08a200a62f051131fb5e24a553ed3b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240514, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:25:57.320 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:25:57 smithi012 bash[105845]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-d 2024-05-21T00:25:57.654 INFO:journalctl@ceph.mds.d.smithi012.stdout:May 21 00:25:57 smithi012 podman[105858]: 2024-05-21 00:25:57.360473661 +0000 UTC m=+0.784212031 container remove fd0635afb7b722e53ce912986a1f07b51e08a200a62f051131fb5e24a553ed3b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-d, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-05-21T00:25:57.701 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.d.service' 2024-05-21T00:25:57.817 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:25:57.817 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-05-21T00:25:57.818 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-05-21T00:25:57.818 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.g 2024-05-21T00:25:58.319 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:25:57 smithi012 systemd[1]: Stopping Ceph mds.g for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:25:58.820 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:25:58 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-g[70803]: 2024-05-21T00:25:58.419+0000 7fe6d2600700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:25:58.820 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:25:58 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-g[70803]: 2024-05-21T00:25:58.419+0000 7fe6d2600700 -1 mds.g *** got signal Terminated *** 2024-05-21T00:26:00.847 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:26:00 smithi012 podman[105963]: 2024-05-21 00:26:00.575819846 +0000 UTC m=+2.290465526 container died efe18325db515bbe1f1a98701918be1bb60bfa71bd675deb228f8739882fd9fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-g, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514) 2024-05-21T00:26:01.192 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:26:01 smithi012 podman[105963]: 2024-05-21 00:26:01.029619008 +0000 UTC m=+2.744264715 container cleanup efe18325db515bbe1f1a98701918be1bb60bfa71bd675deb228f8739882fd9fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-g, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_CLEAN=True) 2024-05-21T00:26:01.192 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:26:01 smithi012 bash[105963]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-g 2024-05-21T00:26:01.569 INFO:journalctl@ceph.mds.g.smithi012.stdout:May 21 00:26:01 smithi012 podman[105975]: 2024-05-21 00:26:01.189313871 +0000 UTC m=+0.596851180 container remove efe18325db515bbe1f1a98701918be1bb60bfa71bd675deb228f8739882fd9fb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-g, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-05-21T00:26:01.748 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.g.service' 2024-05-21T00:26:01.861 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:26:01.862 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-05-21T00:26:01.862 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-05-21T00:26:01.862 DEBUG:teuthology.orchestra.run.smithi012:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.j 2024-05-21T00:26:02.319 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:26:02 smithi012 systemd[1]: Stopping Ceph mds.j for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:26:02.820 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:26:02 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-j[69579]: 2024-05-21T00:26:02.441+0000 7f3feaa00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:26:02.820 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:26:02 smithi012 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-j[69579]: 2024-05-21T00:26:02.441+0000 7f3feaa00700 -1 mds.j *** got signal Terminated *** 2024-05-21T00:26:06.749 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:26:06 smithi012 podman[106084]: 2024-05-21 00:26:06.462457751 +0000 UTC m=+4.169324854 container died 990bd216312df6b27c233f803e022841aa049e890755fe7123ecd238a392bcae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-j, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-05-21T00:26:07.070 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:26:06 smithi012 podman[106084]: 2024-05-21 00:26:06.932663283 +0000 UTC m=+4.639530386 container cleanup 990bd216312df6b27c233f803e022841aa049e890755fe7123ecd238a392bcae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-j, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240514, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-05-21T00:26:07.070 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:26:06 smithi012 bash[106084]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-j 2024-05-21T00:26:07.551 INFO:journalctl@ceph.mds.j.smithi012.stdout:May 21 00:26:07 smithi012 podman[106111]: 2024-05-21 00:26:07.101175572 +0000 UTC m=+0.624588680 container remove 990bd216312df6b27c233f803e022841aa049e890755fe7123ecd238a392bcae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-j, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-05-21T00:26:07.588 DEBUG:teuthology.orchestra.run.smithi012:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.j.service' 2024-05-21T00:26:07.703 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:26:07.703 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-05-21T00:26:07.704 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-05-21T00:26:07.704 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.b 2024-05-21T00:26:07.980 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:26:07 smithi060 systemd[1]: Stopping Ceph mds.b for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:26:08.252 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:26:08 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-b[67246]: 2024-05-21T00:26:08.018+0000 7f93a3432700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:26:08.252 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:26:08 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-b[67246]: 2024-05-21T00:26:08.018+0000 7f93a3432700 -1 mds.b *** got signal Terminated *** 2024-05-21T00:26:11.387 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:26:11 smithi060 podman[72126]: 2024-05-21 00:26:11.119555775 +0000 UTC m=+3.214779434 container died ae50741698b0e1601d503284293bccbca29e452455d264ff17125b7fc7d7f716 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-b, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-05-21T00:26:11.662 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:26:11 smithi060 podman[72126]: 2024-05-21 00:26:11.458501506 +0000 UTC m=+3.553725159 container cleanup ae50741698b0e1601d503284293bccbca29e452455d264ff17125b7fc7d7f716 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-b, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-05-21T00:26:11.662 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:26:11 smithi060 bash[72126]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-b 2024-05-21T00:26:11.914 INFO:journalctl@ceph.mds.b.smithi060.stdout:May 21 00:26:11 smithi060 podman[72149]: 2024-05-21 00:26:11.660072643 +0000 UTC m=+0.533906518 container remove ae50741698b0e1601d503284293bccbca29e452455d264ff17125b7fc7d7f716 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-b, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2) 2024-05-21T00:26:11.919 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.b.service' 2024-05-21T00:26:11.954 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:26:11.954 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-05-21T00:26:11.955 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-05-21T00:26:11.955 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.e 2024-05-21T00:26:12.230 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:26:12 smithi060 systemd[1]: Stopping Ceph mds.e for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:26:12.730 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:26:12 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-e[66643]: 2024-05-21T00:26:12.320+0000 7f9c237b9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:26:12.730 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:26:12 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-e[66643]: 2024-05-21T00:26:12.320+0000 7f9c237b9700 -1 mds.e *** got signal Terminated *** 2024-05-21T00:26:15.382 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:26:15 smithi060 podman[72259]: 2024-05-21 00:26:15.114395451 +0000 UTC m=+2.931804450 container died 1f1dc520ff0c77d7034200e285a0bc8716fa88c29c28272a7f3efa1d87715cfe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-e, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-05-21T00:26:15.724 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:26:15 smithi060 podman[72259]: 2024-05-21 00:26:15.479711938 +0000 UTC m=+3.297120932 container cleanup 1f1dc520ff0c77d7034200e285a0bc8716fa88c29c28272a7f3efa1d87715cfe (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, ceph=True) 2024-05-21T00:26:15.724 INFO:journalctl@ceph.mds.e.smithi060.stdout:May 21 00:26:15 smithi060 bash[72259]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-e 2024-05-21T00:26:15.878 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.e.service' 2024-05-21T00:26:15.912 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:26:15.912 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-05-21T00:26:15.912 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-05-21T00:26:15.912 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.h 2024-05-21T00:26:16.230 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:26:15 smithi060 systemd[1]: Stopping Ceph mds.h for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:26:16.730 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:26:16 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-h[66943]: 2024-05-21T00:26:16.232+0000 7f6de1a8f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:26:16.730 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:26:16 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-h[66943]: 2024-05-21T00:26:16.232+0000 7f6de1a8f700 -1 mds.h *** got signal Terminated *** 2024-05-21T00:26:19.443 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:26:19 smithi060 podman[72380]: 2024-05-21 00:26:19.118582972 +0000 UTC m=+2.977642372 container died 68dd635250d760aab7b034c2d387ce20e46bf096baacab232ecb9a47c70a7062 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-h, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-05-21T00:26:19.443 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:26:19 smithi060 podman[72380]: 2024-05-21 00:26:19.441351744 +0000 UTC m=+3.300411142 container cleanup 68dd635250d760aab7b034c2d387ce20e46bf096baacab232ecb9a47c70a7062 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-h, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-05-21T00:26:19.730 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:26:19 smithi060 bash[72380]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-h 2024-05-21T00:26:19.730 INFO:journalctl@ceph.mds.h.smithi060.stdout:May 21 00:26:19 smithi060 podman[72392]: 2024-05-21 00:26:19.634591074 +0000 UTC m=+0.509089653 container remove 68dd635250d760aab7b034c2d387ce20e46bf096baacab232ecb9a47c70a7062 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-05-21T00:26:19.873 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.h.service' 2024-05-21T00:26:19.906 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:26:19.906 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-05-21T00:26:19.906 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-05-21T00:26:19.906 DEBUG:teuthology.orchestra.run.smithi060:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.k 2024-05-21T00:26:20.230 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:26:19 smithi060 systemd[1]: Stopping Ceph mds.k for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:26:20.730 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:26:20 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-k[66326]: 2024-05-21T00:26:20.248+0000 7ffb0dae1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:26:20.730 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:26:20 smithi060 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-k[66326]: 2024-05-21T00:26:20.248+0000 7ffb0dae1700 -1 mds.k *** got signal Terminated *** 2024-05-21T00:26:23.382 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:26:23 smithi060 podman[72504]: 2024-05-21 00:26:23.122781713 +0000 UTC m=+3.000502389 container died dca5fe20a3e235deb284278a2927d8b97abe6f0a6cf4d965e97a259c054749be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-21T00:26:23.730 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:26:23 smithi060 podman[72504]: 2024-05-21 00:26:23.495393929 +0000 UTC m=+3.373114646 container cleanup dca5fe20a3e235deb284278a2927d8b97abe6f0a6cf4d965e97a259c054749be (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-k, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-05-21T00:26:23.730 INFO:journalctl@ceph.mds.k.smithi060.stdout:May 21 00:26:23 smithi060 bash[72504]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-k 2024-05-21T00:26:23.893 DEBUG:teuthology.orchestra.run.smithi060:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.k.service' 2024-05-21T00:26:23.924 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:26:23.925 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-05-21T00:26:23.925 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-05-21T00:26:23.925 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.c 2024-05-21T00:26:24.222 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:26:23 smithi077 systemd[1]: Stopping Ceph mds.c for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:26:24.481 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:26:24 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-c[67195]: 2024-05-21T00:26:24.219+0000 7f972473c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:26:24.481 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:26:24 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-c[67195]: 2024-05-21T00:26:24.219+0000 7f972473c700 -1 mds.c *** got signal Terminated *** 2024-05-21T00:26:27.390 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:26:27 smithi077 podman[72285]: 2024-05-21 00:26:27.106057422 +0000 UTC m=+2.987100714 container died 4fbb9da5de8d80dfbf664c2080f507204cb571a6776af04e42c069494b787d9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-05-21T00:26:27.731 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:26:27 smithi077 podman[72285]: 2024-05-21 00:26:27.495570146 +0000 UTC m=+3.376613421 container cleanup 4fbb9da5de8d80dfbf664c2080f507204cb571a6776af04e42c069494b787d9f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-c, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240514, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9) 2024-05-21T00:26:27.732 INFO:journalctl@ceph.mds.c.smithi077.stdout:May 21 00:26:27 smithi077 bash[72285]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-c 2024-05-21T00:26:27.883 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.c.service' 2024-05-21T00:26:27.918 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:26:27.918 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-05-21T00:26:27.919 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-05-21T00:26:27.919 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.f 2024-05-21T00:26:28.282 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:26:28 smithi077 systemd[1]: Stopping Ceph mds.f for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:26:28.282 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:26:28 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-f[66891]: 2024-05-21T00:26:28.231+0000 7fb4abbdb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:26:28.282 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:26:28 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-f[66891]: 2024-05-21T00:26:28.231+0000 7fb4abbdb700 -1 mds.f *** got signal Terminated *** 2024-05-21T00:26:31.409 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:26:31 smithi077 podman[72416]: 2024-05-21 00:26:31.101220776 +0000 UTC m=+2.960435457 container died cbf6c0f2336ffd67ac9afe1a5ba3ab45bda1733ad14d621148662123b1b4c979 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-05-21T00:26:31.409 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:26:31 smithi077 podman[72416]: 2024-05-21 00:26:31.407057704 +0000 UTC m=+3.266272384 container cleanup cbf6c0f2336ffd67ac9afe1a5ba3ab45bda1733ad14d621148662123b1b4c979 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-f, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240514, GIT_CLEAN=True, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:26:31.762 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:26:31 smithi077 bash[72416]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-f 2024-05-21T00:26:31.763 INFO:journalctl@ceph.mds.f.smithi077.stdout:May 21 00:26:31 smithi077 podman[72429]: 2024-05-21 00:26:31.63310853 +0000 UTC m=+0.525717361 container remove cbf6c0f2336ffd67ac9afe1a5ba3ab45bda1733ad14d621148662123b1b4c979 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-f, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=) 2024-05-21T00:26:31.782 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.f.service' 2024-05-21T00:26:31.814 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:26:31.814 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-05-21T00:26:31.814 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-05-21T00:26:31.814 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.i 2024-05-21T00:26:32.032 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:26:31 smithi077 systemd[1]: Stopping Ceph mds.i for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:26:32.532 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:26:32 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-i[67495]: 2024-05-21T00:26:32.135+0000 7fbeba7b9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:26:32.532 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:26:32 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-i[67495]: 2024-05-21T00:26:32.135+0000 7fbeba7b9700 -1 mds.i *** got signal Terminated *** 2024-05-21T00:26:35.282 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:26:35 smithi077 podman[72537]: 2024-05-21 00:26:35.10626572 +0000 UTC m=+3.075262647 container died 932ec0140a84767270ecd1f6530375fd8dc576978e8fc39eea6f0fa3e1d9b5bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-i, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.build-date=20240514, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:26:35.783 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:26:35 smithi077 podman[72537]: 2024-05-21 00:26:35.577345378 +0000 UTC m=+3.546342323 container cleanup 932ec0140a84767270ecd1f6530375fd8dc576978e8fc39eea6f0fa3e1d9b5bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-i, org.label-schema.build-date=20240514, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiesce-b772be9, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-05-21T00:26:35.783 INFO:journalctl@ceph.mds.i.smithi077.stdout:May 21 00:26:35 smithi077 bash[72537]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-i 2024-05-21T00:26:36.003 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.i.service' 2024-05-21T00:26:36.035 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:26:36.035 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-05-21T00:26:36.035 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-05-21T00:26:36.035 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.l 2024-05-21T00:26:36.349 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:26:36 smithi077 systemd[1]: Stopping Ceph mds.l for 66e3e586-1705-11ef-bc9a-c7b262605968... 2024-05-21T00:26:36.782 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:26:36 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-l[66589]: 2024-05-21T00:26:36.347+0000 7f96b2917700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-05-21T00:26:36.783 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:26:36 smithi077 ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-l[66589]: 2024-05-21T00:26:36.347+0000 7f96b2917700 -1 mds.l *** got signal Terminated *** 2024-05-21T00:26:39.434 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:26:39 smithi077 podman[72657]: 2024-05-21 00:26:39.101194662 +0000 UTC m=+2.854046332 container died 7b15e439f5991a7b4dfdbf84f9d0370645bcef1c7e9b9a22fb06583eee8d3c40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-l, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0, RELEASE=wip-lusov-quiesce-b772be9, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240514) 2024-05-21T00:26:39.750 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:26:39 smithi077 podman[72657]: 2024-05-21 00:26:39.539359054 +0000 UTC m=+3.292210730 container cleanup 7b15e439f5991a7b4dfdbf84f9d0370645bcef1c7e9b9a22fb06583eee8d3c40 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d351f18813cab5784625f139e8b2ee88063c8db106f8fdd77d72dc01357ed774, name=ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-l, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240514, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiesce-b772be9, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=d4a0f93b06679a5c9148c9e9b367478b2a0d04e0) 2024-05-21T00:26:39.750 INFO:journalctl@ceph.mds.l.smithi077.stdout:May 21 00:26:39 smithi077 bash[72657]: ceph-66e3e586-1705-11ef-bc9a-c7b262605968-mds-l 2024-05-21T00:26:39.960 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-66e3e586-1705-11ef-bc9a-c7b262605968@mds.l.service' 2024-05-21T00:26:39.990 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-21T00:26:39.991 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-05-21T00:26:39.991 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-21T00:26:40.327 INFO:teuthology.orchestra.run.smithi012.stdout:Deleting cluster with fsid: 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:26:45.611 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-21T00:26:45.811 INFO:teuthology.orchestra.run.smithi060.stdout:Deleting cluster with fsid: 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:26:48.354 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 --force --keep-logs 2024-05-21T00:26:48.541 INFO:teuthology.orchestra.run.smithi077.stdout:Deleting cluster with fsid: 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:26:50.840 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:26:50.938 DEBUG:teuthology.orchestra.run.smithi060:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:26:50.970 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-21T00:26:50.995 INFO:tasks.cephadm:Archiving crash dumps... 2024-05-21T00:26:51.029 DEBUG:teuthology.misc:Transferring archived files from smithi012:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411/remote/smithi012/crash 2024-05-21T00:26:51.030 DEBUG:teuthology.orchestra.run.smithi012:> sudo tar c -f - -C /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/crash -- . 2024-05-21T00:26:51.131 INFO:teuthology.orchestra.run.smithi012.stderr:tar: /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-21T00:26:51.131 INFO:teuthology.orchestra.run.smithi012.stderr:tar: Error is not recoverable: exiting now 2024-05-21T00:26:51.136 DEBUG:teuthology.misc:Transferring archived files from smithi060:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411/remote/smithi060/crash 2024-05-21T00:26:51.136 DEBUG:teuthology.orchestra.run.smithi060:> sudo tar c -f - -C /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/crash -- . 2024-05-21T00:26:51.177 INFO:teuthology.orchestra.run.smithi060.stderr:tar: /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-21T00:26:51.178 INFO:teuthology.orchestra.run.smithi060.stderr:tar: Error is not recoverable: exiting now 2024-05-21T00:26:51.179 DEBUG:teuthology.misc:Transferring archived files from smithi077:/var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411/remote/smithi077/crash 2024-05-21T00:26:51.180 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/crash -- . 2024-05-21T00:26:51.242 INFO:teuthology.orchestra.run.smithi077.stderr:tar: /var/lib/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/crash: Cannot open: No such file or directory 2024-05-21T00:26:51.242 INFO:teuthology.orchestra.run.smithi077.stderr:tar: Error is not recoverable: exiting now 2024-05-21T00:26:51.243 INFO:tasks.cephadm:Checking cluster log for badness... 2024-05-21T00:26:51.243 DEBUG:teuthology.orchestra.run.smithi012:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-05-21T00:26:51.358 INFO:tasks.cephadm:Compressing logs... 2024-05-21T00:26:51.358 DEBUG:teuthology.orchestra.run.smithi012:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-21T00:26:51.363 DEBUG:teuthology.orchestra.run.smithi060:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-21T00:26:51.367 DEBUG:teuthology.orchestra.run.smithi077:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-21T00:26:51.391 INFO:teuthology.orchestra.run.smithi077.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.log 2024-05-21T00:26:51.391 INFO:teuthology.orchestra.run.smithi077.stderr:: No such file or directory 2024-05-21T00:26:51.392 INFO:teuthology.orchestra.run.smithi077.stderr:gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.2.log 2024-05-21T00:26:51.392 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.f.log 2024-05-21T00:26:51.392 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-21T00:26:51.392 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.5.log 2024-05-21T00:26:51.392 INFO:teuthology.orchestra.run.smithi077.stderr:gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.c.log 2024-05-21T00:26:51.392 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.audit.log: /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mon.c.log 2024-05-21T00:26:51.396 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mgr.z.log 2024-05-21T00:26:51.396 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.i.log 2024-05-21T00:26:51.396 INFO:teuthology.orchestra.run.smithi077.stderr: 87.1% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-21T00:26:51.397 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mgr.z.log: 90.4% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-21T00:26:51.400 INFO:teuthology.orchestra.run.smithi060.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.log 2024-05-21T00:26:51.400 INFO:teuthology.orchestra.run.smithi060.stderr:: No such file or directory 2024-05-21T00:26:51.400 INFO:teuthology.orchestra.run.smithi060.stderr:gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-21T00:26:51.400 INFO:teuthology.orchestra.run.smithi060.stderr:gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.7.log 2024-05-21T00:26:51.400 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.log: /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.b.log 2024-05-21T00:26:51.400 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.4.log 2024-05-21T00:26:51.400 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.1.log 2024-05-21T00:26:51.401 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mgr.y.log 2024-05-21T00:26:51.401 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.h.log 2024-05-21T00:26:51.401 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mgr.y.log: 87.1%gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.10.log 2024-05-21T00:26:51.401 INFO:teuthology.orchestra.run.smithi060.stderr: -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-21T00:26:51.401 INFO:teuthology.orchestra.run.smithi060.stderr: 90.4% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-21T00:26:51.401 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-21T00:26:51.401 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.e.log 2024-05-21T00:26:51.401 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.cephadm.log: 82.1% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-21T00:26:51.401 INFO:teuthology.orchestra.run.smithi060.stderr:gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-21T00:26:51.402 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.e.log: 92.6% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mgr.y.log.gz 2024-05-21T00:26:51.404 INFO:teuthology.orchestra.run.smithi077.stderr: 92.8% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mgr.z.log.gz 2024-05-21T00:26:51.404 INFO:teuthology.orchestra.run.smithi077.stderr:gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-21T00:26:51.404 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.11.log 2024-05-21T00:26:51.404 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.8.log 2024-05-21T00:26:51.404 INFO:teuthology.orchestra.run.smithi077.stderr: 82.1% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-21T00:26:51.407 INFO:teuthology.orchestra.run.smithi060.stderr:gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mon.b.log 2024-05-21T00:26:51.414 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-21T00:26:51.419 INFO:teuthology.orchestra.run.smithi012.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-05-21T00:26:51.419 INFO:teuthology.orchestra.run.smithi012.stderr:gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.log 2024-05-21T00:26:51.420 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.k.log 2024-05-21T00:26:51.420 INFO:teuthology.orchestra.run.smithi012.stderr:gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.audit.log 2024-05-21T00:26:51.421 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.g.log 2024-05-21T00:26:51.422 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-21T00:26:51.422 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.j.log 2024-05-21T00:26:51.423 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.g.log: 87.1% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.log.gz 2024-05-21T00:26:51.424 INFO:teuthology.orchestra.run.smithi012.stderr:gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.3.log 2024-05-21T00:26:51.425 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.0.log 2024-05-21T00:26:51.425 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.3.log: 90.2% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.audit.log.gz 2024-05-21T00:26:51.426 INFO:teuthology.orchestra.run.smithi012.stderr:gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mgr.x.log 2024-05-21T00:26:51.427 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.l.log 2024-05-21T00:26:51.427 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mon.a.log 2024-05-21T00:26:51.427 INFO:teuthology.orchestra.run.smithi012.stderr: 94.5% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.g.log.gz 2024-05-21T00:26:51.428 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.6.log 2024-05-21T00:26:51.430 INFO:teuthology.orchestra.run.smithi060.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-21T00:26:51.430 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.cephadm.log 2024-05-21T00:26:51.431 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.a.log 2024-05-21T00:26:51.433 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-21T00:26:51.434 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.cephadm.log: 82.5% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph.cephadm.log.gz 2024-05-21T00:26:51.436 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-volume.log 2024-05-21T00:26:51.437 INFO:teuthology.orchestra.run.smithi012.stderr:gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.d.log 2024-05-21T00:26:51.439 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.9.log 2024-05-21T00:26:51.444 INFO:teuthology.orchestra.run.smithi060.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.k.log: /var/log/ceph/cephadm.log: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-21T00:26:51.446 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.9.log: /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-21T00:26:51.446 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-21T00:26:51.451 INFO:teuthology.orchestra.run.smithi077.stderr: 91.0% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-21T00:26:51.453 INFO:teuthology.orchestra.run.smithi077.stderr: 92.8% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.f.log.gz 2024-05-21T00:26:51.456 INFO:teuthology.orchestra.run.smithi077.stderr: 92.7% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.c.log.gz 2024-05-21T00:26:51.456 INFO:teuthology.orchestra.run.smithi012.stderr:/var/log/ceph/cephadm.log: 90.9% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-volume.log.gz 2024-05-21T00:26:51.459 INFO:teuthology.orchestra.run.smithi012.stderr: 94.6% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.d.log.gz 2024-05-21T00:26:51.460 INFO:teuthology.orchestra.run.smithi077.stderr: 92.6% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.i.log.gz 2024-05-21T00:26:51.460 INFO:teuthology.orchestra.run.smithi060.stderr: 92.8% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.b.log.gz 2024-05-21T00:26:51.467 INFO:teuthology.orchestra.run.smithi012.stderr: 94.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-21T00:26:51.481 INFO:teuthology.orchestra.run.smithi060.stderr: 94.4% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.e.log.gz 2024-05-21T00:26:51.481 INFO:teuthology.orchestra.run.smithi060.stderr: 93.7% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.h.log.gz 2024-05-21T00:26:51.481 INFO:teuthology.orchestra.run.smithi077.stderr: 94.3% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.l.log.gz 2024-05-21T00:26:51.489 INFO:teuthology.orchestra.run.smithi012.stderr: 94.2% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.j.log.gz 2024-05-21T00:26:51.493 INFO:teuthology.orchestra.run.smithi060.stderr: 94.4% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.k.log.gz 2024-05-21T00:26:51.636 INFO:teuthology.orchestra.run.smithi012.stderr: 90.2% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mgr.x.log.gz 2024-05-21T00:26:51.746 INFO:teuthology.orchestra.run.smithi060.stderr: 91.7% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mon.b.log.gz 2024-05-21T00:26:51.840 INFO:teuthology.orchestra.run.smithi077.stderr: 91.7% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mon.c.log.gz 2024-05-21T00:26:51.911 INFO:teuthology.orchestra.run.smithi012.stderr: 92.8% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mds.a.log.gz 2024-05-21T00:26:52.053 INFO:teuthology.orchestra.run.smithi077.stderr: 92.9% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.8.log.gz 2024-05-21T00:26:52.061 INFO:teuthology.orchestra.run.smithi060.stderr: 92.9% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.4.log.gz 2024-05-21T00:26:52.110 INFO:teuthology.orchestra.run.smithi077.stderr: 93.2% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.11.log.gz 2024-05-21T00:26:52.226 INFO:teuthology.orchestra.run.smithi060.stderr: 93.1% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.7.log.gz 2024-05-21T00:26:52.238 INFO:teuthology.orchestra.run.smithi012.stderr: 92.5% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.9.log.gz 2024-05-21T00:26:52.255 INFO:teuthology.orchestra.run.smithi077.stderr: 92.9% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.2.log.gz 2024-05-21T00:26:52.304 INFO:teuthology.orchestra.run.smithi012.stderr: 90.2% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-mon.a.log.gz 2024-05-21T00:26:52.316 INFO:teuthology.orchestra.run.smithi012.stderr: 92.9% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.6.log.gz 2024-05-21T00:26:52.317 INFO:teuthology.orchestra.run.smithi060.stderr: 93.0% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.1.log.gz 2024-05-21T00:26:52.330 INFO:teuthology.orchestra.run.smithi077.stderr: 92.8% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.5.log.gz 2024-05-21T00:26:52.332 INFO:teuthology.orchestra.run.smithi077.stderr: 2024-05-21T00:26:52.332 INFO:teuthology.orchestra.run.smithi077.stderr:real 0m0.951s 2024-05-21T00:26:52.332 INFO:teuthology.orchestra.run.smithi077.stderr:user 0m3.680s 2024-05-21T00:26:52.332 INFO:teuthology.orchestra.run.smithi077.stderr:sys 0m0.164s 2024-05-21T00:26:52.420 INFO:teuthology.orchestra.run.smithi060.stderr: 93.0% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.10.log.gz 2024-05-21T00:26:52.421 INFO:teuthology.orchestra.run.smithi060.stderr: 2024-05-21T00:26:52.422 INFO:teuthology.orchestra.run.smithi060.stderr:real 0m1.042s 2024-05-21T00:26:52.422 INFO:teuthology.orchestra.run.smithi060.stderr:user 0m3.921s 2024-05-21T00:26:52.422 INFO:teuthology.orchestra.run.smithi060.stderr:sys 0m0.167s 2024-05-21T00:26:52.516 INFO:teuthology.orchestra.run.smithi012.stderr: 93.1% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.0.log.gz 2024-05-21T00:26:52.554 INFO:teuthology.orchestra.run.smithi012.stderr: 92.9% -- replaced with /var/log/ceph/66e3e586-1705-11ef-bc9a-c7b262605968/ceph-osd.3.log.gz 2024-05-21T00:26:52.559 INFO:teuthology.orchestra.run.smithi012.stderr: 2024-05-21T00:26:52.559 INFO:teuthology.orchestra.run.smithi012.stderr:real 0m1.164s 2024-05-21T00:26:52.559 INFO:teuthology.orchestra.run.smithi012.stderr:user 0m5.134s 2024-05-21T00:26:52.559 INFO:teuthology.orchestra.run.smithi012.stderr:sys 0m0.464s 2024-05-21T00:26:52.560 INFO:tasks.cephadm:Archiving logs... 2024-05-21T00:26:52.560 DEBUG:teuthology.misc:Transferring archived files from smithi012:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411/remote/smithi012/log 2024-05-21T00:26:52.561 DEBUG:teuthology.orchestra.run.smithi012:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-21T00:26:53.265 DEBUG:teuthology.misc:Transferring archived files from smithi060:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411/remote/smithi060/log 2024-05-21T00:26:53.267 DEBUG:teuthology.orchestra.run.smithi060:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-21T00:26:53.832 DEBUG:teuthology.misc:Transferring archived files from smithi077:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411/remote/smithi077/log 2024-05-21T00:26:53.833 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-21T00:26:54.396 INFO:tasks.cephadm:Removing cluster... 2024-05-21T00:26:54.397 DEBUG:teuthology.orchestra.run.smithi012:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 --force 2024-05-21T00:26:54.717 INFO:teuthology.orchestra.run.smithi012.stdout:Deleting cluster with fsid: 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:26:55.327 DEBUG:teuthology.orchestra.run.smithi060:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 --force 2024-05-21T00:26:55.526 INFO:teuthology.orchestra.run.smithi060.stdout:Deleting cluster with fsid: 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:26:55.801 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 66e3e586-1705-11ef-bc9a-c7b262605968 --force 2024-05-21T00:26:55.981 INFO:teuthology.orchestra.run.smithi077.stdout:Deleting cluster with fsid: 66e3e586-1705-11ef-bc9a-c7b262605968 2024-05-21T00:26:56.230 INFO:tasks.cephadm:Removing cephadm ... 2024-05-21T00:26:56.230 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-21T00:26:56.292 DEBUG:teuthology.orchestra.run.smithi060:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-21T00:26:56.309 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-21T00:26:56.324 INFO:tasks.cephadm:Teardown complete 2024-05-21T00:26:56.324 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-05-21T00:26:56.341 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-05-21T00:26:56.341 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-21T00:26:56.349 DEBUG:teuthology.orchestra.run.smithi060:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-21T00:26:56.351 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-21T00:26:56.503 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-21T00:26:56.513 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-21T00:26:56.513 DEBUG:teuthology.orchestra.run.smithi012:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T00:26:56.521 DEBUG:teuthology.orchestra.run.smithi060:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T00:26:56.523 DEBUG:teuthology.orchestra.run.smithi077:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-21T00:26:56.536 INFO:teuthology.orchestra.run.smithi060.stderr:bash: line 1: ntpq: command not found 2024-05-21T00:26:56.537 INFO:teuthology.orchestra.run.smithi077.stderr:bash: line 1: ntpq: command not found 2024-05-21T00:26:56.541 INFO:teuthology.orchestra.run.smithi060.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T00:26:56.541 INFO:teuthology.orchestra.run.smithi060.stdout:=============================================================================== 2024-05-21T00:26:56.541 INFO:teuthology.orchestra.run.smithi060.stdout:^* hv01.front.sepia.ceph.com 3 6 377 62 +597us[ +597us] +/- 43ms 2024-05-21T00:26:56.541 INFO:teuthology.orchestra.run.smithi060.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 0 -300us[ -300us] +/- 61ms 2024-05-21T00:26:56.541 INFO:teuthology.orchestra.run.smithi060.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 1 -633us[ -633us] +/- 72ms 2024-05-21T00:26:56.541 INFO:teuthology.orchestra.run.smithi060.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:26:56.542 INFO:teuthology.orchestra.run.smithi077.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T00:26:56.543 INFO:teuthology.orchestra.run.smithi077.stdout:=============================================================================== 2024-05-21T00:26:56.543 INFO:teuthology.orchestra.run.smithi077.stdout:^* hv01.front.sepia.ceph.com 3 6 377 64 +565us[ +559us] +/- 43ms 2024-05-21T00:26:56.543 INFO:teuthology.orchestra.run.smithi077.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 1 -301us[ -301us] +/- 61ms 2024-05-21T00:26:56.543 INFO:teuthology.orchestra.run.smithi077.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 1 -671us[ -671us] +/- 72ms 2024-05-21T00:26:56.543 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:26:56.572 INFO:teuthology.orchestra.run.smithi012.stderr:bash: line 1: ntpq: command not found 2024-05-21T00:26:56.582 INFO:teuthology.orchestra.run.smithi012.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-05-21T00:26:56.583 INFO:teuthology.orchestra.run.smithi012.stdout:=============================================================================== 2024-05-21T00:26:56.583 INFO:teuthology.orchestra.run.smithi012.stdout:^* hv01.front.sepia.ceph.com 3 6 377 63 +587us[ +591us] +/- 43ms 2024-05-21T00:26:56.583 INFO:teuthology.orchestra.run.smithi012.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 3 -282us[ -282us] +/- 61ms 2024-05-21T00:26:56.583 INFO:teuthology.orchestra.run.smithi012.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 4 -620us[ -620us] +/- 72ms 2024-05-21T00:26:56.583 INFO:teuthology.orchestra.run.smithi012.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-05-21T00:26:56.584 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-21T00:26:56.593 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-21T00:26:56.594 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-21T00:26:56.628 DEBUG:teuthology.orchestra.run.smithi012:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-21T00:26:56.819 DEBUG:teuthology.orchestra.run.smithi060:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-21T00:26:56.885 DEBUG:teuthology.orchestra.run.smithi077:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-05-21T00:26:56.951 DEBUG:teuthology.orchestra.run.smithi012:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T00:26:57.049 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:26:57.050 DEBUG:teuthology.orchestra.run.smithi060:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T00:26:57.077 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:26:57.078 DEBUG:teuthology.orchestra.run.smithi077:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-05-21T00:26:57.104 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:26:57.104 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-21T00:26:57.115 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-21T00:26:57.128 INFO:teuthology.task.internal:Duration was 2012.300807 seconds 2024-05-21T00:26:57.129 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-21T00:26:57.140 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-21T00:26:57.141 DEBUG:teuthology.orchestra.run.smithi012:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-21T00:26:57.149 DEBUG:teuthology.orchestra.run.smithi060:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-21T00:26:57.151 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-21T00:26:57.187 INFO:teuthology.orchestra.run.smithi077.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T00:26:57.188 INFO:teuthology.orchestra.run.smithi060.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T00:26:57.296 INFO:teuthology.orchestra.run.smithi012.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-05-21T00:26:57.572 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-21T00:26:57.572 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi012.front.sepia.ceph.com 2024-05-21T00:26:57.572 DEBUG:teuthology.orchestra.run.smithi012:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-21T00:26:57.651 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi060.front.sepia.ceph.com 2024-05-21T00:26:57.652 DEBUG:teuthology.orchestra.run.smithi060:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-21T00:26:57.672 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi077.front.sepia.ceph.com 2024-05-21T00:26:57.673 DEBUG:teuthology.orchestra.run.smithi077:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-21T00:26:57.692 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-21T00:26:57.692 DEBUG:teuthology.orchestra.run.smithi012:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-21T00:26:57.699 DEBUG:teuthology.orchestra.run.smithi060:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-21T00:26:57.715 DEBUG:teuthology.orchestra.run.smithi077:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-21T00:26:57.787 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-21T00:26:57.787 DEBUG:teuthology.orchestra.run.smithi012:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-21T00:26:57.794 DEBUG:teuthology.orchestra.run.smithi060:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-21T00:26:57.797 DEBUG:teuthology.orchestra.run.smithi077:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-21T00:26:58.892 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-21T00:26:58.903 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-21T00:26:58.903 DEBUG:teuthology.orchestra.run.smithi012:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-21T00:26:58.990 DEBUG:teuthology.orchestra.run.smithi060:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-21T00:26:59.019 DEBUG:teuthology.orchestra.run.smithi077:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-21T00:26:59.048 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-21T00:26:59.061 DEBUG:teuthology.orchestra.run.smithi012:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-21T00:26:59.069 DEBUG:teuthology.orchestra.run.smithi060:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-21T00:26:59.071 DEBUG:teuthology.orchestra.run.smithi077:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-21T00:26:59.096 INFO:teuthology.orchestra.run.smithi060.stdout:kernel.core_pattern = core 2024-05-21T00:26:59.114 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern = core 2024-05-21T00:26:59.164 INFO:teuthology.orchestra.run.smithi012.stdout:kernel.core_pattern = core 2024-05-21T00:26:59.204 DEBUG:teuthology.orchestra.run.smithi012:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-21T00:26:59.251 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:26:59.252 DEBUG:teuthology.orchestra.run.smithi060:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-21T00:26:59.268 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:26:59.269 DEBUG:teuthology.orchestra.run.smithi077:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-21T00:26:59.285 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-21T00:26:59.285 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-21T00:26:59.297 INFO:teuthology.task.internal:Transferring archived files... 2024-05-21T00:26:59.298 DEBUG:teuthology.misc:Transferring archived files from smithi012:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411/remote/smithi012 2024-05-21T00:26:59.298 DEBUG:teuthology.orchestra.run.smithi012:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-21T00:26:59.426 DEBUG:teuthology.misc:Transferring archived files from smithi060:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411/remote/smithi060 2024-05-21T00:26:59.427 DEBUG:teuthology.orchestra.run.smithi060:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-21T00:26:59.467 DEBUG:teuthology.misc:Transferring archived files from smithi077:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-05-20_23:06:58-fs-wip-lusov-quiesce-distro-default-smithi/7717411/remote/smithi077 2024-05-21T00:26:59.467 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-21T00:26:59.506 INFO:teuthology.task.internal:Removing archive directory... 2024-05-21T00:26:59.506 DEBUG:teuthology.orchestra.run.smithi012:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-21T00:26:59.514 DEBUG:teuthology.orchestra.run.smithi060:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-21T00:26:59.516 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-21T00:26:59.566 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-21T00:26:59.579 INFO:teuthology.task.internal:Not uploading archives. 2024-05-21T00:26:59.579 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-21T00:26:59.590 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-21T00:26:59.591 DEBUG:teuthology.orchestra.run.smithi012:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-21T00:26:59.596 DEBUG:teuthology.orchestra.run.smithi060:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-21T00:26:59.599 DEBUG:teuthology.orchestra.run.smithi077:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-21T00:26:59.613 INFO:teuthology.orchestra.run.smithi060.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 21 00:26 /home/ubuntu/cephtest 2024-05-21T00:26:59.616 INFO:teuthology.orchestra.run.smithi077.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 21 00:26 /home/ubuntu/cephtest 2024-05-21T00:26:59.647 INFO:teuthology.orchestra.run.smithi012.stdout: 393242 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 21 00:26 /home/ubuntu/cephtest 2024-05-21T00:26:59.650 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-21T00:26:59.662 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-21T00:26:59.688 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 0fe9556839d28e65b29a64cc05a26a6884e8775d description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-bitmap omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/with-quiesce 6-workunit/suites/iozone}} duration: 2012.3008072376251 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-05-21T00:26:59.688 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-21T00:26:59.768 INFO:teuthology.run:pass